tractatus/scripts/fix-glossary-structure.js

/**
 * Fix Glossary Structure
 * - Add embedded translations (not separate documents)
 * - Add sections for card view
 * - Clean up separate glossary-de/glossary-fr documents
 */

require('dotenv').config();
const { MongoClient } = require('mongodb');
const fs = require('fs').promises;
const path = require('path');
const { markdownToHtml, extractTOC } = require('../src/utils/markdown.util');

// Parse frontmatter
function extractFrontmatter(content) {
  const frontMatterRegex = /^---\n([\s\S]*?)\n---\n([\s\S]*)$/;
  const match = content.match(frontMatterRegex);

  if (!match) return { metadata: {}, content };

  const frontMatterText = match[1];
  const remainingContent = match[2];

  const metadata = {};
  frontMatterText.split('\n').forEach(line => {
    const [key, ...valueParts] = line.split(':');
    if (key && valueParts.length > 0) {
      const value = valueParts.join(':').trim();
      metadata[key.trim()] = value.replace(/^["']|["']$/g, '');
    }
  });

  return { metadata, content: remainingContent };
}

// Build sections from h2 headings
function buildSections(content, htmlContent) {
  const sections = [];
  const lines = content.split('\n');
  let currentSection = null;
  let currentContent = [];

  for (const line of lines) {
    const h2Match = line.match(/^## (.+)$/);

    if (h2Match) {
      // Save previous section
      if (currentSection) {
        const sectionMarkdown = currentContent.join('\n');
        currentSection.content_markdown = sectionMarkdown;
        currentSection.content_html = markdownToHtml(sectionMarkdown);
        sections.push(currentSection);
      }

      // Start new section
      currentSection = {
        title: h2Match[1],
        slug: h2Match[1].toLowerCase()
          .replace(/[^\w\s-]/g, '')
          .replace(/\s+/g, '-'),
        order: sections.length + 1
      };
      currentContent = [];
    } else if (currentSection) {
      currentContent.push(line);
    }
  }

  // Save last section
  if (currentSection) {
    const sectionMarkdown = currentContent.join('\n');
    currentSection.content_markdown = sectionMarkdown;
    currentSection.content_html = markdownToHtml(sectionMarkdown);
    sections.push(currentSection);
  }

  return sections;
}

async function run() {
  const mongoUri = process.env.MONGODB_URI || 'mongodb://localhost:27017';
  const dbName = process.env.MONGODB_DB || 'tractatus_dev';
  const client = new MongoClient(mongoUri);

  try {
    await client.connect();
    const db = client.db(dbName);
    const collection = db.collection('documents');

    console.log('═══════════════════════════════════════════════════════════');
    console.log('  FIXING GLOSSARY STRUCTURE');
    console.log('═══════════════════════════════════════════════════════════\n');

    // Read markdown files
    const baseDir = path.join(__dirname, '../docs/markdown');
    const glossaryEN = await fs.readFile(path.join(baseDir, 'GLOSSARY.md'), 'utf8');
    const glossaryDE = await fs.readFile(path.join(baseDir, 'GLOSSARY-DE.md'), 'utf8');
    const glossaryFR = await fs.readFile(path.join(baseDir, 'GLOSSARY-FR.md'), 'utf8');

    // Parse each file
    const en = extractFrontmatter(glossaryEN);
    const de = extractFrontmatter(glossaryDE);
    const fr = extractFrontmatter(glossaryFR);

    console.log('✓ Parsed markdown files\n');

    // Build English sections
    const sections = buildSections(en.content, markdownToHtml(en.content));
    console.log(`✓ Built ${sections.length} sections for English\n`);

    // Build translation objects
    const translations = {
      de: {
        title: de.metadata.title,
        content_markdown: de.content,
        content_html: markdownToHtml(de.content),
        toc: extractTOC(de.content),
        metadata: {
          translated_by: 'deepl',
          translated_at: new Date(),
          reviewed: false,
          source_version: '1.1'
        }
      },
      fr: {
        title: fr.metadata.title,
        content_markdown: fr.content,
        content_html: markdownToHtml(fr.content),
        toc: extractTOC(fr.content),
        metadata: {
          translated_by: 'deepl',
          translated_at: new Date(),
          reviewed: false,
          source_version: '1.1'
        }
      }
    };

    console.log('✓ Built translation objects\n');

    // Find main glossary document (could be 'glossary', 'GLOSSARY', or long slug)
    const existingDoc = await collection.findOne({
      $or: [
        { slug: 'glossary' },
        { slug: 'GLOSSARY' },
        { slug: /^tractatus-agentic-governance-system-glossary-of-terms$/ }
      ]
    });

    if (!existingDoc) {
      console.error('✗ Could not find main glossary document');
      process.exit(1);
    }

    console.log(`✓ Found glossary document: ${existingDoc.slug}\n`);

    // Update main glossary document
    const result = await collection.updateOne(
      { _id: existingDoc._id },
      {
        $set: {
          slug: 'glossary', // Normalize to lowercase
          category: 'getting-started', // Move to Getting Started section
          sections: sections,
          translations: translations,
          content_html: markdownToHtml(en.content),
          content_markdown: en.content,
          toc: extractTOC(en.content),
          updated_at: new Date()
        }
      }
    );

    console.log(`✓ Updated glossary document (${result.modifiedCount} modified)\n`);

    // Delete separate translation documents and old duplicates
    const deleteResult = await collection.deleteMany({
      $and: [
        { _id: { $ne: existingDoc._id } }, // Don't delete the main one
        {
          $or: [
            { slug: 'glossary-de' },
            { slug: 'glossary-fr' },
            { slug: 'GLOSSARY' },
            { slug: /^tractatus-agentic-governance-system-glossary-of-terms/ }
          ]
        }
      ]
    });

    console.log(`✓ Deleted ${deleteResult.deletedCount} duplicate/separate translation documents\n`);

    console.log('═══════════════════════════════════════════════════════════');
    console.log('  SUMMARY');
    console.log('═══════════════════════════════════════════════════════════\n');
    console.log(`Sections created: ${sections.length}`);
    console.log(`Translations embedded: 2 (de, fr)`);
    console.log(`Separate docs deleted: ${deleteResult.deletedCount}`);
    console.log('\n✅ Glossary structure fixed!\n');

  } catch (error) {
    console.error('Error:', error);
    process.exit(1);
  } finally {
    await client.close();
  }
}

run();