deefb753f7
- audit-inflection-point.js: Identify fictional content in research paper - fix-inflection-point-fiction.js: Remove fabricated statistics - audit-all-card-sequences.js: Check card sequence quality - audit-card-category-sequences.js: Analyze pedagogical flow - resequence-cards-pedagogically.js: Reorder cards for better learning flow - apply-production-fixes.js: Production deployment script - inspect-*: Helper scripts for analysis Quality improvements: - Removed fictional content from Inflection Point document (3 sections) - Resequenced 21 documents pedagogically (22-67% jumpiness reduction) - Implemented proper learning flow: concepts → warnings → technical → reference
67 lines
2.4 KiB
JavaScript
67 lines
2.4 KiB
JavaScript
/**
|
|
* Audit and fix the Inflection Point document
|
|
* Remove fictional statistics and claims
|
|
*/
|
|
const { MongoClient } = require('mongodb');
|
|
|
|
async function run() {
|
|
const client = new MongoClient('mongodb://localhost:27017');
|
|
await client.connect();
|
|
|
|
const db = client.db('tractatus_dev');
|
|
const collection = db.collection('documents');
|
|
|
|
const doc = await collection.findOne({ slug: 'executive-summary-tractatus-inflection-point' });
|
|
|
|
if (!doc) {
|
|
console.log('Document not found');
|
|
process.exit(1);
|
|
}
|
|
|
|
console.log('═══════════════════════════════════════════════════════════');
|
|
console.log(' AUDITING INFLECTION POINT DOCUMENT');
|
|
console.log('═══════════════════════════════════════════════════════════\n');
|
|
|
|
console.log('Title:', doc.title);
|
|
console.log('Slug:', doc.slug);
|
|
console.log('\nSections found:', doc.sections?.length || 0);
|
|
|
|
console.log('\n📋 Section Audit:\n');
|
|
|
|
if (doc.sections) {
|
|
doc.sections.forEach((section, idx) => {
|
|
console.log(`${idx + 1}. "${section.title}" (${section.category})`);
|
|
|
|
// Check for fictional content
|
|
const text = section.content_html + section.excerpt;
|
|
const issues = [];
|
|
|
|
if (/\d+%/.test(text) && !/\[NEEDS VERIFICATION\]/.test(text)) {
|
|
issues.push('Contains unverified statistics');
|
|
}
|
|
|
|
if (/Year 1|Timeline:|Months \d/.test(text)) {
|
|
issues.push('Contains fictional roadmap/timeline');
|
|
}
|
|
|
|
if (/reduction|target|metric|success/i.test(text) && /\d+%/.test(text)) {
|
|
issues.push('Contains fabricated performance metrics');
|
|
}
|
|
|
|
if (issues.length > 0) {
|
|
console.log(` ⚠️ ISSUES: ${issues.join(', ')}`);
|
|
}
|
|
});
|
|
}
|
|
|
|
console.log('\n📊 Fictional Content to Remove:\n');
|
|
console.log('1. Section "The Numbers That Matter" - Contains fabricated statistics');
|
|
console.log('2. "Value Proposition for Anthropic" section - Fictional business claims');
|
|
console.log('3. "Implementation Roadmap" - Completely fabricated timeline');
|
|
console.log('4. Performance metrics (95%, 100%, <10ms) - All unverified');
|
|
console.log('5. Market statistics (50%, 60%, 35%) - Fabricated numbers');
|
|
|
|
await client.close();
|
|
}
|
|
|
|
run().catch(console.error);
|