test-corruption-fixes.js•4.87 kB
#!/usr/bin/env node
import { SequentialGraphitiIntegration } from './src/core/SequentialGraphitiIntegration.js';
console.log('🔧 Testing JSON Storage Corruption Fixes\n');
async function testCorruptionFixes() {
const integration = new SequentialGraphitiIntegration();
try {
console.log('🚀 Initializing system (this will repair any corrupted files)...');
await integration.initialize();
console.log('✅ System initialized successfully\n');
// Test that the file repair functionality worked
console.log('📊 Checking system stats after repair...');
const stats = await integration.factStore.getStats();
console.log(`✅ Total facts loaded: ${stats.totalFacts}`);
console.log(`✅ Facts by type: ${Object.keys(stats.factsByType).length} types`);
console.log(`✅ Facts by domain: ${Object.keys(stats.factsByDomain).length} domains\n`);
// Test safe file writing
console.log('💾 Testing safe file writing...');
const testInsights = [
{
content: 'FileManager implements atomic writes to prevent JSON corruption',
type: 'verified_pattern',
domain: 'file-systems',
tags: ['atomic-write', 'corruption-prevention']
},
{
content: 'JSON validation and backup creation ensure data integrity',
type: 'optimization',
domain: 'data-integrity',
tags: ['validation', 'backup', 'integrity']
},
{
content: 'Concurrent write protection prevents race conditions in file storage',
type: 'debugging_solution',
domain: 'concurrency',
tags: ['race-condition', 'file-locking', 'concurrent-write']
}
];
// Test storing multiple insights rapidly (this would previously cause corruption)
console.log('⚡ Testing rapid concurrent writes...');
const writePromises = testInsights.map(insight =>
integration.memoryTools.storeInsight(insight)
);
const results = await Promise.all(writePromises);
console.log(`✅ Successfully stored ${results.length} insights concurrently`);
for (const result of results) {
console.log(` - ${result.factId}: Quality ${result.qualityScore}`);
}
console.log();
// Test file repair functionality
console.log('🔧 Testing file repair functionality...');
const repairResults = await integration.factStore.repairStorage();
console.log(`✅ Storage repair scan results:`);
console.log(` - Files scanned: ${repairResults.scanned}`);
console.log(` - Corrupted files found: ${repairResults.corrupted}`);
console.log(` - Files repaired: ${repairResults.repaired}`);
console.log(` - Files quarantined: ${repairResults.quarantined}\n`);
// Test semantic index integrity after repairs
console.log('🧠 Testing semantic index integrity...');
const semanticStats = integration.factStore.getSemanticStats();
console.log(`✅ Semantic index: ${semanticStats.totalDocuments} documents, ${semanticStats.vocabularySize} terms`);
// Test search functionality
const searchResult = await integration.factStore.queryFacts({
query: 'corruption prevention',
limit: 5
});
console.log(`✅ Search functionality: Found ${searchResult.facts.length} relevant facts\n`);
// Test backup and cleanup
console.log('🧹 Testing backup cleanup...');
const factsDir = integration.factStore.storageDir + '/facts';
await integration.factStore.fileManager.cleanupBackups(factsDir, 0); // Clean all backups
console.log('✅ Backup cleanup completed\n');
// Final verification
console.log('🔍 Final verification...');
const finalStats = await integration.factStore.getStats();
console.log(`✅ Final system state:`);
console.log(` - Total facts: ${finalStats.totalFacts}`);
console.log(` - Average quality: ${finalStats.averageQualityScore}`);
console.log(` - System healthy: ${finalStats.totalFacts > 0 ? 'Yes' : 'No'}\n`);
console.log('🎉 All corruption fix tests completed successfully!');
console.log('\n📋 Summary of fixes implemented:');
console.log(' ✅ Atomic file writes to prevent corruption');
console.log(' ✅ JSON validation before and after writing');
console.log(' ✅ Automatic backup creation and restoration');
console.log(' ✅ Concurrent write protection with queuing');
console.log(' ✅ Corrupted file detection and repair');
console.log(' ✅ Automatic quarantine of unrepairable files');
console.log(' ✅ Backup cleanup to prevent disk bloat');
} catch (error) {
console.error('❌ Error in corruption fix test:', error);
console.error('Stack trace:', error.stack);
} finally {
await integration.shutdown();
}
}
testCorruptionFixes().catch(console.error);