/**
* Integration Test Suite
* Auto-migrated from test-business-logic.mjs
*/
import { promises as fs } from "node:fs";
import { join, basename } from "node:path";
import { section, assert, log, skip, sleep, createTestFile, hashContent, randomUUID, resources } from "../helpers.mjs";
import { SchemaManager, CURRENT_SCHEMA_VERSION } from "../../../build/code/schema-migration.js";
import { DEFAULT_CONFIG } from "../../../build/code/pipeline/index.js";
export async function testSchemaAndDeleteOptimization(qdrant) {
section("15. Schema Migration & Delete Optimization");
// Test 9: SchemaManager and payload index migration
log("info", "Testing SchemaManager and payload index...");
const schemaTestCollection = `test_schema_${Date.now()}`;
// Create collection first
await qdrant.createCollection(schemaTestCollection, 5, "Cosine", false);
try {
// Test hasPayloadIndex (should be false for new collection)
const indexExistsBefore = await qdrant.hasPayloadIndex(schemaTestCollection, "relativePath");
assert(indexExistsBefore === false, "New collection has no relativePath index");
// Test createPayloadIndex
await qdrant.createPayloadIndex(schemaTestCollection, "relativePath", "keyword");
// Verify index was created
const indexExistsAfter = await qdrant.hasPayloadIndex(schemaTestCollection, "relativePath");
assert(indexExistsAfter === true, "Index created successfully");
// Test ensurePayloadIndex (should not recreate)
const created = await qdrant.ensurePayloadIndex(schemaTestCollection, "relativePath", "keyword");
assert(created === false, "ensurePayloadIndex returns false when index exists");
// Test SchemaManager
const schemaManager = new SchemaManager(qdrant);
// Create a new collection without index
const schemaTestCollection2 = `test_schema2_${Date.now()}`;
await qdrant.createCollection(schemaTestCollection2, 5, "Cosine", false);
try {
// Get schema version (should be 0 for new collection without index)
const versionBefore = await schemaManager.getSchemaVersion(schemaTestCollection2);
assert(versionBefore === 0, `New collection has schema version 0: ${versionBefore}`);
// Ensure current schema (should migrate to v4)
const migrationResult = await schemaManager.ensureCurrentSchema(schemaTestCollection2);
assert(migrationResult.success === true, "Migration successful");
assert(migrationResult.fromVersion === 0, "Migrated from v0");
assert(migrationResult.toVersion === CURRENT_SCHEMA_VERSION, `Migrated to v${CURRENT_SCHEMA_VERSION}`);
assert(migrationResult.migrationsApplied.length > 0, "At least one migration applied");
// Verify index was created during migration
const indexExistsPostMigration = await qdrant.hasPayloadIndex(schemaTestCollection2, "relativePath");
assert(indexExistsPostMigration === true, "Index created during migration");
// Verify schema version is now current
const versionAfter = await schemaManager.getSchemaVersion(schemaTestCollection2);
assert(versionAfter === CURRENT_SCHEMA_VERSION, `Schema version is now ${CURRENT_SCHEMA_VERSION}: ${versionAfter}`);
// Run migration again (should skip)
const migrationResult2 = await schemaManager.ensureCurrentSchema(schemaTestCollection2);
assert(migrationResult2.success === true, "Second migration call successful");
assert(migrationResult2.migrationsApplied.length === 0, "No migrations needed on second call");
} finally {
await qdrant.deleteCollection(schemaTestCollection2);
}
// Test 10: Delete configuration defaults
log("info", "Testing delete optimization configuration...");
// Check DEFAULT_CONFIG has separate delete worker pool
assert(
DEFAULT_CONFIG.deleteWorkerPool !== undefined,
"DEFAULT_CONFIG has deleteWorkerPool"
);
assert(
DEFAULT_CONFIG.deleteWorkerPool.concurrency >= 8,
`Delete concurrency is high (${DEFAULT_CONFIG.deleteWorkerPool.concurrency})`
);
assert(
DEFAULT_CONFIG.deleteAccumulator.batchSize >= 500,
`Delete batch size is large (${DEFAULT_CONFIG.deleteAccumulator.batchSize})`
);
// Verify upsert and delete have independent settings
assert(
DEFAULT_CONFIG.workerPool.concurrency !== DEFAULT_CONFIG.deleteWorkerPool.concurrency ||
DEFAULT_CONFIG.upsertAccumulator.batchSize !== DEFAULT_CONFIG.deleteAccumulator.batchSize,
"Upsert and delete have different settings"
);
log("pass", "Schema migration and delete optimization verified");
} finally {
await qdrant.deleteCollection(schemaTestCollection);
}
}
