/**
* Search utilities using Fuse.js for fuzzy matching.
*/
import Fuse from 'fuse.js';
import {
readFile,
readdir,
stat,
join,
extname,
matter,
scanDirectory,
extractTitle,
extractDescription,
} from './files.js';
import { PROJECT_ROOT, DOCS_DIR, PROJECT_DIR, INTENT_SOURCES } from './constants.js';
// Cache for loaded files
let allFilesCache = null;
let allFilesIndex = null;
/**
* Detect intent from query string or use explicit intent
* @param {string} query - Search query
* @param {string} [explicitIntent] - Explicitly provided intent
* @returns {string} Detected intent
*/
export function detectIntent(query, explicitIntent) {
if (explicitIntent) return explicitIntent;
const queryLower = query.toLowerCase();
// Check for "project docs/documents/documentation" - this means APPLICATION documentation
// NOT project management. Routes to docs/ folder + DECISIONS.md
if (
/\b(project\s+doc(s|ument(s|ation)?)?|update\s+(project\s+)?doc(s|ument(s|ation)?)?|application\s+doc(s|ument(s|ation)?)?)\b/.test(
queryLower
)
) {
return 'project_docs';
}
// Check for architecture decisions specifically
if (/\b(decision(s)?|adr|architecture\s+decision(s)?|technical\s+decision(s)?)\b/.test(queryLower)) {
return 'decisions';
}
// Check for operational/project management keywords (status, todos, roadmap, backlog)
// This is DIFFERENT from "project docs" - this is about tracking work, not documenting the system
if (/\b(plan|plans|todo|todos|roadmap|status|operational|current state|backlog)\b/.test(queryLower)) {
return 'plan';
}
// Check for docs-only keywords (just "docs" or "documentation" without "project")
if (/\b(docs|documentation|reference|guide|guides|api docs)\b/.test(queryLower)) {
return 'docs';
}
// Default to project (searches all sources)
return 'project';
}
/**
* Get source directories for a given intent
* @param {string} intent - Intent type
* @returns {string[]} Array of source names
*/
export function getSourcesForIntent(intent) {
const sources = INTENT_SOURCES[intent] || INTENT_SOURCES.project;
// 'decisions' is a virtual source that maps to DECISIONS.md in .project/
// When we see 'decisions' in the sources, we need to include it for filtering
// The actual loading happens in loadAllFiles() which tags DECISIONS.md with source='decisions'
return sources;
}
/**
* Load and index all files from all sources
* @param {boolean} [force=false] - Force reload even if cached
* @returns {Promise<Array>} Array of indexed file objects
*/
export async function loadAllFiles(force = false) {
if (allFilesCache && !force) {
return allFilesCache;
}
const allFiles = [];
// Load .project/ directory
// DECISIONS.md gets special treatment - it's tagged as both 'project' and 'decisions'
// because it's application documentation (explains WHY the system is built this way)
// not just project management
try {
const projectFiles = [];
await scanDirectory(PROJECT_DIR, '.project', projectFiles, 'project');
// Tag DECISIONS.md with source='decisions' so it appears in project_docs queries
for (const file of projectFiles) {
if (file.path.endsWith('DECISIONS.md')) {
// DECISIONS.md is application documentation, not just project management
file.source = 'decisions';
}
allFiles.push(file);
}
} catch (error) {
// .project/ might not exist
}
// Load root-level markdown files
try {
const rootFiles = await readdir(PROJECT_ROOT);
for (const file of rootFiles) {
if (extname(file) === '.md' && !file.startsWith('.')) {
const fullPath = join(PROJECT_ROOT, file);
try {
const stats = await stat(fullPath);
if (stats.isFile()) {
const content = await readFile(fullPath, 'utf-8');
const parsed = matter(content);
allFiles.push({
path: file,
fullPath,
source: 'root',
title: parsed.data.title || extractTitle(content) || file,
description: parsed.data.description || extractDescription(content),
content: parsed.content,
frontmatter: parsed.data,
category: 'root',
});
}
} catch (error) {
console.error(`Error reading ${fullPath}:`, error.message);
}
}
}
} catch (error) {
console.error('Error reading root files:', error.message);
}
// Load docs/ directory
try {
await scanDirectory(DOCS_DIR, 'docs', allFiles, 'docs');
} catch (error) {
// docs/ might not exist
}
allFilesCache = allFiles;
// Build search index
allFilesIndex = new Fuse(allFiles, {
keys: ['title', 'content', 'path', 'category', 'source'],
threshold: 0.4,
includeScore: true,
includeMatches: true,
});
return allFiles;
}
/**
* Get the search index
* @returns {Fuse|null}
*/
export function getSearchIndex() {
return allFilesIndex;
}
/**
* Get cached files
* @returns {Array|null}
*/
export function getCachedFiles() {
return allFilesCache;
}
/**
* Clear the file cache
*/
export function clearCache() {
allFilesCache = null;
allFilesIndex = null;
}
/**
* Search files with given parameters
* @param {string} query - Search query
* @param {string[]} sources - Sources to search
* @param {number} maxResults - Maximum results
* @returns {Promise<Array>} Search results
*/
export async function searchFiles(query, sources, maxResults = 10) {
await loadAllFiles();
// Filter files by source
const filesToSearch = allFilesCache.filter(file => sources.includes(file.source));
// Rebuild index with filtered files
const index = new Fuse(filesToSearch, {
keys: ['title', 'content', 'path', 'category', 'source'],
threshold: 0.4,
includeScore: true,
includeMatches: true,
});
return index.search(query).slice(0, maxResults);
}
/**
* Extract a relevant snippet from content
* @param {string} content - Full content
* @param {string} query - Search query
* @param {Array} matches - Fuse.js matches
* @returns {string} Snippet
*/
export function extractSnippet(content, query, matches) {
const queryLower = query.toLowerCase();
const contentLower = content.toLowerCase();
const index = contentLower.indexOf(queryLower);
if (index !== -1) {
const start = Math.max(0, index - 150);
const end = Math.min(content.length, index + query.length + 150);
let snippet = content.substring(start, end);
const sentenceStart = snippet.lastIndexOf('\n\n', 100);
if (sentenceStart > 0) {
snippet = snippet.substring(sentenceStart).trim();
}
const sentenceEnd = snippet.indexOf('\n\n', snippet.length - 100);
if (sentenceEnd > 0) {
snippet = snippet.substring(0, sentenceEnd).trim();
}
return snippet || content.substring(0, 300);
}
return content.substring(0, 300);
}
