ISIS MCP

import { searchWeb } from "../lib/search.js"; import { scrapePage } from "../lib/scraper.js"; import { extractContent } from "../lib/extractor.js"; import { getFromCache, saveToCache, generateContentHandle } from "../lib/cache.js"; import { OllamaSummarizer } from "../lib/summarizer.js"; interface RagParams { query: string; maxResults?: number; outputFormat?: "markdown" | "text" | "html"; contentMode?: "preview" | "full" | "summary"; summaryModel?: string; useJavascript?: boolean; timeout?: number; } interface PageResult { url: string; title: string; markdown?: string; text?: string; html?: string; excerpt?: string; contentHandle?: string; fromCache: boolean; } interface RagResult { query: string; results: PageResult[]; totalResults: number; searchedAt: string; error?: string; } function truncateForPreview(content: string | undefined, maxChars = 300): string | undefined { if (!content || content.length <= maxChars) return content; return content.substring(0, maxChars) + "..."; } async function applyContentMode( content: string | undefined, mode: "preview" | "full" | "summary", summaryModel?: string ): Promise<string | undefined> { if (!content) return content; if (mode === "preview") { return truncateForPreview(content, 300); } if (mode === "summary") { try { const summarizer = new OllamaSummarizer({ model: summaryModel }); const summary = await summarizer.summarize(content); if (summary) return summary; return truncateForPreview(content, 300); } catch (error) { console.warn('Summarization failed, falling back to truncation:', error); return truncateForPreview(content, 300); } } return content; } export async function rag(params: RagParams): Promise<RagResult> { const { query, maxResults = 5, outputFormat = "markdown", contentMode = "full", summaryModel, useJavascript = false, timeout = 30000, } = params; let searchResults: Array<{ url: string; title: string; description: string; }>; try { searchResults = await searchWeb(query, maxResults); } catch (error) { return { query, error: `Busca falhou: ${(error as Error).message}. Tente novamente em alguns minutos.`, results: [], totalResults: 0, searchedAt: new Date().toISOString(), }; } const pages = await Promise.all( searchResults.map(async (result) => { const cached = getFromCache(result.url); if (cached) { return { url: result.url, title: cached.title, markdown: cached.markdown, text: cached.content, html: cached.content, excerpt: "", fromCache: true, }; } try { const { html } = await scrapePage(result.url, { javascript: useJavascript, timeout, }); const extracted = await extractContent(html, result.url); if (extracted) { saveToCache(result.url, { content: extracted.textContent, markdown: extracted.markdown, title: extracted.title, }); return { url: result.url, title: extracted.title, markdown: extracted.markdown, text: extracted.textContent, html: extracted.content, excerpt: extracted.excerpt, fromCache: false, }; } } catch (e) { console.error(`Failed to scrape ${result.url}:`, e); } return null; }) ); const validPages = pages.filter(Boolean) as PageResult[]; const formattedResults = await Promise.all( validPages.map(async (p) => { const result: any = { url: p.url, title: p.title, fromCache: p.fromCache, }; if (contentMode === "preview") { result.contentHandle = generateContentHandle(p.url); } if (outputFormat === "markdown") { result.markdown = await applyContentMode(p.markdown, contentMode, summaryModel); } else if (outputFormat === "text") { result.text = await applyContentMode(p.text, contentMode, summaryModel); } else if (outputFormat === "html") { result.html = await applyContentMode(p.html, contentMode, summaryModel); } if (p.excerpt && contentMode === "full") { result.excerpt = p.excerpt; } return result; }) ); return { query, results: formattedResults, totalResults: validPages.length, searchedAt: new Date().toISOString(), }; }