Paper Search MCP

/** * ScienceDirect (Elsevier) Searcher * * Documentation: https://dev.elsevier.com/ * API Endpoints: * - Search API: https://api.elsevier.com/content/search/sciencedirect * - Article API: https://api.elsevier.com/content/article/doi/ * * Required API Key: Yes (X-ELS-APIKey header) * Get API key from: https://dev.elsevier.com/apikey/manage */ import axios, { AxiosInstance } from 'axios'; import { PaperSource, SearchOptions, DownloadOptions, PlatformCapabilities } from './PaperSource.js'; import { Paper, PaperFactory } from '../models/Paper.js'; import { RateLimiter } from '../utils/RateLimiter.js'; import { logDebug } from '../utils/Logger.js'; import { TIMEOUTS, USER_AGENT } from '../config/constants.js'; interface ElsevierSearchResponse { 'search-results': { 'opensearch:totalResults': string; 'opensearch:startIndex': string; 'opensearch:itemsPerPage': string; entry?: ElsevierEntry[]; link?: Array<{ '@ref': string; '@href': string; '@type': string; }>; }; } interface ElsevierEntry { 'dc:identifier': string; 'dc:title': string; 'dc:creator'?: string; 'prism:publicationName'?: string; 'prism:coverDate'?: string; 'prism:doi'?: string; 'prism:url'?: string; 'dc:description'?: string; 'prism:volume'?: string; 'prism:issueIdentifier'?: string; 'prism:pageRange'?: string; 'pii'?: string; 'load-date'?: string; link?: Array<{ '@ref': string; '@href': string; '@type': string; }>; 'openaccess'?: boolean; 'openaccessFlag'?: boolean; } interface ElsevierArticleResponse { 'full-text-retrieval-response': { coredata: { 'dc:identifier': string; 'dc:title': string; 'dc:creator'?: any; 'prism:publicationName'?: string; 'prism:coverDate'?: string; 'prism:doi'?: string; 'dc:description'?: string; 'prism:volume'?: string; 'prism:issueIdentifier'?: string; 'prism:pageRange'?: string; 'citedby-count'?: string; }; originalText?: string; }; } export class ScienceDirectSearcher extends PaperSource { private client: AxiosInstance; private rateLimiter: RateLimiter; constructor(apiKey?: string) { super('sciencedirect', 'https://api.elsevier.com', apiKey); this.client = axios.create({ baseURL: 'https://api.elsevier.com', timeout: TIMEOUTS.DEFAULT, headers: { 'Accept': 'application/json', 'User-Agent': USER_AGENT, ...(apiKey ? { 'X-ELS-APIKey': apiKey } : {}) } }); // Elsevier rate limits: // - Without key: 20 requests per minute // - With key: 10 requests per second (600 per minute) const requestsPerSecond = apiKey ? 10 : 0.33; this.rateLimiter = new RateLimiter({ requestsPerSecond, burstCapacity: apiKey ? 20 : 5 }); } async search(query: string, options: SearchOptions = {}): Promise<Paper[]> { const customOptions = options as any; if (!this.apiKey) { throw new Error('ScienceDirect API key is required'); } const maxResults = Math.min(options.maxResults || 10, 100); const papers: Paper[] = []; try { // Use PUT method with new API format (matching Python implementation) const requestBody: any = { qs: query }; // Add year filter if (options.year) { if (options.year.includes('-')) { const [startYear, endYear] = options.year.split('-'); requestBody.date = endYear ? `${startYear}-${endYear}` : startYear; } else { requestBody.date = options.year; } } // Add author filter if (options.author) { requestBody.authors = options.author; } // Display options requestBody.display = { offset: 0, show: maxResults, sortBy: options.sortBy === 'date' ? 'date' : 'relevance' }; await this.rateLimiter.waitForPermission(); const response = await this.client.put('/content/search/sciencedirect', requestBody, { headers: { 'Content-Type': 'application/json' } }); const results = response.data?.results || []; for (const result of results) { const paper = this.parseNewApiResult(result); if (paper) { papers.push(paper); } } // Enrich with abstracts if requested if (customOptions.includeAbstract && papers.length > 0) { const enrichedPapers = await this.enrichPapersWithAbstracts(papers); return enrichedPapers; } return papers; } catch (error: any) { this.handleHttpError(error, 'search'); } } /** * Parse result from new PUT API format */ private parseNewApiResult(result: any): Paper | null { try { // Parse publication date let publishedDate: Date | null = null; let year: number | undefined; const pubDateStr = result.publicationDate; if (pubDateStr) { try { publishedDate = new Date(pubDateStr); year = publishedDate.getFullYear(); } catch { if (pubDateStr.length >= 4) { year = parseInt(pubDateStr.substring(0, 4)); } } } // Parse authors const authors: string[] = []; const authorsData = result.authors || []; if (Array.isArray(authorsData)) { const sortedAuthors = [...authorsData].sort((a, b) => (a.order || 999) - (b.order || 999)); for (const author of sortedAuthors) { if (author.name) { authors.push(author.name.trim()); } } } return PaperFactory.create({ paperId: result.pii || `scidir_${Date.now()}`, title: result.title || 'No title', authors: authors, abstract: '', doi: result.doi, publishedDate: publishedDate, url: result.uri, source: 'sciencedirect', journal: result.sourceTitle, year: year, extra: { pii: result.pii, openAccess: result.openAccess || false, volumeIssue: result.volumeIssue, pages: result.pages } }); } catch (error) { logDebug('Error parsing ScienceDirect result:', error); return null; } } /** * Enrich papers with abstracts using Article Retrieval API */ private async enrichPapersWithAbstracts(papers: Paper[]): Promise<Paper[]> { const enrichedPapers: Paper[] = []; for (const paper of papers) { try { await this.rateLimiter.waitForPermission(); const response = await this.client.get(`/content/article/pii/${paper.paperId}`, { params: { view: 'META_ABS' } }); const coredata = response.data?.['full-text-retrieval-response']?.coredata; if (coredata) { paper.abstract = coredata['dc:description'] || ''; } enrichedPapers.push(paper); } catch (error) { // If enrichment fails, keep original paper enrichedPapers.push(paper); } } return enrichedPapers; } private async parseEntry(entry: ElsevierEntry): Promise<Paper | null> { try { // Extract PDF URL if available let pdfUrl: string | undefined; if (entry.link) { const pdfLink = entry.link.find(l => l['@type'] === 'application/pdf'); if (pdfLink) { pdfUrl = pdfLink['@href']; } } // Build paper URL const paperUrl = entry['prism:url'] || (entry['prism:doi'] ? `https://doi.org/${entry['prism:doi']}` : undefined); return PaperFactory.create({ paperId: entry['prism:doi'] || entry['dc:identifier'] || entry.pii || '', title: entry['dc:title'] || '', authors: entry['dc:creator'] ? [entry['dc:creator']] : [], abstract: entry['dc:description'] || '', doi: entry['prism:doi'], publishedDate: entry['prism:coverDate'] ? new Date(entry['prism:coverDate']) : null, pdfUrl: pdfUrl, url: paperUrl, source: 'sciencedirect', journal: entry['prism:publicationName'], volume: entry['prism:volume'], issue: entry['prism:issueIdentifier'], pages: entry['prism:pageRange'], extra: { pii: entry.pii, openAccess: entry.openaccess || entry.openaccessFlag || false } }); } catch (error) { logDebug('Error parsing ScienceDirect entry:', error); return null; } } async getArticleDetails(doi: string): Promise<Paper | null> { if (!this.apiKey) { throw new Error('ScienceDirect API key is required'); } try { await this.rateLimiter.waitForPermission(); const response = await this.client.get<ElsevierArticleResponse>(`/content/article/doi/${doi}`, { params: { view: 'FULL' } }); const coredata = response.data['full-text-retrieval-response']?.coredata; if (!coredata) return null; // Extract authors let authors = ''; if (coredata['dc:creator']) { if (Array.isArray(coredata['dc:creator'])) { authors = coredata['dc:creator'].map((a: any) => a.$).join(', '); } else if (typeof coredata['dc:creator'] === 'string') { authors = coredata['dc:creator']; } } return PaperFactory.create({ paperId: doi, title: coredata['dc:title'] || '', authors: authors ? [authors] : [], abstract: coredata['dc:description'] || '', doi: coredata['prism:doi'] || doi, publishedDate: coredata['prism:coverDate'] ? new Date(coredata['prism:coverDate']) : null, url: `https://doi.org/${doi}`, source: 'sciencedirect', journal: coredata['prism:publicationName'], volume: coredata['prism:volume'], issue: coredata['prism:issueIdentifier'], pages: coredata['prism:pageRange'], citationCount: coredata['citedby-count'] ? parseInt(coredata['citedby-count']) : undefined }); } catch (error: any) { logDebug('ScienceDirect article details error:', error.message); return null; } } getCapabilities(): PlatformCapabilities { return { search: true, download: false, fullText: false, citations: true, requiresApiKey: true, supportedOptions: ['maxResults', 'year', 'author', 'journal'] }; } async downloadPdf(paperId: string, options: DownloadOptions = {}): Promise<string> { throw new Error('PDF download requires institutional access for ScienceDirect'); } async readPaper(paperId: string, options: DownloadOptions = {}): Promise<string> { const paper = await this.getArticleDetails(paperId); if (!paper) { throw new Error('Paper not found'); } return paper.abstract || 'Abstract not available'; } /** * 获取引用此论文的文献列表(通过Crossref/OpenCitations) */ async getCitations(paperId: string): Promise<Paper[]> { try { // Get paper to check DOI const paper = await this.getArticleDetails(paperId); if (!paper || !paper.doi) { logDebug(`ScienceDirect paper ${paperId} has no DOI, cannot fetch citations`); return []; } const { CrossrefSearcher } = await import('./CrossrefSearcher.js'); const crossref = new CrossrefSearcher(); return await crossref.getCitations(paper.doi); } catch (error) { logDebug('Error getting ScienceDirect citations:', error); return []; } } /** * 获取论文的参考文献列表(通过Crossref) */ async getReferences(paperId: string): Promise<Paper[]> { try { // Get paper to check DOI const paper = await this.getArticleDetails(paperId); if (!paper || !paper.doi) { logDebug(`ScienceDirect paper ${paperId} has no DOI, cannot fetch references`); return []; } const { CrossrefSearcher } = await import('./CrossrefSearcher.js'); const crossref = new CrossrefSearcher(); return await crossref.getReferences(paper.doi); } catch (error) { logDebug('Error getting ScienceDirect references:', error); return []; } } }