import app from "./app";
import { McpAgent } from "agents/mcp";
import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
import { z } from "zod";
import OAuthProvider from "@cloudflare/workers-oauth-provider";
import { GoogleSearchService } from "./services/google-search";
import { ContentExtractor } from "./services/content-extractor";
import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
import type { OutputFormat } from "./types";
export class GoogleSearchEngineMCP extends McpAgent {
searchService = new GoogleSearchService();
contentExtractor = new ContentExtractor();
server = new McpServer(
{
name: "google-search-engine",
version: "1.0.0",
},
{
capabilities: {
tools: {
google_search: {
description:
"Search Google and return relevant results from the web. This tool finds web pages, articles, and information on specific topics using Google's search engine. Results include titles, snippets, and URLs that can be analyzed further using extract_webpage_content.",
inputSchema: {
type: "object",
properties: {
query: {
type: "string",
description:
"Search query - be specific and use quotes for exact matches. For best results, use clear keywords and avoid very long queries.",
},
num_results: {
type: "number",
description:
"Number of results to return (default: 5, max: 10). Increase for broader coverage, decrease for faster response.",
},
site: {
type: "string",
description:
'Limit search results to a specific website domain (e.g., "wikipedia.org" or "nytimes.com").',
},
language: {
type: "string",
description:
'Filter results by language using ISO 639-1 codes (e.g., "en" for English, "es" for Spanish, "fr" for French).',
},
dateRestrict: {
type: "string",
description:
'Filter results by date using Google\'s date restriction format: "d[number]" for past days, "w[number]" for past weeks, "m[number]" for past months, or "y[number]" for past years. Example: "m6" for results from the past 6 months.',
},
exactTerms: {
type: "string",
description:
"Search for results that contain this exact phrase. This is equivalent to putting the terms in quotes in the search query.",
},
resultType: {
type: "string",
description:
'Specify the type of results to return. Options include "image" (or "images"), "news", and "video" (or "videos"). Default is general web results.',
},
page: {
type: "number",
description:
"Page number for paginated results (starts at 1). Use in combination with resultsPerPage to navigate through large result sets.",
},
resultsPerPage: {
type: "number",
description:
"Number of results to show per page (default: 5, max: 10). Controls how many results are returned for each page.",
},
sort: {
type: "string",
description:
'Sorting method for search results. Options: "relevance" (default) or "date" (most recent first).',
},
},
required: ["query"],
},
},
extract_webpage_content: {
description:
"Extract and analyze content from a webpage, converting it to readable text. This tool fetches the main content while removing ads, navigation elements, and other clutter. Use it to get detailed information from specific pages found via google_search. Works with most common webpage formats including articles, blogs, and documentation.",
inputSchema: {
type: "object",
properties: {
url: {
type: "string",
description:
"Full URL of the webpage to extract content from (must start with http:// or https://). Ensure the URL is from a public webpage and not behind authentication.",
},
format: {
type: "string",
description:
'Output format for the extracted content. Options: "markdown" (default), "html", or "text".',
},
},
required: ["url"],
},
},
extract_multiple_webpages: {
description:
"Extract and analyze content from multiple webpages in a single request. This tool is ideal for comparing information across different sources or gathering comprehensive information on a topic. Limited to 5 URLs per request to maintain performance.",
inputSchema: {
type: "object",
properties: {
urls: {
type: "array",
items: { type: "string" },
description:
"Array of webpage URLs to extract content from. Each URL must be public and start with http:// or https://. Maximum 5 URLs per request.",
},
format: {
type: "string",
description:
'Output format for the extracted content. Options: "markdown" (default), "html", or "text".',
},
},
required: ["urls"],
},
},
},
},
},
);
async init() {
this.server.tool(
"add",
"Add two numbers together.",
{
a: z.number().describe("The first number to add"),
b: z.number().describe("The second number to add"),
},
async ({ a, b }, extra) => {
return { content: [{ type: "text", text: String(a + b) }] };
},
);
this.server.tool(
"google_search",
"Google and return relevant results from the web. This tool finds web pages, articles, and information on specific topics using Google's search engine. Results include titles, snippets, and URLs that can be analyzed further using extract_webpage_content.",
{
query: z
.string()
.describe(
"Search query - be specific and use quotes for exact matches. For best results, use clear keywords and avoid very long queries.",
),
num_results: z
.number()
.optional()
.describe(
"Number of results to return (default: 5, max: 10). Increase for broader coverage, decrease for faster response.",
),
site: z
.string()
.optional()
.describe(
'Limit search results to a specific website domain (e.g., "wikipedia.org" or "nytimes.com").',
),
language: z
.string()
.optional()
.describe(
'Filter results by language using ISO 639-1 codes (e.g., "en" for English, "es" for Spanish, "fr" for French).',
),
dateRestrict: z
.string()
.optional()
.describe(
'Filter results by date using Google\'s date restriction format: "d[number]" for past days, "w[number]" for past weeks, "m[number]" for past months, or "y[number]" for past years. Example: "m6" for results from the past 6 months.',
),
exactTerms: z
.string()
.optional()
.describe(
"Search for results that contain this exact phrase. This is equivalent to putting the terms in quotes in the search query.",
),
resultType: z
.string()
.optional()
.describe(
'Specify the type of results to return. Options include "image" (or "images"), "news", and "video" (or "videos"). Default is general web results.',
),
page: z
.number()
.optional()
.describe(
"Page number for paginated results (starts at 1). Use in combination with resultsPerPage to navigate through large result sets.",
),
resultsPerPage: z
.number()
.optional()
.describe(
"Number of results to show per page (default: 5, max: 10). Controls how many results are returned for each page.",
),
sort: z
.string()
.optional()
.describe(
'Sorting method for search results. Options: "relevance" (default) or "date" (most recent first).',
),
},
async (params, extra) => {
return await this.handleSearch({
query: params.query,
num_results: params?.num_results,
filters: {
site: params?.site,
language: params?.language,
dateRestrict: params?.dateRestrict,
exactTerms: params?.exactTerms,
resultType: params?.resultType,
page: params?.page,
resultsPerPage: params?.resultsPerPage,
sort: params?.sort,
},
});
},
);
this.server.tool(
"extract_webpage_content",
"Extract and analyze content from a webpage, converting it to readable text. This tool fetches the main content while removing ads, navigation elements, and other clutter. Use it to get detailed information from specific pages found via google_search. Works with most common webpage formats including articles, blogs, and documentation.",
{
url: z
.string()
.describe(
"Full URL of the webpage to extract content from (must start with http:// or https://). Ensure the URL is from a public webpage and not behind authentication.",
),
format: z
.string()
.optional()
.describe(
'Output format for the extracted content. Options: "markdown" (default), "html", or "text".',
),
},
async (params, extra) => {
return await this.handleAnalyzeWebpage({
url: params.url,
format: params.format ? (String(params.format) as OutputFormat) : "markdown",
});
},
);
this.server.tool(
"extract_multiple_webpages",
"Extract and analyze content from multiple webpages in a single request. This tool is ideal for comparing information across different sources or gathering comprehensive information on a topic. Limited to 5 URLs per request to maintain performance.",
{
urls: z
.array(z.string())
.describe(
"Array of webpage URLs to extract content from. Each URL must be public and start with http:// or https://. Maximum 5 URLs per request.",
),
format: z
.string()
.optional()
.describe(
'Output format for the extracted content. Options: "markdown" (default), "html", or "text".',
),
},
async (params, extra) => {
const result = await this.handleBatchAnalyzeWebpages({
urls: params.urls,
format: params.format ? (String(params.format) as OutputFormat) : "markdown",
});
return result;
},
);
}
private async handleSearch(args: {
query: string;
num_results?: number;
filters?: {
site?: string;
language?: string;
dateRestrict?: string;
exactTerms?: string;
resultType?: string;
page?: number;
resultsPerPage?: number;
sort?: string;
};
}): Promise<CallToolResult> {
try {
const { results, pagination, categories } = await this.searchService.search(
args.query,
args.num_results,
args.filters,
);
if (results.length === 0) {
return {
content: [
{
type: "text",
text: "No results found. Try:\n- Using different keywords\n- Removing quotes from non-exact phrases\n- Using more general terms",
},
],
isError: true,
};
}
// Format results in a more concise, readable way
const formattedResults = results.map((result) => ({
title: result.title,
link: result.link,
snippet: result.snippet,
category: result.category,
}));
// Format results in a more AI-friendly way
let responseText = `Search results for "${args.query}":\n\n`;
// Add category summary if available
if (categories && categories.length > 0) {
responseText += `Categories: ${categories
.map((c) => `${c.name} (${c.count})`)
.join(", ")}\n\n`;
}
// Add pagination info
if (pagination) {
responseText += `Showing page ${pagination.currentPage}${
pagination.totalResults ? ` of approximately ${pagination.totalResults} results` : ""
}\n\n`;
}
// Add each result in a readable format
formattedResults.forEach((result, index) => {
responseText += `${index + 1}. ${result.title}\n`;
responseText += ` URL: ${result.link}\n`;
responseText += ` ${result.snippet}\n\n`;
});
// Add navigation hints if pagination exists
if (pagination && (pagination.hasNextPage || pagination.hasPreviousPage)) {
responseText += "Navigation: ";
if (pagination.hasPreviousPage) {
responseText += `Use 'page: ${pagination.currentPage - 1}' for previous results. `;
}
if (pagination.hasNextPage) {
responseText += `Use 'page: ${pagination.currentPage + 1}' for more results.`;
}
responseText += "\n";
}
return {
content: [
{
type: "text",
text: responseText,
},
],
};
} catch (error) {
const message = error instanceof Error ? error.message : "Unknown error during search";
return {
content: [{ type: "text", text: message }],
isError: true,
};
}
}
private async handleAnalyzeWebpage(args: {
url: string;
format?: OutputFormat;
}): Promise<CallToolResult> {
try {
const content = await this.contentExtractor.extractContent(args.url, args.format);
// Format the response in a more readable, concise way
let responseText = `Content from: ${content.url}\n\n`;
responseText += `Title: ${content.title}\n`;
if (content.description) {
responseText += `Description: ${content.description}\n`;
}
responseText += `\nStats: ${content.stats.word_count} words, ${content.stats.approximate_chars} characters\n\n`;
// Add the summary if available
if (content.summary) {
responseText += `Summary: ${content.summary}\n\n`;
}
// Add a preview of the content
responseText += `Content Preview:\n${content.content_preview.first_500_chars}\n\n`;
// Add a note about requesting specific information
responseText +=
"Note: This is a preview of the content. For specific information, please ask about particular aspects of this webpage.";
return {
content: [
{
type: "text",
text: responseText,
},
],
};
} catch (error) {
const errorMessage = error instanceof Error ? error.message : "Unknown error occurred";
const helpText =
"Common issues:\n- Check if the URL is accessible in a browser\n- Ensure the webpage is public\n- Try again if it's a temporary network issue";
return {
content: [
{
type: "text",
text: `${errorMessage}\n\n${helpText}`,
},
],
isError: true,
};
}
}
private async handleBatchAnalyzeWebpages(args: {
urls: string[];
format?: OutputFormat;
}): Promise<CallToolResult> {
if (args.urls.length > 5) {
return {
content: [
{
type: "text",
text: "Maximum 5 URLs allowed per request to maintain performance. Please reduce the number of URLs.",
},
],
isError: true,
};
}
try {
const results = await this.contentExtractor.batchExtractContent(args.urls, args.format);
// Format the response in a more readable, concise way
let responseText = `Content from ${args.urls.length} webpages:\n\n`;
for (const [url, result] of Object.entries(results)) {
responseText += `URL: ${url}\n`;
if ("error" in result) {
responseText += `Error: ${result.error}\n\n`;
continue;
}
responseText += `Title: ${result.title}\n`;
if (result.description) {
responseText += `Description: ${result.description}\n`;
}
responseText += `Stats: ${result.stats.word_count} words\n`;
// Add summary if available
if (result.summary) {
responseText += `Summary: ${result.summary}\n`;
}
responseText += `Preview: ${result.content_preview.first_500_chars.substring(
0,
150,
)}...\n\n`;
}
responseText +=
"Note: These are previews of the content. To analyze the full content of a specific URL, use the extract_webpage_content tool with that URL.";
return {
content: [
{
type: "text",
text: responseText,
},
],
};
} catch (error) {
const errorMessage = error instanceof Error ? error.message : "Unknown error occurred";
const helpText =
"Common issues:\n- Check if all URLs are accessible in a browser\n- Ensure all webpages are public\n- Try again if it's a temporary network issue\n- Consider reducing the number of URLs";
return {
content: [
{
type: "text",
text: `${errorMessage}\n\n${helpText}`,
},
],
isError: true,
};
}
}
}
// Export the OAuth handler as the default
export default new OAuthProvider({
apiRoute: "/sse",
// TODO: fix these types
// @ts-expect-error
apiHandler: GoogleSearchEngineMCP.mount("/sse"),
// @ts-expect-error
defaultHandler: app,
authorizeEndpoint: "/authorize",
tokenEndpoint: "/token",
clientRegistrationEndpoint: "/register",
});
export { GoogleSearchEngineMCP as MyMCP };
