toolsTestCases.ts•5.52 kB
export interface ToolTestCase {
prompt: string;
expectedToolName?: string;
expectedArguments?: Record<string, any>;
}
// Improvement: use types from the tools input schema
export const toolTestCases: ToolTestCase[] = [
{
prompt: "Which tools are available in the MCP server?",
expectedToolName: "sinch-mcp-configuration",
expectedArguments: undefined,
},
{
prompt: "Send a text message to +33612345678 saying 'Hello there!'",
expectedToolName: "send-text-message",
expectedArguments: {
recipient: "+33612345678",
message: "Hello there!",
channel: "SMS",
},
},
{
prompt: "Send the product brochure PDF located at https://bit.ly/ABCDEF to the phone number +33612345678 on WhatsApp.",
expectedToolName: "send-media-message",
expectedArguments: {
recipient: '+33612345678',
url: 'https://bit.ly/ABCDEF',
channel: 'WHATSAPP',
},
},
{
prompt: "Send a whatsapp message to +33612345678 with the template 'appt_reminder' in Spanish, with the parameter name set to 'Mr. Smith'.",
expectedToolName: "send-template-message",
expectedArguments: {
recipient: "+33612345678",
whatsAppTemplateName: "appt_reminder",
whatsAppTemplateLanguage: "es",
channel: 'WHATSAPP',
parameters: {
name: "Mr. Smith",
}
},
},
{
prompt: "Send a RCS survey about preferred ice cream flavor to +33612345678 with the following choices: Vanilla, Strawberry, Hazelnut",
expectedToolName: "send-choice-message",
expectedArguments: {
recipient: "+33612345678",
channel: "RCS",
text: "What is your preferred ice cream flavor?",
choiceContent: [
{ text: "Vanilla" },
{ text: "Strawberry" },
{ text: "Hazelnut" },
],
},
},
{
prompt: "Send a pin to the Guggenheim Museum location, Avenida Abandoibarra, 2 - 48009 Bilbao, Spain to the phone number +33612345678.",
expectedToolName: "send-location-message",
expectedArguments: {
recipient: "+33612345678",
address: "Avenida Abandoibarra, 2 - 48009 Bilbao, Spain",
channel: "SMS",
},
},
{
prompt: "What is the delivery status of the message 01JXYH8RB8MZCAFR117KQAQMQ0",
expectedToolName: "get-message-events",
expectedArguments: {
messageId: "01JXYH8RB8MZCAFR117KQAQMQ0",
},
},
{
prompt: "What messaging apps do I have set up in my account?",
expectedToolName: "list-conversation-apps",
expectedArguments: undefined,
},
{
prompt: "Show me all message templates in my account.",
expectedToolName: "list-messaging-templates",
expectedArguments: undefined,
},
{
prompt: "Lookup for the following phone number capabilities: +33612345678",
expectedToolName: "number-lookup",
expectedArguments: { phoneNumber: "+33612345678" },
},
{
prompt: "Verify the phone number +33612345678",
expectedToolName: "start-sms-verification",
expectedArguments: { phoneNumber: "+33612345678" },
},
{
prompt: "Finalize the phone number +33612345678 verification with this code: 1234",
expectedToolName: "report-sms-verification",
expectedArguments: {
phoneNumber: "+33612345678",
oneTimePassword: "1234"
},
},
{
prompt: "Send an email to test@example.com saying 'Hello there!' with subject 'Hello'",
expectedToolName: "send-email",
expectedArguments: {
recipient: "test@example.com",
subject: "Hello",
body: "Hello there!",
},
},
{
prompt: "What email templates do I have available?",
expectedToolName: "list-email-templates",
expectedArguments: undefined,
},
{
prompt: "Can you get the delivery status of the email with ID abcdef1234?",
expectedToolName: "retrieve-email-info",
expectedArguments: {
emailId: "abcdef1234"
},
},
{
prompt: "Show me all email activity for my account between 2025-08-18T00:00:00Z and 2025-08-21T00:00:00Z.",
expectedToolName: "list-email-events",
expectedArguments: {
beginSearchPeriod: "2025-08-18T00:00:00Z",
endSearchPeriod: "2025-08-21T00:00:00Z",
},
},
{
prompt: "What are the open rates between Mon, 18 Aug 2025 00:00:00 +0100 and Thu, 21 Aug 2025 00:00:00 +0100?",
expectedToolName: "analytics-metrics",
expectedArguments: {
beginSearchPeriod: "Mon, 18 Aug 2025 00:00:00 +0100",
endSearchPeriod: "Thu, 21 Aug 2025 00:00:00 +0100",
metrics: ["opened_rate"],
},
},
{
prompt: "Call the phone number +33612345678 and say: 'Your appointment is tomorrow at 10 AM.'",
expectedToolName: "tts-callout",
expectedArguments: {
phoneNumber: "+33612345678",
message: "Your appointment is tomorrow at 10 AM.",
},
},
{
prompt: "Call John (+33612345678) and Lisa (+34987654321) and connect them to a conference room.",
expectedToolName: "conference-callout",
expectedArguments: {
phoneNumbers: ['+33612345678', '+34987654321']
},
},
{
prompt: "Mute the caller xyz789 in the conference abc123.",
expectedToolName: "manage-conference-participant",
expectedArguments: {
conferenceId: "abc123",
participantId: "xyz789",
action: "mute"
},
},
{
prompt: "End the current conference call abc123.",
expectedToolName: "close-conference",
expectedArguments: {
conferenceId: "abc123"
},
},
{
prompt: "Just say hi",
expectedToolName: undefined,
},
];