import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js";
import { Matcher } from "./sdk/matcher.js";
/**
* None of these tests score a parameter match on any of the models, likely
* because we are using Zod.union, when we probably should've used
* Zod.discriminatedUnion
*/
describeAccuracyTests([
{
prompt: `Will fetching documents, where release_year is 2020, from 'mflix.movies' namespace perform a collection scan?`,
expectedToolCalls: [
{
toolName: "explain",
parameters: {
database: "mflix",
collection: "movies",
method: [
{
name: "find",
arguments: {
filter: { release_year: 2020 },
},
},
],
verbosity: Matcher.string(),
},
},
],
},
{
prompt: `Will aggregating documents, where release_year is 2020, from 'mflix.movies' namespace perform a collection scan?`,
expectedToolCalls: [
{
toolName: "explain",
parameters: {
database: "mflix",
collection: "movies",
method: [
{
name: "aggregate",
arguments: {
pipeline: [
{
$match: { release_year: 2020 },
},
],
},
},
],
verbosity: Matcher.string(),
},
},
],
},
{
prompt: `Will counting documents, where release_year is 2020, from 'mflix.movies' namespace perform a collection scan?`,
expectedToolCalls: [
{
toolName: "explain",
parameters: {
database: "mflix",
collection: "movies",
method: [
{
name: "count",
arguments: {
query: { release_year: 2020 },
},
},
],
verbosity: Matcher.string(),
},
},
],
},
]);
