Genkit MCP

# Copyright 2025 Google LLC # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import json import os from genkit_demo import ai from genkit.core.typing import EvalResponse # Load dataset DATA_PATH = os.path.join(os.path.dirname(__file__), '..', 'data', 'dogfacts.json') if os.path.exists(DATA_PATH): with open(DATA_PATH) as f: DOG_DATASET = json.load(f) else: DOG_DATASET = [] # Run this flow to programatically execute the evaluator on the dog dataset. @ai.flow(name='dog_facts_eval') async def dog_facts_eval_flow() -> list[EvalResponse]: # Ensure dataset is loaded as list of BaseDataPoint (or dicts which evaluate() accepts) # The dataset in dogfacts.json usually matches the structure needed. return await ai.evaluate( evaluator='genkitEval/faithfulness', dataset=DOG_DATASET, eval_run_id='my-dog-eval', )