import json
import pytest
from mcp import ClientSession
from conftest import models
from utils import assert_mcp_eval, run_llm_tool_loop
pytestmark = pytest.mark.anyio
@pytest.mark.parametrize("model", models)
@pytest.mark.flaky(max_runs=3)
async def test_dashboard_panel_queries_tool(
model: str,
mcp_client: ClientSession,
mcp_transport: str,
):
dashboard_uid = "fe9gm6guyzi0wd"
prompt = f"Can you list the panel queries for the dashboard with UID {dashboard_uid}?"
final_content, tools_called, mcp_server = await run_llm_tool_loop(
model, mcp_client, mcp_transport, prompt
)
panel_calls = [tc for tc in tools_called if tc.name == "get_dashboard_panel_queries"]
assert panel_calls, "get_dashboard_panel_queries was not in tools_called"
assert panel_calls[0].args.get("uid") == dashboard_uid, (
f"Expected uid={dashboard_uid!r}, got {panel_calls[0].args.get('uid')!r}"
)
assert_mcp_eval(
prompt,
final_content,
tools_called,
mcp_server,
"Does the response contain specific information about panel queries and titles "
"for the Grafana dashboard (e.g. at least one panel name and its query)? ",
expected_tools="get_dashboard_panel_queries",
)
@pytest.mark.parametrize("model", models)
@pytest.mark.flaky(max_runs=3)
async def test_dashboard_update_with_patch_operations(
model: str,
mcp_client: ClientSession,
mcp_transport: str,
):
# Create a non-provisioned test dashboard by copying the demo dashboard
demo_result = await mcp_client.call_tool("get_dashboard_by_uid", {"uid": "fe9gm6guyzi0wd"})
demo_data = json.loads(demo_result.content[0].text)
dashboard_json = demo_data["dashboard"].copy()
if "uid" in dashboard_json:
del dashboard_json["uid"]
if "id" in dashboard_json:
del dashboard_json["id"]
title = "Test Dashboard"
dashboard_json["title"] = title
dashboard_json["tags"] = ["python-integration-test"]
create_result = await mcp_client.call_tool(
"update_dashboard",
{"dashboard": dashboard_json, "folderUid": "", "overwrite": False},
)
create_data = json.loads(create_result.content[0].text)
created_dashboard_uid = create_data["uid"]
updated_title = "Updated Test Dashboard"
prompt = (
f"Update the title of the Test Dashboard to {updated_title}. "
"Search for the dashboard by title first."
)
final_content, tools_called, mcp_server = await run_llm_tool_loop(
model, mcp_client, mcp_transport, prompt
)
assert_mcp_eval(
prompt,
final_content,
tools_called,
mcp_server,
"Does the response indicate the dashboard was found and its title was updated successfully?",
expected_tools=["search_dashboards", "update_dashboard"],
)
