Daniel LightRAG MCP Server
by desimpkins
- daniel-lightrag-mcp
- archive
- temporary_files
api_alignment_results.json•94.1 kB
[
{
"timestamp": "2025-08-05T17:55:29.570464",
"total_tools": 22,
"working_tools": 11,
"broken_tools": 9,
"success_rate": 50.0,
"phase": "baseline",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'string_type', 'loc': ['body', 'texts', 0], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 1', 'content': 'Content 1', 'metadata': None}}, {'type': 'string_type', 'loc': ['body', 'texts', 1], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 2', 'content': 'Content 2', 'metadata': None}}]",
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "HTTP DELETE with JSON issue",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "2 validation errors for ClearDocumentsResponse\ncleared\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ncount\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'entity_name'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'source_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'target_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "HTTP DELETE with JSON issue",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "HTTP DELETE with JSON issue",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "1 validation error for TrackStatusResponse\nstatus\n Field required [type=missing, input_value={'track_id': 'test_track_...0, 'status_summary': {}}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T17:56:10.046073",
"total_tools": 22,
"working_tools": 11,
"broken_tools": 9,
"success_rate": 50.0,
"phase": "phase1",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'string_type', 'loc': ['body', 'texts', 0], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 1', 'content': 'Content 1', 'metadata': None}}, {'type': 'string_type', 'loc': ['body', 'texts', 1], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 2', 'content': 'Content 2', 'metadata': None}}]",
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Unexpected error during DELETE request to http://localhost:9621/documents/delete_document: AsyncClient.delete() got an unexpected keyword argument 'content'",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "2 validation errors for ClearDocumentsResponse\ncleared\n Field required [type=missing, input_value={'status': 'busy', 'messa...while pipeline is busy'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ncount\n Field required [type=missing, input_value={'status': 'busy', 'messa...while pipeline is busy'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'entity_name'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'source_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'target_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Unexpected error during DELETE request to http://localhost:9621/documents/delete_entity: AsyncClient.delete() got an unexpected keyword argument 'content'",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Unexpected error during DELETE request to http://localhost:9621/documents/delete_relation: AsyncClient.delete() got an unexpected keyword argument 'content'",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "1 validation error for TrackStatusResponse\nstatus\n Field required [type=missing, input_value={'track_id': 'test_track_...0, 'status_summary': {}}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T17:56:43.724993",
"total_tools": 22,
"working_tools": 11,
"broken_tools": 9,
"success_rate": 50.0,
"phase": "phase1",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'string_type', 'loc': ['body', 'texts', 0], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 1', 'content': 'Content 1', 'metadata': None}}, {'type': 'string_type', 'loc': ['body', 'texts', 1], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 2', 'content': 'Content 2', 'metadata': None}}]",
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Unexpected error during DELETE request to http://localhost:9621/documents/delete_document: AsyncClient.delete() got an unexpected keyword argument 'data'",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "2 validation errors for ClearDocumentsResponse\ncleared\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ncount\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'entity_name'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'source_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'target_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Unexpected error during DELETE request to http://localhost:9621/documents/delete_entity: AsyncClient.delete() got an unexpected keyword argument 'data'",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Unexpected error during DELETE request to http://localhost:9621/documents/delete_relation: AsyncClient.delete() got an unexpected keyword argument 'data'",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "1 validation error for TrackStatusResponse\nstatus\n Field required [type=missing, input_value={'track_id': 'test_track_...0, 'status_summary': {}}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T20:12:50.606172",
"total_tools": 22,
"working_tools": 11,
"broken_tools": 9,
"success_rate": 50.0,
"phase": "phase1",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'string_type', 'loc': ['body', 'texts', 0], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 1', 'content': 'Content 1', 'metadata': None}}, {'type': 'string_type', 'loc': ['body', 'texts', 1], 'msg': 'Input should be a valid string', 'input': {'title': 'Test 2', 'content': 'Content 2', 'metadata': None}}]",
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'doc_ids'], 'msg': 'Field required', 'input': {'document_id': 'test_doc_id'}}]",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "2 validation errors for ClearDocumentsResponse\ncleared\n Field required [type=missing, input_value={'status': 'busy', 'messa...while pipeline is busy'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ncount\n Field required [type=missing, input_value={'status': 'busy', 'messa...while pipeline is busy'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'entity_name'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id', 'properties': {'name': 'updated'}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'source_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'target_id'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}, {'type': 'missing', 'loc': ['body', 'updated_data'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id', 'properties': {'weight': 0.9}}}]",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'entity_name'], 'msg': 'Field required', 'input': {'entity_id': 'test_entity_id'}}]",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Validation Error: HTTP 422: [{'type': 'missing', 'loc': ['body', 'source_entity'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id'}}, {'type': 'missing', 'loc': ['body', 'target_entity'], 'msg': 'Field required', 'input': {'relation_id': 'test_relation_id'}}]",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "1 validation error for TrackStatusResponse\nstatus\n Field required [type=missing, input_value={'track_id': 'test_track_...0, 'status_summary': {}}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T20:17:50.995811",
"total_tools": 22,
"working_tools": 11,
"broken_tools": 9,
"success_rate": 50.0,
"phase": "phase2",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "'dict' object has no attribute 'content'",
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "2 validation errors for DeleteDocByIdResponse\ndeleted\n Field required [type=missing, input_value={'status': 'deletion_star...'doc_id': 'test_doc_id'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ndocument_id\n Field required [type=missing, input_value={'status': 'deletion_star...'doc_id': 'test_doc_id'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "2 validation errors for ClearDocumentsResponse\ncleared\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ncount\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Entity 'test_entity_id' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Entity 'test_entity_id' not found.",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "1 validation error for TrackStatusResponse\nstatus\n Field required [type=missing, input_value={'track_id': 'test_track_...0, 'status_summary': {}}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T20:23:28.255246",
"total_tools": 22,
"working_tools": 12,
"broken_tools": 8,
"success_rate": 54.54545454545454,
"phase": "phase2",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "2 validation errors for DeleteDocByIdResponse\ndeleted\n Field required [type=missing, input_value={'status': 'busy', 'messa...'doc_id': 'test_doc_id'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ndocument_id\n Field required [type=missing, input_value={'status': 'busy', 'messa...'doc_id': 'test_doc_id'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "2 validation errors for ClearDocumentsResponse\ncleared\n Field required [type=missing, input_value={'status': 'busy', 'messa...while pipeline is busy'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ncount\n Field required [type=missing, input_value={'status': 'busy', 'messa...while pipeline is busy'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Entity 'test_entity_id' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Entity 'test_entity_id' not found.",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "1 validation error for TrackStatusResponse\nstatus\n Field required [type=missing, input_value={'track_id': 'test_track_...0, 'status_summary': {}}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T20:27:53.629615",
"total_tools": 22,
"working_tools": 12,
"broken_tools": 8,
"success_rate": 54.54545454545454,
"phase": "phase2",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "2 validation errors for DeleteDocByIdResponse\ndeleted\n Field required [type=missing, input_value={'status': 'deletion_star...'doc_id': 'test_doc_id'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ndocument_id\n Field required [type=missing, input_value={'status': 'deletion_star...'doc_id': 'test_doc_id'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "2 validation errors for ClearDocumentsResponse\ncleared\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing\ncount\n Field required [type=missing, input_value={'status': 'success', 'me...ully. Deleted 0 files.'}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Entity 'test_entity_id' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Entity 'test_entity_id' not found.",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u274c BROKEN",
"issue_category": "RESPONSE_MODEL",
"error_message": "1 validation error for TrackStatusResponse\nstatus\n Field required [type=missing, input_value={'track_id': 'test_track_...0, 'status_summary': {}}, input_type=dict]\n For further information visit https://errors.pydantic.dev/2.11/v/missing",
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T20:32:44.573128",
"total_tools": 22,
"working_tools": 15,
"broken_tools": 5,
"success_rate": 68.18181818181817,
"phase": "phase3",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "HTTP_CLIENT",
"error_message": null,
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Entity 'test_entity_id' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Entity 'test_entity_id' not found.",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-05T20:39:04.541862",
"total_tools": 22,
"working_tools": 15,
"broken_tools": 5,
"success_rate": 68.18181818181817,
"phase": "phase3",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "HTTP_CLIENT",
"error_message": null,
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Entity 'test_entity_id' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Entity 'test_entity_id' not found.",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
},
{
"timestamp": "2025-08-06T12:39:55.986888",
"total_tools": 22,
"working_tools": 15,
"broken_tools": 5,
"success_rate": 68.18181818181817,
"phase": "phase3",
"tools": [
{
"name": "insert_text",
"endpoint": "/documents/text",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {text} \u2192 {title, content}",
"priority": "HIGH"
},
{
"name": "insert_texts",
"endpoint": "/documents/texts",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix request format: {texts: [...]} \u2192 [...]",
"priority": "HIGH"
},
{
"name": "upload_document",
"endpoint": "/documents/upload",
"method": "POST",
"category": "Document Management",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "File not found: /tmp/test.txt",
"expected_fix": "Change to multipart form-data",
"priority": "HIGH"
},
{
"name": "scan_documents",
"endpoint": "/documents/scan",
"method": "POST",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Minor response model fix",
"priority": "LOW"
},
{
"name": "get_documents",
"endpoint": "/documents",
"method": "GET",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "get_documents_paginated",
"endpoint": "/documents/paginated",
"method": "POST",
"category": "Document Management",
"status": "\ud83d\udeab BLOCKED",
"issue_category": "SERVER_SIDE",
"error_message": "Server-side validation error",
"expected_fix": "Server-side validation error",
"priority": "BLOCKED"
},
{
"name": "delete_document",
"endpoint": "/documents/delete_document",
"method": "DELETE",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "HTTP_CLIENT",
"error_message": null,
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "clear_documents",
"endpoint": "/documents",
"method": "DELETE",
"category": "Document Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "query_text",
"endpoint": "/query",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model: expects query field",
"priority": "HIGH"
},
{
"name": "query_text_stream",
"endpoint": "/query/stream",
"method": "POST",
"category": "Query",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "get_knowledge_graph",
"endpoint": "/graphs",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Add required label parameter",
"priority": "HIGH"
},
{
"name": "get_graph_labels",
"endpoint": "/graph/label/list",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Handle array response",
"priority": "MEDIUM"
},
{
"name": "check_entity_exists",
"endpoint": "/graph/entity/exists",
"method": "GET",
"category": "Knowledge Graph",
"status": "\u2705 WORKING",
"issue_category": "REQUEST_PARAMS",
"error_message": null,
"expected_fix": "Fix parameter name mapping",
"priority": "MEDIUM"
},
{
"name": "update_entity",
"endpoint": "/graph/entity/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Entity 'test_entity_id' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "update_relation",
"endpoint": "/graph/relation/edit",
"method": "POST",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "REQUEST_PARAMS",
"error_message": "Bad Request: HTTP 400: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix parameter structure",
"priority": "MEDIUM"
},
{
"name": "delete_entity",
"endpoint": "/documents/delete_entity",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Entity 'test_entity_id' not found.",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "delete_relation",
"endpoint": "/documents/delete_relation",
"method": "DELETE",
"category": "Knowledge Graph",
"status": "\u274c BROKEN",
"issue_category": "HTTP_CLIENT",
"error_message": "Not Found: HTTP 404: Relation from 'unknown' to 'unknown' does not exist",
"expected_fix": "Fix DELETE with JSON body",
"priority": "MEDIUM"
},
{
"name": "get_pipeline_status",
"endpoint": "/documents/pipeline_status",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_track_status",
"endpoint": "/documents/track_status/{track_id}",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_document_status_counts",
"endpoint": "/documents/status_counts",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
},
{
"name": "clear_cache",
"endpoint": "/documents/clear_cache",
"method": "POST",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "RESPONSE_MODEL",
"error_message": null,
"expected_fix": "Fix response model",
"priority": "MEDIUM"
},
{
"name": "get_health",
"endpoint": "/health",
"method": "GET",
"category": "System Management",
"status": "\u2705 WORKING",
"issue_category": "WORKING",
"error_message": null,
"expected_fix": "Already working",
"priority": "LOW"
}
]
}
]
Latest Blog Posts
- MCP Moves to the Linux Foundation: Neutral Stewardship for Agentic InfrastructureBy Om-Shree-0709 on .mcpanthropicLinux Foundation
MCP directory API
We provide all the information about MCP servers via our MCP API.
curl -X GET 'https://glama.ai/api/mcp/v1/servers/desimpkins/daniel-lightrag-mcp'
If you have feedback or need assistance with the MCP directory API, please join our Discord server