OpenRouter MCP Server

{ "prompt": "Test multiple runs", "models": [ "openai/gpt-4" ], "results": { "openai/gpt-4": [ { "model_id": "openai/gpt-4", "prompt": "Test multiple runs", "response": "Response 0", "response_time_ms": 0.2970695495605469, "tokens_used": 20, "cost": 0.0, "timestamp": "2025-08-12T14:20:30.013517+00:00", "error": null, "prompt_tokens": null, "completion_tokens": null, "input_cost_per_1k_tokens": null, "output_cost_per_1k_tokens": null, "quality_score": null, "response_length": null, "contains_code_example": null, "language_coherence_score": null, "throughput_tokens_per_second": null }, { "model_id": "openai/gpt-4", "prompt": "Test multiple runs", "response": "Response 1", "response_time_ms": 0.4475116729736328, "tokens_used": 21, "cost": 0.0, "timestamp": "2025-08-12T14:20:30.525093+00:00", "error": null, "prompt_tokens": null, "completion_tokens": null, "input_cost_per_1k_tokens": null, "output_cost_per_1k_tokens": null, "quality_score": null, "response_length": null, "contains_code_example": null, "language_coherence_score": null, "throughput_tokens_per_second": null }, { "model_id": "openai/gpt-4", "prompt": "Test multiple runs", "response": "Response 2", "response_time_ms": 0.8661746978759766, "tokens_used": 22, "cost": 0.0, "timestamp": "2025-08-12T14:20:31.038467+00:00", "error": null, "prompt_tokens": null, "completion_tokens": null, "input_cost_per_1k_tokens": null, "output_cost_per_1k_tokens": null, "quality_score": null, "response_length": null, "contains_code_example": null, "language_coherence_score": null, "throughput_tokens_per_second": null } ] }, "metrics": { "openai/gpt-4": { "avg_response_time_ms": 0.5369186401367188, "avg_tokens_used": 21.0, "avg_cost": 0.0, "total_cost": 0.0, "success_rate": 1.0, "sample_count": 3, "avg_quality_score": null, "avg_throughput": null, "avg_prompt_tokens": null, "avg_completion_tokens": null, "cost_per_quality_point": null } }, "rankings": { "speed": [ { "model": "openai/gpt-4", "metric": 0.5369186401367188, "unit": "ms" } ], "cost": [], "reliability": [ { "model": "openai/gpt-4", "metric": 100.0, "unit": "%" } ] }, "timestamp": "2025-08-12T14:20:32.043999+00:00" }