Qualify a benchmark launcher and generate a typed execution plan, with an optional timeout, so you can verify and run profiling scenarios locally.
Qualify one benchmark launcher and construct a typed execution plan.
| Name | Required | Description | Default |
|---|---|---|---|
| scenario_name | Yes | ||
| timeout_seconds | No |
| Name | Required | Description | Default |
|---|---|---|---|
No arguments | |||
Changes observed during successful MCP inspections.
v0.1.15Output schema / $defs / AIPerfReplayPlanRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "argv": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 1024,
- "title": "Argv",
- "type": "array"
- },
- "base_url": {
- "title": "Base Url",
- "type": "string"
- },
- "burstiness": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 1000000,
- "type": "number"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Burstiness"
- },
- "concurrency": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 100000,
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Concurrency"
- },
- "configuration_id": {
- "title": "Configuration Id",
- "type": "string"
- },
- "created_at": {
- "format": "date-time",
- "title": "Created At",
- "type": "string"
- },
- "deadline_at": {
- "format": "date-time",
- "title": "Deadline At",
- "type": "string"
- },
- "endpoint_type": {
- "default": "chat",
- "enum": [
- "chat",
- "completions"
- ],
- "title": "Endpoint Type",
- "type": "string"
- },
- "exploratory_reason": {
- "maxLength": 500,
- "minLength": 1,
- "title": "Exploratory Reason",
- "type": "string"
- },
- "health_ready": {
- "anyOf": [
- {
- "type": "boolean"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Health Ready"
- },
- "model": {
- "maxLength": 500,
- "minLength": 1,
- "title": "Model",
- "type": "string"
- },
- "model_revision": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Model Revision"
- },
- "num_prompts": {
- "default": 1,
- "exclusiveMinimum": 0,
- "maximum": 10000000,
- "title": "Num Prompts",
- "type": "integer"
- },
- "output_path": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Output Path"
- },
- "plan_id": {
- "title": "Plan Id",
- "type": "string"
- },
- "probed_model_ids": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 64,
- "title": "Probed Model Ids",
- "type": "array"
- },
- "provider": {
- "const": "aiperf",
- "title": "Provider",
- "type": "string"
- },
- "quantization": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Quantization"
- },
- "random_input_len": {
- "const": null,
- "default": null,
- "title": "Random Input Len",
- "type": "null"
- },
- "random_output_len": {
- "const": null,
- "default": null,
- "title": "Random Output Len",
- "type": "null"
- },
- "random_range_ratio": {
- "const": null,
- "default": null,
- "title": "Random Range Ratio",
- "type": "null"
- },
- "request_rate": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 1000000,
- "type": "number"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Request Rate"
- },
- "scenario_name": {
- "title": "Scenario Name",
- "type": "string"
- },
- "schema_version": {
- "const": 1,
- "default": 1,
- "title": "Schema Version",
- "type": "integer"
- },
- "seed": {
- "default": 0,
- "maximum": 2147483647,
- "minimum": 0,
- "title": "Seed",
- "type": "integer"
- },
- "semantic_oracle_workload": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Semantic Oracle Workload"
- },
- "server_executable_digest": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Server Executable Digest"
- },
- "server_mode": {
- "enum": [
- "managed",
- "existing_local"
- ],
- "title": "Server Mode",
- "type": "string"
- },
- "server_name": {
- "title": "Server Name",
- "type": "string"
- },
- "server_provider": {
- "const": "vllm",
- "default": "vllm",
- "title": "Server Provider",
- "type": "string"
- },
- "server_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Server Version"
- },
- "speedup_ratio": {
- "default": 1,
- "exclusiveMinimum": 0,
- "maximum": 100,
- "title": "Speedup Ratio",
- "type": "number"
- },
- "streaming": {
- "default": true,
- "title": "Streaming",
- "type": "boolean"
- },
- "timeout_seconds": {
- "exclusiveMinimum": 0,
- "maximum": 86400,
- "title": "Timeout Seconds",
- "type": "number"
- },
- "tokenizer": {
- "anyOf": [
- {
- "maxLength": 500,
- "minLength": 1,
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tokenizer"
- },
- "tokenizer_revision": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tokenizer Revision"
- },
- "tool_available": {
- "title": "Tool Available",
- "type": "boolean"
- },
- "tool_compatibility_reason": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Compatibility Reason"
- },
- "tool_compatible": {
- "default": false,
- "title": "Tool Compatible",
- "type": "boolean"
- },
- "tool_executable": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Executable"
- },
- "tool_executable_digest": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Executable Digest"
- },
- "tool_remediation": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 8,
- "title": "Tool Remediation",
- "type": "array"
- },
- "tool_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Version"
- },
- "trace_artifact_id": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Trace Artifact Id"
- },
- "warmup_request_count": {
- "default": 0,
- "maximum": 1000000,
- "minimum": 0,
- "title": "Warmup Request Count",
- "type": "integer"
- }
- },
- "required": [
- "plan_id",
- "scenario_name",
- "server_name",
- "server_mode",
- "base_url",
- "model",
- "tool_available",
- "timeout_seconds",
- "deadline_at",
- "exploratory_reason",
- "configuration_id",
- "provider"
- ],
- "title": "AIPerfReplayPlan",
- "type": "object"
-}Output schema / $defs / AIPerfScenarioPlanAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "argv": {
+ "items": {
+ "type": "string"
+ },
+ "maxItems": 1024,
+ "minItems": 1,
+ "title": "Argv",
+ "type": "array"
+ },
+ "base_url": {
+ "title": "Base Url",
+ "type": "string"
+ },
+ "burstiness": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 1000000,
+ "type": "number"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Burstiness"
+ },
+ "concurrency": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 100000,
+ "type": "integer"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Concurrency"
+ },
+ "configuration_id": {
+ "title": "Configuration Id",
+ "type": "string"
+ },
+ "created_at": {
+ "format": "date-time",
+ "title": "Created At",
+ "type": "string"
+ },
+ "deadline_at": {
+ "format": "date-time",
+ "title": "Deadline At",
+ "type": "string"
+ },
+ "endpoint_type": {
+ "$ref": "#/$defs/InferenceEndpointType",
+ "default": "chat"
+ },
+ "executable_binding": {
+ "$ref": "#/$defs/ResolvedExecutable"
+ },
+ "exploratory_reason": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Exploratory Reason",
+ "type": "string"
+ },
+ "health_ready": {
+ "anyOf": [
+ {
+ "type": "boolean"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Health Ready"
+ },
+ "model": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Model",
+ "type": "string"
+ },
+ "model_revision": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Model Revision"
+ },
+ "num_prompts": {
+ "default": 1,
+ "exclusiveMinimum": 0,
+ "maximum": 10000000,
+ "title": "Num Prompts",
+ "type": "integer"
+ },
+ "output_path": {
+ "title": "Output Path",
+ "type": "string"
+ },
+ "output_relative_path": {
+ "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]{0,99}$",
+ "title": "Output Relative Path",
+ "type": "string"
+ },
+ "output_root": {
+ "$ref": "#/$defs/BoundDirectoryReference"
+ },
+ "plan_id": {
+ "title": "Plan Id",
+ "type": "string"
+ },
+ "plan_token": {
+ "default": "",
+ "title": "Plan Token",
+ "type": "string"
+ },
+ "probed_model_ids": {
+ "default": [],
+ "items": {
+ "type": "string"
+ },
+ "maxItems": 64,
+ "title": "Probed Model Ids",
+ "type": "array"
+ },
+ "provider": {
+ "const": "aiperf",
+ "title": "Provider",
+ "type": "string"
+ },
+ "provider_environment_id": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Provider Environment Id"
+ },
+ "provider_version": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Provider Version"
+ },
+ "quantization": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Quantization"
+ },
+ "random_input_len": {
+ "const": null,
+ "default": null,
+ "title": "Random Input Len",
+ "type": "null"
+ },
+ "random_output_len": {
+ "const": null,
+ "default": null,
+ "title": "Random Output Len",
+ "type": "null"
+ },
+ "random_range_ratio": {
+ "const": null,
+ "default": null,
+ "title": "Random Range Ratio",
+ "type": "null"
+ },
+ "request_rate": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 1000000,
+ "type": "number"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Request Rate"
+ },
+ "scenario_name": {
+ "title": "Scenario Name",
+ "type": "string"
+ },
+ "seed": {
+ "default": 0,
+ "maximum": 2147483647,
+ "minimum": 0,
+ "title": "Seed",
+ "type": "integer"
+ },
+ "semantic_oracle_workload": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Semantic Oracle Workload"
+ },
+ "server_executable_digest": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Server Executable Digest"
+ },
+ "server_mode": {
+ "$ref": "#/$defs/InferenceServerMode"
+ },
+ "server_name": {
+ "title": "Server Name",
+ "type": "string"
+ },
+ "server_provider": {
+ "const": "vllm",
+ "default": "vllm",
+ "title": "Server Provider",
+ "type": "string"
+ },
+ "speedup_ratio": {
+ "default": 1,
+ "exclusiveMinimum": 0,
+ "maximum": 100,
+ "title": "Speedup Ratio",
+ "type": "number"
+ },
+ "streaming": {
+ "default": true,
+ "title": "Streaming",
+ "type": "boolean"
+ },
+ "timeout_seconds": {
+ "exclusiveMinimum": 0,
+ "maximum": 86400,
+ "title": "Timeout Seconds",
+ "type": "number"
+ },
+ "tokenizer": {
+ "anyOf": [
+ {
+ "maxLength": 500,
+ "minLength": 1,
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Tokenizer"
+ },
+ "tokenizer_revision": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Tokenizer Revision"
+ },
+ "trace_artifact_id": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Trace Artifact Id"
+ },
+ "warmup_request_count": {
+ "default": 0,
+ "maximum": 1000000,
+ "minimum": 0,
+ "title": "Warmup Request Count",
+ "type": "integer"
+ }
+ },
+ "required": [
+ "plan_id",
+ "scenario_name",
+ "server_name",
+ "server_mode",
+ "base_url",
+ "model",
+ "executable_binding",
+ "argv",
+ "output_root",
+ "output_relative_path",
+ "output_path",
+ "timeout_seconds",
+ "deadline_at",
+ "exploratory_reason",
+ "configuration_id",
+ "provider"
+ ],
+ "title": "AIPerfScenarioPlan",
+ "type": "object"
+}Output schema / $defs / BoundDirectoryReferenceAdded value: +{
+ "additionalProperties": false,
+ "description": "Serializable authority reference stored in an immutable operation plan.",
+ "properties": {
+ "identity": {
+ "$ref": "#/$defs/DirectoryIdentity"
+ },
+ "relative_path": {
+ "maxLength": 500,
+ "minLength": 1,
+ "pattern": "^[A-Za-z0-9._/-]+$",
+ "title": "Relative Path",
+ "type": "string"
+ }
+ },
+ "required": [
+ "relative_path",
+ "identity"
+ ],
+ "title": "BoundDirectoryReference",
+ "type": "object"
+}Output schema / $defs / ConfigureInferenceRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "configure_inference",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "enum": [
- "configure_inference_server",
- "list_inference_configurations"
- ],
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "ConfigureInferenceRecovery",
- "type": "object"
-}Output schema / $defs / ConfigureWorkloadRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "context": {
- "anyOf": [
- {
- "$ref": "#/$defs/ConfigureWorkloadRecoveryContext"
- },
- {
- "type": "null"
- }
- ],
- "default": null
- },
- "kind": {
- "const": "configure_workload",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "configure_workload",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "ConfigureWorkloadRecovery",
- "type": "object"
-}Output schema / $defs / ConfigureWorkloadRecoveryContextRemoved value: -{
- "additionalProperties": false,
- "description": "Typed arguments for the safe structured configuration recovery.",
- "properties": {
- "config_path": {
- "const": "flameox.toml",
- "default": "flameox.toml",
- "title": "Config Path",
- "type": "string"
- },
- "kind": {
- "const": "configure_workload",
- "title": "Kind",
- "type": "string"
- },
- "operation": {
- "const": "create",
- "default": "create",
- "title": "Operation",
- "type": "string"
- }
- },
- "required": [
- "kind"
- ],
- "title": "ConfigureWorkloadRecoveryContext",
- "type": "object"
-}Output schema / $defs / DirectoryIdentityAdded value: +{
+ "additionalProperties": false,
+ "description": "Stable identity of a directory opened through the trusted-root boundary.",
+ "properties": {
+ "device": {
+ "minimum": 0,
+ "title": "Device",
+ "type": "integer"
+ },
+ "guarantee": {
+ "const": "posix_dir_fd_no_links",
+ "default": "posix_dir_fd_no_links",
+ "title": "Guarantee",
+ "type": "string"
+ },
+ "inode": {
+ "exclusiveMinimum": 0,
+ "title": "Inode",
+ "type": "integer"
+ }
+ },
+ "required": [
+ "device",
+ "inode"
+ ],
+ "title": "DirectoryIdentity",
+ "type": "object"
+}Output schema / $defs / DiscoverArtifactsRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "discover_artifacts",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "list_artifacts",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "DiscoverArtifactsRecovery",
- "type": "object"
-}Output schema / $defs / DiscoverRunsRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "discover_runs",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "list_runs",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "DiscoverRunsRecovery",
- "type": "object"
-}Output schema / $defs / DiscoverWorkflowsRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "discover_workflows",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "enum": [
- "list_declared_workflows",
- "get_declared_workflow"
- ],
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "DiscoverWorkflowsRecovery",
- "type": "object"
-}Output schema / $defs / ErrorCode / enumPrevious value: -[
- "INVALID_ARGUMENTS",
- "WORKSPACE_NOT_FOUND",
- "WORKSPACE_INVALID",
- "RUN_NOT_FOUND",
- "CAPABILITY_UNAVAILABLE",
- "INVALID_CAPTURE_PLAN",
- "EXECUTION_REFUSED",
- "PROCESS_FAILED",
- "PROCESS_TIMEOUT",
- "PROCESS_CANCELLED",
- "ARTIFACT_TOO_LARGE",
- "ARTIFACT_INTEGRITY_FAILED",
- "ARTIFACT_PARSE_FAILED",
- "EVIDENCE_SCHEMA_MISMATCH",
- "COMPARISON_INVALID",
- "QUERY_BUDGET_EXCEEDED",
- "STORAGE_QUOTA_EXCEEDED",
- "WRITE_LOCK_TIMEOUT",
- "SENSITIVE_ARTIFACT_REFUSED",
- "REVISION_CONFLICT",
- "STALE_CURSOR",
- "INTERNAL_ERROR"
-]New value: +[
+ "INVALID_ARGUMENTS",
+ "WORKSPACE_NOT_FOUND",
+ "WORKSPACE_INVALID",
+ "RUN_NOT_FOUND",
+ "CAPABILITY_UNAVAILABLE",
+ "INVALID_CAPTURE_PLAN",
+ "PLAN_ID_MISMATCH",
+ "PLAN_TOKEN_UNKNOWN",
+ "PLAN_TOKEN_EXPIRED",
+ "PLAN_TOKEN_CONSUMED",
+ "EXECUTION_REFUSED",
+ "PROCESS_FAILED",
+ "PROCESS_TIMEOUT",
+ "PROCESS_CANCELLED",
+ "ARTIFACT_TOO_LARGE",
+ "ARTIFACT_NOT_FOUND",
+ "ARTIFACT_INTEGRITY_FAILED",
+ "ARTIFACT_PARSE_FAILED",
+ "ADAPTER_INCOMPATIBLE",
+ "EVIDENCE_SCHEMA_MISMATCH",
+ "COMPARISON_INVALID",
+ "QUERY_BUDGET_EXCEEDED",
+ "STORAGE_QUOTA_EXCEEDED",
+ "WRITE_LOCK_TIMEOUT",
+ "LOCK_ORDER_VIOLATION",
+ "SENSITIVE_ARTIFACT_REFUSED",
+ "REVISION_CONFLICT",
+ "STALE_CURSOR",
+ "INTERNAL_ERROR"
+]Output schema / $defs / ExecutableIdentityAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "device": {
+ "minimum": 0,
+ "title": "Device",
+ "type": "integer"
+ },
+ "inode": {
+ "minimum": 0,
+ "title": "Inode",
+ "type": "integer"
+ },
+ "mode": {
+ "minimum": 0,
+ "title": "Mode",
+ "type": "integer"
+ },
+ "modified_ns": {
+ "minimum": 0,
+ "title": "Modified Ns",
+ "type": "integer"
+ },
+ "sha256": {
+ "title": "Sha256",
+ "type": "string"
+ },
+ "size": {
+ "minimum": 0,
+ "title": "Size",
+ "type": "integer"
+ }
+ },
+ "required": [
+ "sha256",
+ "size",
+ "mode",
+ "device",
+ "inode",
+ "modified_ns"
+ ],
+ "title": "ExecutableIdentity",
+ "type": "object"
+}Output schema / $defs / ExecutablePolicyDecisionAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "allowed": {
+ "title": "Allowed",
+ "type": "boolean"
+ },
+ "matched_root": {
+ "anyOf": [
+ {
+ "format": "path",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Matched Root"
+ },
+ "policy": {
+ "$ref": "#/$defs/ExecutableTrustPolicy"
+ }
+ },
+ "required": [
+ "policy",
+ "allowed"
+ ],
+ "title": "ExecutablePolicyDecision",
+ "type": "object"
+}Output schema / $defs / ExecutableResolutionOriginAdded value: +{
+ "enum": [
+ "explicit_path",
+ "path_search"
+ ],
+ "title": "ExecutableResolutionOrigin",
+ "type": "string"
+}Output schema / $defs / ExecutableTrustPolicyAdded value: +{
+ "enum": [
+ "project_bound",
+ "managed_tool",
+ "trusted_host_tool",
+ "exact_path"
+ ],
+ "title": "ExecutableTrustPolicy",
+ "type": "string"
+}Output schema / $defs / ExtractPerfettoRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "context": {
- "anyOf": [
- {
- "$ref": "#/$defs/ExtractPerfettoRecoveryContext"
- },
- {
- "type": "null"
- }
- ],
- "default": null
- },
- "kind": {
- "const": "extract_perfetto",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "extract_perfetto",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": true,
- "default": true,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "ExtractPerfettoRecovery",
- "type": "object"
-}Output schema / $defs / ExtractPerfettoRecoveryContextRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "extract_perfetto",
- "title": "Kind",
- "type": "string"
- },
- "run_id": {
- "minLength": 1,
- "title": "Run Id",
- "type": "string"
- }
- },
- "required": [
- "kind",
- "run_id"
- ],
- "title": "ExtractPerfettoRecoveryContext",
- "type": "object"
-}Output schema / $defs / FailurePayload / properties / schema_versionRemoved value: -{
- "const": 1,
- "title": "Schema Version",
- "type": "integer"
-}Output schema / $defs / FailurePayload / requiredPrevious value: -[
- "schema_version",
- "ok",
- "result",
- "error"
-]New value: +[
+ "ok",
+ "result",
+ "error"
+]Output schema / $defs / ImportArtifactRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "import_artifact",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "import_artifact",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "ImportArtifactRecovery",
- "type": "object"
-}Output schema / $defs / InferenceEndpointTypeAdded value: +{
+ "enum": [
+ "chat",
+ "completions"
+ ],
+ "title": "InferenceEndpointType",
+ "type": "string"
+}Output schema / $defs / InferenceReplayPlanRemoved value: -{
- "discriminator": {
- "mapping": {
- "aiperf": "#/$defs/AIPerfReplayPlan",
- "sglang_bench": "#/$defs/SglangBenchReplayPlan",
- "vllm_bench": "#/$defs/VllmBenchReplayPlan"
- },
- "propertyName": "provider"
- },
- "oneOf": [
- {
- "$ref": "#/$defs/AIPerfReplayPlan"
- },
- {
- "$ref": "#/$defs/VllmBenchReplayPlan"
- },
- {
- "$ref": "#/$defs/SglangBenchReplayPlan"
- }
- ]
-}Output schema / $defs / InferenceServerModeAdded value: +{
+ "enum": [
+ "managed",
+ "existing_local"
+ ],
+ "title": "InferenceServerMode",
+ "type": "string"
+}Output schema / $defs / InitializeWorkspaceRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "initialize_workspace",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "initialize_workspace",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "InitializeWorkspaceRecovery",
- "type": "object"
-}Output schema / $defs / InspectCapabilitiesRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "inspect_capabilities",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "list_capabilities",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "InspectCapabilitiesRecovery",
- "type": "object"
-}Output schema / $defs / InspectWorkloadConfigurationRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "inspect_workload_configuration",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "workload_configuration_status",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "InspectWorkloadConfigurationRecovery",
- "type": "object"
-}Output schema / $defs / ManualConfigurationRecoveryContextRemoved value: -{
- "additionalProperties": false,
- "description": "Typed context for configuration that cannot be safely rewritten by MCP.",
- "properties": {
- "config_path": {
- "const": "flameox.toml",
- "default": "flameox.toml",
- "title": "Config Path",
- "type": "string"
- },
- "diagnostic": {
- "maxLength": 500,
- "title": "Diagnostic",
- "type": "string"
- },
- "kind": {
- "const": "manual_configuration",
- "title": "Kind",
- "type": "string"
- },
- "verification_tool": {
- "const": "workload_configuration_status",
- "default": "workload_configuration_status",
- "title": "Verification Tool",
- "type": "string"
- }
- },
- "required": [
- "kind",
- "diagnostic"
- ],
- "title": "ManualConfigurationRecoveryContext",
- "type": "object"
-}Output schema / $defs / ManualRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "context": {
- "anyOf": [
- {
- "$ref": "#/$defs/ManualConfigurationRecoveryContext"
- },
- {
- "type": "null"
- }
- ],
- "default": null
- },
- "kind": {
- "const": "manual",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "default": null,
- "title": "Next Tool",
- "type": "null"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind"
- ],
- "title": "ManualRecovery",
- "type": "object"
-}Output schema / $defs / PrepareAdapterRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "prepare_adapter",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "prepare_adapter",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": true,
- "default": true,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "PrepareAdapterRecovery",
- "type": "object"
-}Output schema / $defs / PrepareWorkloadDependenciesRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "prepare_workload_dependencies",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "prepare_workload_dependencies",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": true,
- "default": true,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "PrepareWorkloadDependenciesRecovery",
- "type": "object"
-}Output schema / $defs / RecoveryAction / discriminator / mapping / configure_inferenceRemoved value: -"#/$defs/ConfigureInferenceRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / configure_workloadRemoved value: -"#/$defs/ConfigureWorkloadRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / discover_artifactsRemoved value: -"#/$defs/DiscoverArtifactsRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / discover_runsRemoved value: -"#/$defs/DiscoverRunsRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / discover_workflowsRemoved value: -"#/$defs/DiscoverWorkflowsRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / externalAdded value: +"#/$defs/RecoveryExternalAction"Output schema / $defs / RecoveryAction / discriminator / mapping / extract_perfettoRemoved value: -"#/$defs/ExtractPerfettoRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / import_artifactRemoved value: -"#/$defs/ImportArtifactRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / initialize_workspaceRemoved value: -"#/$defs/InitializeWorkspaceRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / inspect_capabilitiesRemoved value: -"#/$defs/InspectCapabilitiesRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / inspect_workload_configurationRemoved value: -"#/$defs/InspectWorkloadConfigurationRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / manualPrevious value: -"#/$defs/ManualRecovery"New value: +"#/$defs/RecoveryManualAction"Output schema / $defs / RecoveryAction / discriminator / mapping / prepare_adapterRemoved value: -"#/$defs/PrepareAdapterRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / prepare_workload_dependenciesRemoved value: -"#/$defs/PrepareWorkloadDependenciesRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / repeat_same_callPrevious value: -"#/$defs/RepeatSameCallRecovery"New value: +"#/$defs/RetryRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / replan_captureRemoved value: -"#/$defs/ReplanCaptureRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / replan_inferenceRemoved value: -"#/$defs/ReplanInferenceRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / start_capability_setupRemoved value: -"#/$defs/StartCapabilitySetupRecovery"Output schema / $defs / RecoveryAction / discriminator / mapping / toolAdded value: +"#/$defs/RecoveryToolAction"Output schema / $defs / RecoveryAction / discriminator / mapping / wait_then_repeatPrevious value: -"#/$defs/WaitThenRepeatRecovery"New value: +"#/$defs/RetryRecovery"Output schema / $defs / RecoveryAction / oneOfPrevious value: -[
- {
- "$ref": "#/$defs/RepeatSameCallRecovery"
- },
- {
- "$ref": "#/$defs/WaitThenRepeatRecovery"
- },
- {
- "$ref": "#/$defs/ReplanCaptureRecovery"
- },
- {
- "$ref": "#/$defs/InitializeWorkspaceRecovery"
- },
- {
- "$ref": "#/$defs/ConfigureWorkloadRecovery"
- },
- {
- "$ref": "#/$defs/InspectWorkloadConfigurationRecovery"
- },
- {
- "$ref": "#/$defs/StartCapabilitySetupRecovery"
- },
- {
- "$ref": "#/$defs/PrepareAdapterRecovery"
- },
- {
- "$ref": "#/$defs/PrepareWorkloadDependenciesRecovery"
- },
- {
- "$ref": "#/$defs/InspectCapabilitiesRecovery"
- },
- {
- "$ref": "#/$defs/DiscoverWorkflowsRecovery"
- },
- {
- "$ref": "#/$defs/DiscoverRunsRecovery"
- },
- {
- "$ref": "#/$defs/DiscoverArtifactsRecovery"
- },
- {
- "$ref": "#/$defs/ImportArtifactRecovery"
- },
- {
- "$ref": "#/$defs/ExtractPerfettoRecovery"
- },
- {
- "$ref": "#/$defs/ConfigureInferenceRecovery"
- },
- {
- "$ref": "#/$defs/ReplanInferenceRecovery"
- },
- {
- "$ref": "#/$defs/ManualRecovery"
- }
-]New value: +[
+ {
+ "$ref": "#/$defs/RetryRecovery"
+ },
+ {
+ "$ref": "#/$defs/RecoveryToolAction"
+ },
+ {
+ "$ref": "#/$defs/RecoveryManualAction"
+ },
+ {
+ "$ref": "#/$defs/RecoveryExternalAction"
+ }
+]Output schema / $defs / RecoveryExternalActionAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "instruction": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Instruction",
+ "type": "string"
+ },
+ "kind": {
+ "const": "external",
+ "default": "external",
+ "title": "Kind",
+ "type": "string"
+ },
+ "retry_after_ms": {
+ "default": null,
+ "title": "Retry After Ms",
+ "type": "null"
+ },
+ "safe_to_repeat_same_call": {
+ "const": false,
+ "default": false,
+ "title": "Safe To Repeat Same Call",
+ "type": "boolean"
+ },
+ "system": {
+ "maxLength": 100,
+ "minLength": 1,
+ "title": "System",
+ "type": "string"
+ }
+ },
+ "required": [
+ "instruction",
+ "system"
+ ],
+ "title": "RecoveryExternalAction",
+ "type": "object"
+}Output schema / $defs / RecoveryManualActionAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "instruction": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Instruction",
+ "type": "string"
+ },
+ "kind": {
+ "const": "manual",
+ "default": "manual",
+ "title": "Kind",
+ "type": "string"
+ },
+ "missing_arguments": {
+ "default": [],
+ "items": {
+ "type": "string"
+ },
+ "title": "Missing Arguments",
+ "type": "array"
+ },
+ "retry_after_ms": {
+ "default": null,
+ "title": "Retry After Ms",
+ "type": "null"
+ },
+ "safe_to_repeat_same_call": {
+ "const": false,
+ "default": false,
+ "title": "Safe To Repeat Same Call",
+ "type": "boolean"
+ }
+ },
+ "required": [
+ "instruction"
+ ],
+ "title": "RecoveryManualAction",
+ "type": "object"
+}Output schema / $defs / RecoveryToolActionAdded value: +{
+ "additionalProperties": false,
+ "description": "One executable MCP recovery action with a concrete tool name.",
+ "properties": {
+ "arguments": {
+ "additionalProperties": true,
+ "title": "Arguments",
+ "type": "object"
+ },
+ "kind": {
+ "const": "tool",
+ "default": "tool",
+ "title": "Kind",
+ "type": "string"
+ },
+ "retry_after_ms": {
+ "default": null,
+ "title": "Retry After Ms",
+ "type": "null"
+ },
+ "safe_to_repeat_same_call": {
+ "const": false,
+ "default": false,
+ "title": "Safe To Repeat Same Call",
+ "type": "boolean"
+ },
+ "tool_name": {
+ "$ref": "#/$defs/ToolName"
+ }
+ },
+ "required": [
+ "tool_name"
+ ],
+ "title": "RecoveryToolAction",
+ "type": "object"
+}Output schema / $defs / RepeatSameCallRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "repeat_same_call",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "default": null,
- "title": "Next Tool",
- "type": "null"
- },
- "retry_after_ms": {
- "minimum": 0,
- "title": "Retry After Ms",
- "type": "integer"
- },
- "safe_to_repeat_same_call": {
- "const": true,
- "default": true,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "retry_after_ms"
- ],
- "title": "RepeatSameCallRecovery",
- "type": "object"
-}Output schema / $defs / ReplanCaptureRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "replan_capture",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "plan_capture",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "ReplanCaptureRecovery",
- "type": "object"
-}Output schema / $defs / ReplanInferenceRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "replan_inference",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "plan_inference_scenario",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": false,
- "default": false,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "ReplanInferenceRecovery",
- "type": "object"
-}Output schema / $defs / ResolvedExecutableAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "canonical_target": {
+ "format": "path",
+ "title": "Canonical Target",
+ "type": "string"
+ },
+ "identity": {
+ "$ref": "#/$defs/ExecutableIdentity"
+ },
+ "invocation_path": {
+ "format": "path",
+ "title": "Invocation Path",
+ "type": "string"
+ },
+ "matched_path_entry": {
+ "anyOf": [
+ {
+ "format": "path",
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Matched Path Entry"
+ },
+ "origin": {
+ "$ref": "#/$defs/ExecutableResolutionOrigin"
+ },
+ "policy_decision": {
+ "$ref": "#/$defs/ExecutablePolicyDecision"
+ },
+ "requested_token": {
+ "title": "Requested Token",
+ "type": "string"
+ }
+ },
+ "required": [
+ "requested_token",
+ "invocation_path",
+ "canonical_target",
+ "origin",
+ "identity",
+ "policy_decision"
+ ],
+ "title": "ResolvedExecutable",
+ "type": "object"
+}Output schema / $defs / RetryRecoveryAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "kind": {
+ "enum": [
+ "repeat_same_call",
+ "wait_then_repeat"
+ ],
+ "title": "Kind",
+ "type": "string"
+ },
+ "retry_after_ms": {
+ "minimum": 0,
+ "title": "Retry After Ms",
+ "type": "integer"
+ },
+ "safe_to_repeat_same_call": {
+ "const": true,
+ "default": true,
+ "title": "Safe To Repeat Same Call",
+ "type": "boolean"
+ }
+ },
+ "required": [
+ "kind",
+ "retry_after_ms"
+ ],
+ "title": "RetryRecovery",
+ "type": "object"
+}Output schema / $defs / SglangBenchReplayPlanRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "argv": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 1024,
- "title": "Argv",
- "type": "array"
- },
- "base_url": {
- "title": "Base Url",
- "type": "string"
- },
- "burstiness": {
- "const": null,
- "default": null,
- "title": "Burstiness",
- "type": "null"
- },
- "concurrency": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 100000,
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Concurrency"
- },
- "configuration_id": {
- "title": "Configuration Id",
- "type": "string"
- },
- "created_at": {
- "format": "date-time",
- "title": "Created At",
- "type": "string"
- },
- "deadline_at": {
- "format": "date-time",
- "title": "Deadline At",
- "type": "string"
- },
- "endpoint_type": {
- "default": "chat",
- "enum": [
- "chat",
- "completions"
- ],
- "title": "Endpoint Type",
- "type": "string"
- },
- "exploratory_reason": {
- "maxLength": 500,
- "minLength": 1,
- "title": "Exploratory Reason",
- "type": "string"
- },
- "health_ready": {
- "anyOf": [
- {
- "type": "boolean"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Health Ready"
- },
- "model": {
- "maxLength": 500,
- "minLength": 1,
- "title": "Model",
- "type": "string"
- },
- "model_revision": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Model Revision"
- },
- "num_prompts": {
- "default": 1,
- "exclusiveMinimum": 0,
- "maximum": 10000000,
- "title": "Num Prompts",
- "type": "integer"
- },
- "output_path": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Output Path"
- },
- "plan_id": {
- "title": "Plan Id",
- "type": "string"
- },
- "probed_model_ids": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 64,
- "title": "Probed Model Ids",
- "type": "array"
- },
- "provider": {
- "const": "sglang_bench",
- "title": "Provider",
- "type": "string"
- },
- "quantization": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Quantization"
- },
- "random_input_len": {
- "exclusiveMinimum": 0,
- "maximum": 1000000,
- "title": "Random Input Len",
- "type": "integer"
- },
- "random_output_len": {
- "exclusiveMinimum": 0,
- "maximum": 1000000,
- "title": "Random Output Len",
- "type": "integer"
- },
- "random_range_ratio": {
- "default": 1,
- "exclusiveMinimum": 0,
- "maximum": 1,
- "title": "Random Range Ratio",
- "type": "number"
- },
- "request_rate": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 1000000,
- "type": "number"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Request Rate"
- },
- "scenario_name": {
- "title": "Scenario Name",
- "type": "string"
- },
- "schema_version": {
- "const": 1,
- "default": 1,
- "title": "Schema Version",
- "type": "integer"
- },
- "seed": {
- "default": 0,
- "maximum": 2147483647,
- "minimum": 0,
- "title": "Seed",
- "type": "integer"
- },
- "semantic_oracle_workload": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Semantic Oracle Workload"
- },
- "server_executable_digest": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Server Executable Digest"
- },
- "server_mode": {
- "enum": [
- "managed",
- "existing_local"
- ],
- "title": "Server Mode",
- "type": "string"
- },
- "server_name": {
- "title": "Server Name",
- "type": "string"
- },
- "server_provider": {
- "const": "sglang",
- "default": "sglang",
- "title": "Server Provider",
- "type": "string"
- },
- "server_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Server Version"
- },
- "speedup_ratio": {
- "default": 1,
- "maximum": 1,
- "minimum": 1,
- "title": "Speedup Ratio",
- "type": "number"
- },
- "streaming": {
- "const": true,
- "default": true,
- "title": "Streaming",
- "type": "boolean"
- },
- "timeout_seconds": {
- "exclusiveMinimum": 0,
- "maximum": 86400,
- "title": "Timeout Seconds",
- "type": "number"
- },
- "tokenizer": {
- "anyOf": [
- {
- "maxLength": 500,
- "minLength": 1,
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tokenizer"
- },
- "tokenizer_revision": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tokenizer Revision"
- },
- "tool_available": {
- "title": "Tool Available",
- "type": "boolean"
- },
- "tool_compatibility_reason": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Compatibility Reason"
- },
- "tool_compatible": {
- "default": false,
- "title": "Tool Compatible",
- "type": "boolean"
- },
- "tool_executable": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Executable"
- },
- "tool_executable_digest": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Executable Digest"
- },
- "tool_remediation": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 8,
- "title": "Tool Remediation",
- "type": "array"
- },
- "tool_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Version"
- },
- "trace_artifact_id": {
- "const": null,
- "default": null,
- "title": "Trace Artifact Id",
- "type": "null"
- },
- "warmup_request_count": {
- "default": 0,
- "maximum": 1000000,
- "minimum": 0,
- "title": "Warmup Request Count",
- "type": "integer"
- }
- },
- "required": [
- "plan_id",
- "scenario_name",
- "server_name",
- "server_mode",
- "base_url",
- "model",
- "tool_available",
- "timeout_seconds",
- "deadline_at",
- "exploratory_reason",
- "configuration_id",
- "provider",
- "random_input_len",
- "random_output_len"
- ],
- "title": "SglangBenchReplayPlan",
- "type": "object"
-}Output schema / $defs / SglangBenchScenarioPlanAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "argv": {
+ "items": {
+ "type": "string"
+ },
+ "maxItems": 1024,
+ "minItems": 1,
+ "title": "Argv",
+ "type": "array"
+ },
+ "base_url": {
+ "title": "Base Url",
+ "type": "string"
+ },
+ "benchmark_capabilities": {
+ "items": {
+ "type": "string"
+ },
+ "maxItems": 32,
+ "minItems": 1,
+ "title": "Benchmark Capabilities",
+ "type": "array"
+ },
+ "burstiness": {
+ "const": null,
+ "default": null,
+ "title": "Burstiness",
+ "type": "null"
+ },
+ "concurrency": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 100000,
+ "type": "integer"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Concurrency"
+ },
+ "configuration_id": {
+ "title": "Configuration Id",
+ "type": "string"
+ },
+ "created_at": {
+ "format": "date-time",
+ "title": "Created At",
+ "type": "string"
+ },
+ "deadline_at": {
+ "format": "date-time",
+ "title": "Deadline At",
+ "type": "string"
+ },
+ "endpoint_type": {
+ "$ref": "#/$defs/InferenceEndpointType",
+ "default": "chat"
+ },
+ "executable_binding": {
+ "$ref": "#/$defs/ResolvedExecutable"
+ },
+ "exploratory_reason": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Exploratory Reason",
+ "type": "string"
+ },
+ "health_ready": {
+ "anyOf": [
+ {
+ "type": "boolean"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Health Ready"
+ },
+ "model": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Model",
+ "type": "string"
+ },
+ "model_revision": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Model Revision"
+ },
+ "num_prompts": {
+ "default": 1,
+ "exclusiveMinimum": 0,
+ "maximum": 10000000,
+ "title": "Num Prompts",
+ "type": "integer"
+ },
+ "output_path": {
+ "title": "Output Path",
+ "type": "string"
+ },
+ "output_relative_path": {
+ "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]{0,99}$",
+ "title": "Output Relative Path",
+ "type": "string"
+ },
+ "output_root": {
+ "$ref": "#/$defs/BoundDirectoryReference"
+ },
+ "plan_id": {
+ "title": "Plan Id",
+ "type": "string"
+ },
+ "plan_token": {
+ "default": "",
+ "title": "Plan Token",
+ "type": "string"
+ },
+ "probed_model_ids": {
+ "default": [],
+ "items": {
+ "type": "string"
+ },
+ "maxItems": 64,
+ "title": "Probed Model Ids",
+ "type": "array"
+ },
+ "provider": {
+ "const": "sglang_bench",
+ "title": "Provider",
+ "type": "string"
+ },
+ "provider_environment_id": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Provider Environment Id"
+ },
+ "provider_version": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Provider Version"
+ },
+ "quantization": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Quantization"
+ },
+ "random_input_len": {
+ "exclusiveMinimum": 0,
+ "maximum": 1000000,
+ "title": "Random Input Len",
+ "type": "integer"
+ },
+ "random_output_len": {
+ "exclusiveMinimum": 0,
+ "maximum": 1000000,
+ "title": "Random Output Len",
+ "type": "integer"
+ },
+ "random_range_ratio": {
+ "default": 1,
+ "exclusiveMinimum": 0,
+ "maximum": 1,
+ "title": "Random Range Ratio",
+ "type": "number"
+ },
+ "request_rate": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 1000000,
+ "type": "number"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Request Rate"
+ },
+ "scenario_name": {
+ "title": "Scenario Name",
+ "type": "string"
+ },
+ "seed": {
+ "default": 0,
+ "maximum": 2147483647,
+ "minimum": 0,
+ "title": "Seed",
+ "type": "integer"
+ },
+ "semantic_oracle_workload": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Semantic Oracle Workload"
+ },
+ "server_executable_digest": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Server Executable Digest"
+ },
+ "server_mode": {
+ "$ref": "#/$defs/InferenceServerMode"
+ },
+ "server_name": {
+ "title": "Server Name",
+ "type": "string"
+ },
+ "server_provider": {
+ "const": "sglang",
+ "default": "sglang",
+ "title": "Server Provider",
+ "type": "string"
+ },
+ "speedup_ratio": {
+ "default": 1,
+ "maximum": 1,
+ "minimum": 1,
+ "title": "Speedup Ratio",
+ "type": "number"
+ },
+ "streaming": {
+ "const": true,
+ "default": true,
+ "title": "Streaming",
+ "type": "boolean"
+ },
+ "timeout_seconds": {
+ "exclusiveMinimum": 0,
+ "maximum": 86400,
+ "title": "Timeout Seconds",
+ "type": "number"
+ },
+ "tokenizer": {
+ "anyOf": [
+ {
+ "maxLength": 500,
+ "minLength": 1,
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Tokenizer"
+ },
+ "tokenizer_revision": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Tokenizer Revision"
+ },
+ "trace_artifact_id": {
+ "const": null,
+ "default": null,
+ "title": "Trace Artifact Id",
+ "type": "null"
+ },
+ "warmup_request_count": {
+ "default": 0,
+ "maximum": 1000000,
+ "minimum": 0,
+ "title": "Warmup Request Count",
+ "type": "integer"
+ }
+ },
+ "required": [
+ "plan_id",
+ "scenario_name",
+ "server_name",
+ "server_mode",
+ "base_url",
+ "model",
+ "executable_binding",
+ "argv",
+ "output_root",
+ "output_relative_path",
+ "output_path",
+ "timeout_seconds",
+ "deadline_at",
+ "exploratory_reason",
+ "configuration_id",
+ "provider",
+ "benchmark_capabilities",
+ "random_input_len",
+ "random_output_len"
+ ],
+ "title": "SglangBenchScenarioPlan",
+ "type": "object"
+}Output schema / $defs / StartCapabilitySetupRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "start_capability_setup",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "const": "start_capability_setup",
- "title": "Next Tool",
- "type": "string"
- },
- "retry_after_ms": {
- "default": null,
- "title": "Retry After Ms",
- "type": "null"
- },
- "safe_to_repeat_same_call": {
- "const": true,
- "default": true,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "next_tool"
- ],
- "title": "StartCapabilitySetupRecovery",
- "type": "object"
-}Output schema / $defs / SuccessPayload_InferenceReplayPlan_Removed value: -{
- "additionalProperties": false,
- "properties": {
- "error": {
- "title": "Error",
- "type": "null"
- },
- "ok": {
- "const": true,
- "title": "Ok",
- "type": "boolean"
- },
- "result": {
- "$ref": "#/$defs/InferenceReplayPlan"
- },
- "schema_version": {
- "const": 1,
- "title": "Schema Version",
- "type": "integer"
- }
- },
- "required": [
- "schema_version",
- "ok",
- "result",
- "error"
- ],
- "title": "SuccessPayload[InferenceReplayPlan]",
- "type": "object"
-}Output schema / $defs / SuccessPayload_InferenceScenarioPlan_Added value: +{
+ "additionalProperties": false,
+ "properties": {
+ "error": {
+ "title": "Error",
+ "type": "null"
+ },
+ "ok": {
+ "const": true,
+ "title": "Ok",
+ "type": "boolean"
+ },
+ "result": {
+ "discriminator": {
+ "mapping": {
+ "aiperf": "#/$defs/AIPerfScenarioPlan",
+ "sglang_bench": "#/$defs/SglangBenchScenarioPlan",
+ "vllm_bench": "#/$defs/VllmBenchScenarioPlan"
+ },
+ "propertyName": "provider"
+ },
+ "oneOf": [
+ {
+ "$ref": "#/$defs/AIPerfScenarioPlan"
+ },
+ {
+ "$ref": "#/$defs/VllmBenchScenarioPlan"
+ },
+ {
+ "$ref": "#/$defs/SglangBenchScenarioPlan"
+ }
+ ],
+ "title": "Result"
+ }
+ },
+ "required": [
+ "ok",
+ "result",
+ "error"
+ ],
+ "title": "SuccessPayload[InferenceScenarioPlan]",
+ "type": "object"
+}Output schema / $defs / ToolNameAdded value: +{
+ "enum": [
+ "initialize_workspace",
+ "workload_configuration_status",
+ "configure_workload",
+ "list_capabilities",
+ "start_capability_setup",
+ "get_capability_setup",
+ "prepare_adapter",
+ "prepare_workload_dependencies",
+ "list_declared_workflows",
+ "get_declared_workflow",
+ "plan_fault_experiment",
+ "plan_capture",
+ "start_detached_capture",
+ "get_detached_capture",
+ "rebuild_catalog",
+ "list_runs",
+ "list_artifacts",
+ "preview_artifact",
+ "get_native_viewer_plan",
+ "import_artifact",
+ "import_xctrace",
+ "extract_perfetto",
+ "extract_memray",
+ "get_extraction",
+ "extract_nsight_systems",
+ "extract_nsight_compute",
+ "extract_compute_sanitizer",
+ "configure_inference_server",
+ "list_inference_configurations",
+ "plan_inference_scenario",
+ "execute_reduction",
+ "get_reduction",
+ "analyze_memory",
+ "analyze_nsight_compute"
+ ],
+ "title": "ToolName",
+ "type": "string"
+}Output schema / $defs / VllmBenchReplayPlanRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "argv": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 1024,
- "title": "Argv",
- "type": "array"
- },
- "base_url": {
- "title": "Base Url",
- "type": "string"
- },
- "burstiness": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 1000000,
- "type": "number"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Burstiness"
- },
- "concurrency": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 100000,
- "type": "integer"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Concurrency"
- },
- "configuration_id": {
- "title": "Configuration Id",
- "type": "string"
- },
- "created_at": {
- "format": "date-time",
- "title": "Created At",
- "type": "string"
- },
- "deadline_at": {
- "format": "date-time",
- "title": "Deadline At",
- "type": "string"
- },
- "endpoint_type": {
- "default": "chat",
- "enum": [
- "chat",
- "completions"
- ],
- "title": "Endpoint Type",
- "type": "string"
- },
- "exploratory_reason": {
- "maxLength": 500,
- "minLength": 1,
- "title": "Exploratory Reason",
- "type": "string"
- },
- "health_ready": {
- "anyOf": [
- {
- "type": "boolean"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Health Ready"
- },
- "model": {
- "maxLength": 500,
- "minLength": 1,
- "title": "Model",
- "type": "string"
- },
- "model_revision": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Model Revision"
- },
- "num_prompts": {
- "default": 1,
- "exclusiveMinimum": 0,
- "maximum": 10000000,
- "title": "Num Prompts",
- "type": "integer"
- },
- "output_path": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Output Path"
- },
- "plan_id": {
- "title": "Plan Id",
- "type": "string"
- },
- "probed_model_ids": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 64,
- "title": "Probed Model Ids",
- "type": "array"
- },
- "provider": {
- "const": "vllm_bench",
- "title": "Provider",
- "type": "string"
- },
- "quantization": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Quantization"
- },
- "random_input_len": {
- "const": null,
- "default": null,
- "title": "Random Input Len",
- "type": "null"
- },
- "random_output_len": {
- "const": null,
- "default": null,
- "title": "Random Output Len",
- "type": "null"
- },
- "random_range_ratio": {
- "const": null,
- "default": null,
- "title": "Random Range Ratio",
- "type": "null"
- },
- "request_rate": {
- "anyOf": [
- {
- "exclusiveMinimum": 0,
- "maximum": 1000000,
- "type": "number"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Request Rate"
- },
- "scenario_name": {
- "title": "Scenario Name",
- "type": "string"
- },
- "schema_version": {
- "const": 1,
- "default": 1,
- "title": "Schema Version",
- "type": "integer"
- },
- "seed": {
- "default": 0,
- "maximum": 2147483647,
- "minimum": 0,
- "title": "Seed",
- "type": "integer"
- },
- "semantic_oracle_workload": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Semantic Oracle Workload"
- },
- "server_executable_digest": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Server Executable Digest"
- },
- "server_mode": {
- "enum": [
- "managed",
- "existing_local"
- ],
- "title": "Server Mode",
- "type": "string"
- },
- "server_name": {
- "title": "Server Name",
- "type": "string"
- },
- "server_provider": {
- "const": "vllm",
- "default": "vllm",
- "title": "Server Provider",
- "type": "string"
- },
- "server_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Server Version"
- },
- "speedup_ratio": {
- "default": 1,
- "maximum": 1,
- "minimum": 1,
- "title": "Speedup Ratio",
- "type": "number"
- },
- "streaming": {
- "const": true,
- "default": true,
- "title": "Streaming",
- "type": "boolean"
- },
- "timeout_seconds": {
- "exclusiveMinimum": 0,
- "maximum": 86400,
- "title": "Timeout Seconds",
- "type": "number"
- },
- "tokenizer": {
- "anyOf": [
- {
- "maxLength": 500,
- "minLength": 1,
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tokenizer"
- },
- "tokenizer_revision": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tokenizer Revision"
- },
- "tool_available": {
- "title": "Tool Available",
- "type": "boolean"
- },
- "tool_compatibility_reason": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Compatibility Reason"
- },
- "tool_compatible": {
- "default": false,
- "title": "Tool Compatible",
- "type": "boolean"
- },
- "tool_executable": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Executable"
- },
- "tool_executable_digest": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Executable Digest"
- },
- "tool_remediation": {
- "default": [],
- "items": {
- "type": "string"
- },
- "maxItems": 8,
- "title": "Tool Remediation",
- "type": "array"
- },
- "tool_version": {
- "anyOf": [
- {
- "type": "string"
- },
- {
- "type": "null"
- }
- ],
- "default": null,
- "title": "Tool Version"
- },
- "trace_artifact_id": {
- "const": null,
- "default": null,
- "title": "Trace Artifact Id",
- "type": "null"
- },
- "warmup_request_count": {
- "default": 0,
- "maximum": 1000000,
- "minimum": 0,
- "title": "Warmup Request Count",
- "type": "integer"
- }
- },
- "required": [
- "plan_id",
- "scenario_name",
- "server_name",
- "server_mode",
- "base_url",
- "model",
- "tool_available",
- "timeout_seconds",
- "deadline_at",
- "exploratory_reason",
- "configuration_id",
- "provider"
- ],
- "title": "VllmBenchReplayPlan",
- "type": "object"
-}Output schema / $defs / VllmBenchScenarioPlanAdded value: +{
+ "additionalProperties": false,
+ "properties": {
+ "argv": {
+ "items": {
+ "type": "string"
+ },
+ "maxItems": 1024,
+ "minItems": 1,
+ "title": "Argv",
+ "type": "array"
+ },
+ "base_url": {
+ "title": "Base Url",
+ "type": "string"
+ },
+ "burstiness": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 1000000,
+ "type": "number"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Burstiness"
+ },
+ "concurrency": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 100000,
+ "type": "integer"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Concurrency"
+ },
+ "configuration_id": {
+ "title": "Configuration Id",
+ "type": "string"
+ },
+ "created_at": {
+ "format": "date-time",
+ "title": "Created At",
+ "type": "string"
+ },
+ "deadline_at": {
+ "format": "date-time",
+ "title": "Deadline At",
+ "type": "string"
+ },
+ "endpoint_type": {
+ "$ref": "#/$defs/InferenceEndpointType",
+ "default": "chat"
+ },
+ "executable_binding": {
+ "$ref": "#/$defs/ResolvedExecutable"
+ },
+ "exploratory_reason": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Exploratory Reason",
+ "type": "string"
+ },
+ "health_ready": {
+ "anyOf": [
+ {
+ "type": "boolean"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Health Ready"
+ },
+ "model": {
+ "maxLength": 500,
+ "minLength": 1,
+ "title": "Model",
+ "type": "string"
+ },
+ "model_revision": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Model Revision"
+ },
+ "num_prompts": {
+ "default": 1,
+ "exclusiveMinimum": 0,
+ "maximum": 10000000,
+ "title": "Num Prompts",
+ "type": "integer"
+ },
+ "output_path": {
+ "title": "Output Path",
+ "type": "string"
+ },
+ "output_relative_path": {
+ "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]{0,99}$",
+ "title": "Output Relative Path",
+ "type": "string"
+ },
+ "output_root": {
+ "$ref": "#/$defs/BoundDirectoryReference"
+ },
+ "plan_id": {
+ "title": "Plan Id",
+ "type": "string"
+ },
+ "plan_token": {
+ "default": "",
+ "title": "Plan Token",
+ "type": "string"
+ },
+ "probed_model_ids": {
+ "default": [],
+ "items": {
+ "type": "string"
+ },
+ "maxItems": 64,
+ "title": "Probed Model Ids",
+ "type": "array"
+ },
+ "provider": {
+ "const": "vllm_bench",
+ "title": "Provider",
+ "type": "string"
+ },
+ "provider_environment_id": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Provider Environment Id"
+ },
+ "provider_version": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Provider Version"
+ },
+ "quantization": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Quantization"
+ },
+ "random_input_len": {
+ "const": null,
+ "default": null,
+ "title": "Random Input Len",
+ "type": "null"
+ },
+ "random_output_len": {
+ "const": null,
+ "default": null,
+ "title": "Random Output Len",
+ "type": "null"
+ },
+ "random_range_ratio": {
+ "const": null,
+ "default": null,
+ "title": "Random Range Ratio",
+ "type": "null"
+ },
+ "request_rate": {
+ "anyOf": [
+ {
+ "exclusiveMinimum": 0,
+ "maximum": 1000000,
+ "type": "number"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Request Rate"
+ },
+ "scenario_name": {
+ "title": "Scenario Name",
+ "type": "string"
+ },
+ "seed": {
+ "default": 0,
+ "maximum": 2147483647,
+ "minimum": 0,
+ "title": "Seed",
+ "type": "integer"
+ },
+ "semantic_oracle_workload": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Semantic Oracle Workload"
+ },
+ "server_executable_digest": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Server Executable Digest"
+ },
+ "server_mode": {
+ "$ref": "#/$defs/InferenceServerMode"
+ },
+ "server_name": {
+ "title": "Server Name",
+ "type": "string"
+ },
+ "server_provider": {
+ "const": "vllm",
+ "default": "vllm",
+ "title": "Server Provider",
+ "type": "string"
+ },
+ "speedup_ratio": {
+ "default": 1,
+ "maximum": 1,
+ "minimum": 1,
+ "title": "Speedup Ratio",
+ "type": "number"
+ },
+ "streaming": {
+ "const": true,
+ "default": true,
+ "title": "Streaming",
+ "type": "boolean"
+ },
+ "timeout_seconds": {
+ "exclusiveMinimum": 0,
+ "maximum": 86400,
+ "title": "Timeout Seconds",
+ "type": "number"
+ },
+ "tokenizer": {
+ "anyOf": [
+ {
+ "maxLength": 500,
+ "minLength": 1,
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Tokenizer"
+ },
+ "tokenizer_revision": {
+ "anyOf": [
+ {
+ "type": "string"
+ },
+ {
+ "type": "null"
+ }
+ ],
+ "default": null,
+ "title": "Tokenizer Revision"
+ },
+ "trace_artifact_id": {
+ "const": null,
+ "default": null,
+ "title": "Trace Artifact Id",
+ "type": "null"
+ },
+ "warmup_request_count": {
+ "default": 0,
+ "maximum": 1000000,
+ "minimum": 0,
+ "title": "Warmup Request Count",
+ "type": "integer"
+ }
+ },
+ "required": [
+ "plan_id",
+ "scenario_name",
+ "server_name",
+ "server_mode",
+ "base_url",
+ "model",
+ "executable_binding",
+ "argv",
+ "output_root",
+ "output_relative_path",
+ "output_path",
+ "timeout_seconds",
+ "deadline_at",
+ "exploratory_reason",
+ "configuration_id",
+ "provider"
+ ],
+ "title": "VllmBenchScenarioPlan",
+ "type": "object"
+}Output schema / $defs / WaitThenRepeatRecoveryRemoved value: -{
- "additionalProperties": false,
- "properties": {
- "kind": {
- "const": "wait_then_repeat",
- "title": "Kind",
- "type": "string"
- },
- "next_tool": {
- "default": null,
- "title": "Next Tool",
- "type": "null"
- },
- "retry_after_ms": {
- "minimum": 0,
- "title": "Retry After Ms",
- "type": "integer"
- },
- "safe_to_repeat_same_call": {
- "const": true,
- "default": true,
- "title": "Safe To Repeat Same Call",
- "type": "boolean"
- }
- },
- "required": [
- "kind",
- "retry_after_ms"
- ],
- "title": "WaitThenRepeatRecovery",
- "type": "object"
-}Output schema / discriminator / mapping / TruePrevious value: -"#/$defs/SuccessPayload_InferenceReplayPlan_"New value: +"#/$defs/SuccessPayload_InferenceScenarioPlan_"Output schema / oneOfPrevious value: -[
- {
- "$ref": "#/$defs/SuccessPayload_InferenceReplayPlan_"
- },
- {
- "$ref": "#/$defs/FailurePayload"
- }
-]New value: +[
+ {
+ "$ref": "#/$defs/SuccessPayload_InferenceScenarioPlan_"
+ },
+ {
+ "$ref": "#/$defs/FailurePayload"
+ }
+]Output schema / titlePrevious value: -"ToolPayload[InferenceReplayPlan]"New value: +"ToolPayload[InferenceScenarioPlan]"v0.1.12Does the description disclose side effects, auth requirements, rate limits, or destructive behavior?
Annotations already disclose readOnlyHint=true, idempotentHint=true, and destructiveHint=false, lowering the burden on the description. The description adds that a single benchmark launcher is qualified and a typed plan is constructed, but it does not clarify whether qualification has side effects or whether the plan is persisted. No contradiction with annotations.
Agents need to know what a tool does to the world before calling it. Descriptions should go beyond structured annotations to explain consequences.
Is the description appropriately sized, front-loaded, and free of redundancy?
One short sentence with no filler. The action and object are front-loaded, and every word contributes meaning. It is concise without being a tautology.
Shorter descriptions cost fewer tokens and are easier for agents to parse. Every sentence should earn its place.
Given the tool's complexity, does the description cover enough for an agent to succeed on first attempt?
With an output schema, safety annotations, and only two parameters, the description is close to sufficient for basic invocation. However, the meaning of 'qualify' and any prerequisite configuration are left vague, and the description gives no help selecting this tool among the many plan_* and run_* siblings.
Complex tools with many parameters or behaviors need more documentation. Simple tools need less. This dimension scales expectations accordingly.
Does the description clarify parameter syntax, constraints, interactions, or defaults beyond what the schema provides?
Schema description coverage is 0%, so the description must compensate. It hints that scenario_name refers to a benchmark launcher, but it does not explain either parameter's role beyond the schema titles. timeout_seconds is left entirely to its name, type, default, and bounds, which are partly self-explanatory but not fully enriched by the description.
Input schemas describe structure but not intent. Descriptions should explain non-obvious parameter relationships and valid value ranges.
Does the description clearly state what the tool does and how it differs from similar tools?
The description names the operation ('qualify'), the object ('one benchmark launcher'), and the result ('typed execution plan'), so the overall purpose is clear. It does not explicitly distinguish this from siblings like plan_inference_profile, plan_capture, or run_inference_scenario, so it stops short of a 5.
Agents choose between tools based on descriptions. A clear purpose with a specific verb and resource helps agents select the right tool.
Does the description explain when to use this tool, when not to, or what alternatives exist?
There is no guidance about when to use this tool versus alternatives such as plan_capture, plan_inference_profile, or run_inference_scenario. Prerequisites, exclusions, and sequencing hints are absent; the agent must infer from the name that this is a planning-phase tool.
Agents often have multiple tools that could apply. Explicit usage guidance like "use X instead of Y when Z" prevents misuse.