ExperimentComparePageQueriesCompareMetricsQuery.graphql.ts•14.2 kB
/**
* @generated SignedSource<<178be9443157315af0e00d435e0ddb38>>
* @lightSyntaxTransform
* @nogrep
*/
/* tslint:disable */
/* eslint-disable */
// @ts-nocheck
import { ConcreteRequest } from 'relay-runtime';
import { FragmentRefs } from "relay-runtime";
export type ExperimentComparePageQueriesCompareMetricsQuery$variables = {
baseExperimentId: string;
compareExperimentIds: ReadonlyArray<string>;
datasetId: string;
experimentIds: ReadonlyArray<string>;
hasCompareExperiments: boolean;
};
export type ExperimentComparePageQueriesCompareMetricsQuery$data = {
readonly " $fragmentSpreads": FragmentRefs<"ExperimentCompareMetricsPage_experiments">;
};
export type ExperimentComparePageQueriesCompareMetricsQuery = {
response: ExperimentComparePageQueriesCompareMetricsQuery$data;
variables: ExperimentComparePageQueriesCompareMetricsQuery$variables;
};
const node: ConcreteRequest = (function(){
var v0 = {
"defaultValue": null,
"kind": "LocalArgument",
"name": "baseExperimentId"
},
v1 = {
"defaultValue": null,
"kind": "LocalArgument",
"name": "compareExperimentIds"
},
v2 = {
"defaultValue": null,
"kind": "LocalArgument",
"name": "datasetId"
},
v3 = {
"defaultValue": null,
"kind": "LocalArgument",
"name": "experimentIds"
},
v4 = {
"defaultValue": null,
"kind": "LocalArgument",
"name": "hasCompareExperiments"
},
v5 = {
"kind": "Variable",
"name": "baseExperimentId",
"variableName": "baseExperimentId"
},
v6 = {
"kind": "Variable",
"name": "compareExperimentIds",
"variableName": "compareExperimentIds"
},
v7 = {
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "id",
"storageKey": null
},
v8 = [
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "tokens",
"storageKey": null
},
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "cost",
"storageKey": null
}
],
v9 = [
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "numRunsImproved",
"storageKey": null
},
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "numRunsRegressed",
"storageKey": null
},
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "numRunsEqual",
"storageKey": null
}
];
return {
"fragment": {
"argumentDefinitions": [
(v0/*: any*/),
(v1/*: any*/),
(v2/*: any*/),
(v3/*: any*/),
(v4/*: any*/)
],
"kind": "Fragment",
"metadata": null,
"name": "ExperimentComparePageQueriesCompareMetricsQuery",
"selections": [
{
"args": [
(v5/*: any*/),
(v6/*: any*/),
{
"kind": "Variable",
"name": "datasetId",
"variableName": "datasetId"
},
{
"kind": "Variable",
"name": "experimentIds",
"variableName": "experimentIds"
},
{
"kind": "Variable",
"name": "hasCompareExperiments",
"variableName": "hasCompareExperiments"
}
],
"kind": "FragmentSpread",
"name": "ExperimentCompareMetricsPage_experiments"
}
],
"type": "Query",
"abstractKey": null
},
"kind": "Request",
"operation": {
"argumentDefinitions": [
(v2/*: any*/),
(v0/*: any*/),
(v1/*: any*/),
(v3/*: any*/),
(v4/*: any*/)
],
"kind": "Operation",
"name": "ExperimentComparePageQueriesCompareMetricsQuery",
"selections": [
{
"alias": "dataset",
"args": [
{
"kind": "Variable",
"name": "id",
"variableName": "datasetId"
}
],
"concreteType": null,
"kind": "LinkedField",
"name": "node",
"plural": false,
"selections": [
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "__typename",
"storageKey": null
},
{
"kind": "InlineFragment",
"selections": [
{
"alias": null,
"args": [
{
"kind": "Variable",
"name": "filterIds",
"variableName": "experimentIds"
}
],
"concreteType": "ExperimentConnection",
"kind": "LinkedField",
"name": "experiments",
"plural": false,
"selections": [
{
"alias": null,
"args": null,
"concreteType": "ExperimentEdge",
"kind": "LinkedField",
"name": "edges",
"plural": true,
"selections": [
{
"alias": "experiment",
"args": null,
"concreteType": "Experiment",
"kind": "LinkedField",
"name": "node",
"plural": false,
"selections": [
(v7/*: any*/),
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "averageRunLatencyMs",
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "SpanCostSummary",
"kind": "LinkedField",
"name": "costSummary",
"plural": false,
"selections": [
{
"alias": null,
"args": null,
"concreteType": "CostBreakdown",
"kind": "LinkedField",
"name": "total",
"plural": false,
"selections": (v8/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "CostBreakdown",
"kind": "LinkedField",
"name": "prompt",
"plural": false,
"selections": (v8/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "CostBreakdown",
"kind": "LinkedField",
"name": "completion",
"plural": false,
"selections": (v8/*: any*/),
"storageKey": null
}
],
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "ExperimentAnnotationSummary",
"kind": "LinkedField",
"name": "annotationSummaries",
"plural": true,
"selections": [
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "annotationName",
"storageKey": null
},
{
"alias": null,
"args": null,
"kind": "ScalarField",
"name": "meanScore",
"storageKey": null
}
],
"storageKey": null
}
],
"storageKey": null
}
],
"storageKey": null
}
],
"storageKey": null
}
],
"type": "Dataset",
"abstractKey": null
},
(v7/*: any*/)
],
"storageKey": null
},
{
"condition": "hasCompareExperiments",
"kind": "Condition",
"passingValue": true,
"selections": [
{
"alias": null,
"args": [
(v5/*: any*/),
(v6/*: any*/)
],
"concreteType": "ExperimentRunMetricComparisons",
"kind": "LinkedField",
"name": "experimentRunMetricComparisons",
"plural": false,
"selections": [
{
"alias": null,
"args": null,
"concreteType": "ExperimentRunMetricComparison",
"kind": "LinkedField",
"name": "latency",
"plural": false,
"selections": (v9/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "ExperimentRunMetricComparison",
"kind": "LinkedField",
"name": "totalTokenCount",
"plural": false,
"selections": (v9/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "ExperimentRunMetricComparison",
"kind": "LinkedField",
"name": "promptTokenCount",
"plural": false,
"selections": (v9/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "ExperimentRunMetricComparison",
"kind": "LinkedField",
"name": "completionTokenCount",
"plural": false,
"selections": (v9/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "ExperimentRunMetricComparison",
"kind": "LinkedField",
"name": "totalCost",
"plural": false,
"selections": (v9/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "ExperimentRunMetricComparison",
"kind": "LinkedField",
"name": "promptCost",
"plural": false,
"selections": (v9/*: any*/),
"storageKey": null
},
{
"alias": null,
"args": null,
"concreteType": "ExperimentRunMetricComparison",
"kind": "LinkedField",
"name": "completionCost",
"plural": false,
"selections": (v9/*: any*/),
"storageKey": null
}
],
"storageKey": null
}
]
}
]
},
"params": {
"cacheID": "3ed7109cef57b2b62e4501f5e0915b6b",
"id": null,
"metadata": {},
"name": "ExperimentComparePageQueriesCompareMetricsQuery",
"operationKind": "query",
"text": "query ExperimentComparePageQueriesCompareMetricsQuery(\n $datasetId: ID!\n $baseExperimentId: ID!\n $compareExperimentIds: [ID!]!\n $experimentIds: [ID!]!\n $hasCompareExperiments: Boolean!\n) {\n ...ExperimentCompareMetricsPage_experiments_4DSN89\n}\n\nfragment ExperimentCompareMetricsPage_experiments_4DSN89 on Query {\n dataset: node(id: $datasetId) {\n __typename\n ... on Dataset {\n experiments(filterIds: $experimentIds) {\n edges {\n experiment: node {\n id\n averageRunLatencyMs\n costSummary {\n total {\n tokens\n cost\n }\n prompt {\n tokens\n cost\n }\n completion {\n tokens\n cost\n }\n }\n annotationSummaries {\n annotationName\n meanScore\n }\n }\n }\n }\n }\n id\n }\n experimentRunMetricComparisons(baseExperimentId: $baseExperimentId, compareExperimentIds: $compareExperimentIds) @include(if: $hasCompareExperiments) {\n latency {\n numRunsImproved\n numRunsRegressed\n numRunsEqual\n }\n totalTokenCount {\n numRunsImproved\n numRunsRegressed\n numRunsEqual\n }\n promptTokenCount {\n numRunsImproved\n numRunsRegressed\n numRunsEqual\n }\n completionTokenCount {\n numRunsImproved\n numRunsRegressed\n numRunsEqual\n }\n totalCost {\n numRunsImproved\n numRunsRegressed\n numRunsEqual\n }\n promptCost {\n numRunsImproved\n numRunsRegressed\n numRunsEqual\n }\n completionCost {\n numRunsImproved\n numRunsRegressed\n numRunsEqual\n }\n }\n}\n"
}
};
})();
(node as any).hash = "685145a4c7c865793fb65817a1232288";
export default node;