Responses are generated using AI and may contain mistakes.
As of August 7, 2026, Galileo is now Splunk Agent Observability. This documentation applies to customers who onboarded prior to August 7, 2026. If you onboarded after this date, use agent-observability-docs.splunk.com.
Galileo ID of the project associated with this experiment
task_type
enum<integer>
required
Keep the existing integer values used by stored runs.
Available options:
13,
15,
16,
17,
18,
19
created_at
string<date-time>
Timestamp of the experiment's creation
updated_at
string<date-time> | null
Timestamp of the trace or span's last update
name
string
default:""
Name of the experiment
created_by
string<uuid4> | null
created_by_user
UserInfo · object | null
A user's basic information, used for display purposes.
Show child attributes
num_spans
integer | null
num_traces
integer | null
num_sessions
integer | null
dataset
ExperimentDataset · object | null
Show child attributes
aggregate_metrics
Aggregate Metrics · object
structured_aggregate_metrics
Structured Aggregate Metrics · object | null
Structured aggregate metrics with full statistical aggregates (avg, min, max, sum, count). Keys are scorer UUIDs for scorer-backed metrics (matching available_columns column IDs after stripping the 'metrics/' prefix) and raw strings for system metrics (e.g. 'duration_ns', 'cost'). Present only when use_clickhouse_run_aggregates flag is enabled.
Show child attributes
aggregate_feedback
Aggregate Feedback · object
deprecated
Aggregate feedback information related to the experiment (traces only)
Show child attributes
rating_aggregates
Rating Aggregates · object
Annotation aggregates keyed by template ID and root type
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Galileo","colors":{"primary":"#E35454","light":"#40C2F9","dark":"#1098F7"},"logo":{"light":"https://mintcdn.com/v2galileo/omveTd-2mmlzsaxF/logo/light-mode.svg?fit=max\u0026auto=format\u0026n=omveTd-2mmlzsaxF\u0026q=85\u0026s=460ec9ef7f3ed29dd50cdb9f2a7c1f88","dark":"https://mintcdn.com/v2galileo/omveTd-2mmlzsaxF/logo/dark-mode.svg?fit=max\u0026auto=format\u0026n=omveTd-2mmlzsaxF\u0026q=85\u0026s=32e421aec0f73d1301a43773add211f2"},"favicon":"https://mintcdn.com/v2galileo/E8lj9Nk9__MN-baJ/favicon-2.png?fit=max\u0026auto=format\u0026n=E8lj9Nk9__MN-baJ\u0026q=85\u0026s=f80c3ce6462d34316f89acae33bffc96","background":{"decoration":"gradient"},"navbar":{"primary":{"type":"button","label":"Sign Up","href":"https://app.galileo.ai/sign-up"}},"footer":{"socials":{"youtube":"https://www.youtube.com/@rungalileo","linkedin":"https://www.linkedin.com/company/galileo-ai","github":"https://github.com/rungalileo","bluesky":"https://bsky.app/profile/rungalileo.bsky.social","x":"https://x.com/rungalileo","podcast":"https://www.youtube.com/playlist?list=PLS7keRo8770NUOy7Oczto7owjVrtXv7z9"},"links":[{"items":[{"label":"Home","href":"https://galileo.ai"},{"label":"Blog","href":"https://galileo.ai/blog"},{"label":"Pricing","href":"https://galileo.ai/pricing"},{"label":"Contact us","href":"https://galileo.ai/contact-sales"},{"label":"Agent Leaderboard","href":"https://huggingface.co/spaces/galileo-ai/agent-leaderboard"}]}]},"fonts":{"family":"Geist"},"integrations":{"ga4":{"measurementId":"G-T19PJKCP07"},"gtm":{"tagId":"GTM-585ZMNLS"},"posthog":{"apiKey":"phc_ucgIH1Dwrsq0RY8zxzsrQYWg29RVgFz5bbcV23XQgRw"}},"banner":{"content":"As of August 7, 2026, Galileo is now Splunk Agent Observability. This documentation applies to customers who onboarded prior to August 7, 2026. If you onboarded after this date, use [agent-observability-docs.splunk.com](https://agent-observability-docs.splunk.com).","dismissible":false,"type":"critical"},"contextual":{"options":["copy","view","chatgpt","claude"],"display":"header"},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"v2galileo","hasAudioNarration":false,"actualSubdomain":"v2galileo","customDomains":["docs.galileo.ai"],"gitSource":{"type":"github","owner":"rungalileo","repo":"docs-official","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"feedback":{"edits":true,"issues":true,"thumbs":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af51e3b48c810cd64ac5a7a","clientVersion":"0.0.4143","searchFilterCounts":[{"language":"default","tag":"SDK/API","count":547},{"language":"default","tag":"galileo","count":277},{"language":"default","tag":"API","count":267},{"language":"default","tag":"v2","count":265},{"language":"default","tag":"TypeScript SDK","count":207},{"language":"default","tag":"Documentation","count":199},{"language":"default","tag":"Types","count":135},{"language":"default","tag":"Type Aliases","count":83},{"language":"default","tag":"Python SDK","count":72},{"language":"default","tag":"Functions","count":68}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 100 900;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\ndiv.font-mono{font-family:'Geist Mono', 'JetBrains Mono', 'JetBrains Mono Fallback', ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, 'Liberation Mono', 'Courier New', monospace}div.font-mono pre,div.font-mono code,div.font-mono span{font-family:'Geist Mono', 'JetBrains Mono', 'JetBrains Mono Fallback', ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, 'Liberation Mono', 'Courier New', monospace}.sidebar>.section{margin-bottom:0px}.sidebar .page{margin-bottom:0px}.sidebar .page a{padding:0px 0px}:target,h2[id]:target,h3[id]:target,h4[id]:target,h5[id]:target,div[id]:target{position:relative;background:linear-gradient(to right, rgba(74, 47, 249, 0.1), rgba(2, 255, 187, 0.1));animation:highlight-section 3s ease-in-out;scroll-margin-top:80px;padding:0.3rem;border-radius:8px;border-left:4px solid #4a2ff9}@keyframes highlight-section{0%{background:linear-gradient(to right, rgba(74, 47, 249, 0.2), rgba(2, 255, 187, 0.2))}50%{background:linear-gradient(to right, rgba(74, 47, 249, 0.2), rgba(2, 255, 187, 0.2))}100%{background:linear-gradient(to right, rgba(74, 47, 249, 0.1), rgba(2, 255, 187, 0.1))}}:root{--api-icon-color: #3D3A3A}[data-theme=\"dark\"],.dark,[data-theme=\"dark\"] img[src*=\"api-reference.svg\"],.dark img[src*=\"api-reference.svg\"],.dark-mode img[src*=\"api-reference.svg\"],html[data-theme=\"dark\"] img[src*=\"api-reference.svg\"],body.dark img[src*=\"api-reference.svg\"]{--api-icon-color: #7C7979}img[src*=\"api-reference.svg\"]{--icon-color: var(--api-icon-color)}.dark img[src*=\"api-reference.svg\"]{color:#7C7979!important}[data-theme=\"dark\"] img[src*=\"api-reference.svg\"],.dark img[src*=\"api-reference.svg\"]{filter:brightness(0) saturate(100%) invert(48%) sepia(0%) saturate(0%) hue-rotate(0deg) brightness(100%) contrast(100%)!important}.page-content img,.docs-main img,.content img{max-width:100%;height:auto;display:block}.page-content table,.docs-main table,.content table{display:block;width:100%;max-width:100%;overflow-x:auto;-webkit-overflow-scrolling:touch}.sidebar{z-index:1}main,.main,.page-content,.docs-main,.content{position:relative;z-index:2;overflow-x:auto}.steps,.columns,.Step,.Columns{overflow:visible}@media (min-width: 1280px){html[data-current-path=\"/references/faqs/errors-catalog\"] div:has(>main#content-container),html[data-current-path=\"/references/faqs/errors-catalog\"] main#content-container{max-width:100rem!important}}"}],"page":{"pagePath":"api-reference/experiment/create-experiment","slug":"/api-reference/experiment/create-experiment","pageMetadata":{"title":"Create Experiment","description":"Create a new experiment for a project.","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/experiments","href":"/api-reference/experiment/create-experiment","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Create a new experiment for a project.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Create Experiment","description":"Create a new experiment for a project.","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/experiments","href":"/api-reference/experiment/create-experiment","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/v2galileo/ea7d5bd1caa6468a/script.js","/_mintlify/custom/v2galileo/6398132c924e67d9/snippets/components/errors-data.js"],"openApiReferenceData":{"operation":{"tags":["experiment"],"summary":"Create Experiment","description":"Create a new experiment for a project.","operationId":"create_experiment_v2_projects__project_id__experiments_post","security":["fb9ca15d-936d-4896-a81c-1d708361545e","0f2bc6bd-c84f-47cd-be30-fdfebd5c7df6","dad28584-3eea-424f-a833-2d9bd582a50b","e5deaf72-a174-4b9e-aab6-aa1a841ac8ff"],"parameters":["7dadcba5-9013-4256-aa98-df8a5503dc80"],"requestBody":"4a464927-cc6a-4189-9956-47c75b7c925b","responses":{"200":"15676da2-d9ae-499d-9948-13ef9986b0de","422":"fdf4d754-911e-490f-b88a-c7ed1d357d5c"},"method":"post","type":"path","servers":["63cd8af4-d18a-449b-aa9a-ecbe05e49031"],"path":"/v2/projects/{project_id}/experiments","baseUrlOptions":["https://api.galileo.ai"],"title":"Create Experiment","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"7dadcba5-9013-4256-aa98-df8a5503dc80":{"name":"project_id","in":"path","required":true,"schema":{"type":"string","format":"uuid4","title":"Project Id","isRequired":true,"uniqueKey":"","typeLabel":"string\u003cuuid4>"}}},"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"name":{"type":"string","minLength":1,"title":"Name","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"task_type":{"oneOf":[{"type":"integer","title":"Task Type","default":16,"const":16,"uniqueKey":"task_type.oneOf.0","typeLabel":"integer"},{"type":"integer","title":"Task Type","default":16,"const":17,"uniqueKey":"task_type.oneOf.1","typeLabel":"integer"}],"uniqueKey":"task_type","typeLabel":"integer"},"playground_id":{"oneOf":[{"type":"string","title":"Playground Id","format":"uuid4","uniqueKey":"playground_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Playground Id","uniqueKey":"playground_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"playground_id","typeLabel":"string\u003cuuid4> | null"},"prompt_template_version_id":{"oneOf":[{"type":"string","title":"Prompt Template Version Id","format":"uuid4","uniqueKey":"prompt_template_version_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Prompt Template Version Id","uniqueKey":"prompt_template_version_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_template_version_id","typeLabel":"string\u003cuuid4> | null"},"dataset":{"oneOf":[{"type":"object","title":"ExperimentDatasetRequest","required":["dataset_id","version_index"],"properties":{"dataset_id":{"type":"string","format":"uuid4","title":"Dataset Id","isRequired":true,"uniqueKey":"dataset.oneOf.0.dataset_id","typeLabel":"string\u003cuuid4>"},"version_index":{"type":"integer","title":"Version Index","isRequired":true,"uniqueKey":"dataset.oneOf.0.version_index","typeLabel":"integer"}},"uniqueKey":"dataset.oneOf.0","typeLabel":"ExperimentDatasetRequest · object"},{"type":"null","uniqueKey":"dataset.oneOf.1","typeLabel":"null"}],"uniqueKey":"dataset","typeLabel":"ExperimentDatasetRequest · object | null"},"playground_prompt_id":{"oneOf":[{"type":"string","title":"Playground Prompt Id","format":"uuid4","uniqueKey":"playground_prompt_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Playground Prompt Id","uniqueKey":"playground_prompt_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"playground_prompt_id","typeLabel":"string\u003cuuid4> | null"},"prompt_settings":{"oneOf":[{"type":"object","title":"PromptRunSettings","description":"Prompt run settings.","properties":{"logprobs":{"type":"boolean","title":"Logprobs","default":true,"uniqueKey":"prompt_settings.oneOf.0.logprobs","typeLabel":"boolean"},"top_logprobs":{"type":"integer","title":"Top Logprobs","default":5,"uniqueKey":"prompt_settings.oneOf.0.top_logprobs","typeLabel":"integer"},"echo":{"type":"boolean","title":"Echo","default":false,"uniqueKey":"prompt_settings.oneOf.0.echo","typeLabel":"boolean"},"n":{"type":"integer","title":"N","default":1,"uniqueKey":"prompt_settings.oneOf.0.n","typeLabel":"integer"},"reasoning_effort":{"type":"string","title":"Reasoning Effort","default":"medium","uniqueKey":"prompt_settings.oneOf.0.reasoning_effort","typeLabel":"string"},"verbosity":{"type":"string","title":"Verbosity","default":"medium","uniqueKey":"prompt_settings.oneOf.0.verbosity","typeLabel":"string"},"deployment_name":{"oneOf":[{"type":"string","title":"Deployment Name","uniqueKey":"prompt_settings.oneOf.0.deployment_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Deployment Name","uniqueKey":"prompt_settings.oneOf.0.deployment_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.deployment_name","typeLabel":"string | null"},"model_alias":{"type":"string","title":"Model Alias","default":"gpt-5.1","uniqueKey":"prompt_settings.oneOf.0.model_alias","typeLabel":"string"},"temperature":{"oneOf":[{"type":"number","title":"Temperature","uniqueKey":"prompt_settings.oneOf.0.temperature.oneOf.0","typeLabel":"number"},{"type":"null","title":"Temperature","uniqueKey":"prompt_settings.oneOf.0.temperature.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.temperature","typeLabel":"number | null"},"max_tokens":{"type":"integer","title":"Max Tokens","default":4096,"uniqueKey":"prompt_settings.oneOf.0.max_tokens","typeLabel":"integer"},"stop_sequences":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"prompt_settings.oneOf.0.stop_sequences.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Stop Sequences","uniqueKey":"prompt_settings.oneOf.0.stop_sequences.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Stop Sequences","uniqueKey":"prompt_settings.oneOf.0.stop_sequences.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.stop_sequences","typeLabel":"string[] | null"},"top_p":{"type":"number","title":"Top P","default":1,"uniqueKey":"prompt_settings.oneOf.0.top_p","typeLabel":"number"},"top_k":{"type":"integer","title":"Top K","default":40,"uniqueKey":"prompt_settings.oneOf.0.top_k","typeLabel":"integer"},"frequency_penalty":{"type":"number","title":"Frequency Penalty","default":0,"uniqueKey":"prompt_settings.oneOf.0.frequency_penalty","typeLabel":"number"},"presence_penalty":{"type":"number","title":"Presence Penalty","default":0,"uniqueKey":"prompt_settings.oneOf.0.presence_penalty","typeLabel":"number"},"tools":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"prompt_settings.oneOf.0.tools.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Tools","uniqueKey":"prompt_settings.oneOf.0.tools.oneOf.0","typeLabel":"Tools · object[]"},{"type":"null","title":"Tools","uniqueKey":"prompt_settings.oneOf.0.tools.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.tools","typeLabel":"Tools · object[] | null"},"tool_choice":{"oneOf":[{"type":"string","title":"Tool Choice","uniqueKey":"prompt_settings.oneOf.0.tool_choice.oneOf.0","typeLabel":"string"},{"type":"object","title":"OpenAIToolChoice","required":["function"],"properties":{"function":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"prompt_settings.oneOf.0.tool_choice.oneOf.1.function.name","typeLabel":"string"}},"type":"object","required":["name"],"title":"OpenAIFunction","isRequired":true,"uniqueKey":"prompt_settings.oneOf.0.tool_choice.oneOf.1.function","typeLabel":"OpenAIFunction · object"},"type":{"type":"string","title":"Type","default":"function","uniqueKey":"prompt_settings.oneOf.0.tool_choice.oneOf.1.type","typeLabel":"string"}},"uniqueKey":"prompt_settings.oneOf.0.tool_choice.oneOf.1","typeLabel":"OpenAIToolChoice · object"},{"type":"null","title":"Tool Choice","uniqueKey":"prompt_settings.oneOf.0.tool_choice.oneOf.2","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.tool_choice","typeLabel":"string | OpenAIToolChoice · object | null"},"response_format":{"oneOf":[{"type":"object","title":"Response Format","additionalProperties":{"type":"string","uniqueKey":"prompt_settings.oneOf.0.response_format.oneOf.0.additionalProperties","typeLabel":"string"},"uniqueKey":"prompt_settings.oneOf.0.response_format.oneOf.0","typeLabel":"Response Format · object"},{"type":"null","title":"Response Format","uniqueKey":"prompt_settings.oneOf.0.response_format.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.response_format","typeLabel":"Response Format · object | null"},"known_models":{"items":{"properties":{"name":{"type":"string","title":"Name","description":"Provider model identifier used to match the model to its configured provider deployment or profile.","isRequired":true,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].name","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Galileo model identifier used in settings and API requests to select this model.","isRequired":true,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].alias","typeLabel":"string"},"lifecycle_state":{"type":"string","enum":["active","deprecated","retired"],"title":"ModelLifecycleState","default":"active","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].lifecycle_state","typeLabel":"enum\u003cstring>"},"replacement_alias":{"oneOf":[{"type":"string","title":"Replacement Alias","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].replacement_alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Replacement Alias","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].replacement_alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].replacement_alias","typeLabel":"string | null"},"deprecation_date":{"oneOf":[{"type":"string","title":"Deprecation Date","format":"date","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].deprecation_date.oneOf.0","typeLabel":"string\u003cdate>"},{"type":"null","title":"Deprecation Date","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].deprecation_date.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].deprecation_date","typeLabel":"string\u003cdate> | null"},"retirement_date":{"oneOf":[{"type":"string","title":"Retirement Date","format":"date","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].retirement_date.oneOf.0","typeLabel":"string\u003cdate>"},{"type":"null","title":"Retirement Date","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].retirement_date.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].retirement_date","typeLabel":"string\u003cdate> | null"},"display_name":{"type":"string","title":"Display Name","description":"Human-readable model name shown in the UI. Defaults to the alias for legacy registrations.","default":"","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].display_name","typeLabel":"string"},"integration":{"type":"string","enum":["anthropic","aws_bedrock","aws_sagemaker","azure","custom","databricks","mistral","nvidia","openai","vertex_ai","writer"],"title":"LLMIntegration","default":"openai","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].integration","typeLabel":"enum\u003cstring>"},"user_role":{"oneOf":[{"type":"string","title":"User Role","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].user_role.oneOf.0","typeLabel":"string"},{"type":"null","title":"User Role","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].user_role.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].user_role","typeLabel":"string | null"},"assistant_role":{"oneOf":[{"type":"string","title":"Assistant Role","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].assistant_role.oneOf.0","typeLabel":"string"},{"type":"null","title":"Assistant Role","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].assistant_role.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].assistant_role","typeLabel":"string | null"},"system_supported":{"type":"boolean","title":"System Supported","default":false,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].system_supported","typeLabel":"boolean"},"input_modalities":{"items":{"type":"string","enum":["text","document","image","audio","video"],"title":"ContentModality","description":"Classification of content modality","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_modalities.items.[INDEX]","typeLabel":"enum\u003cstring>"},"type":"array","title":"Input Modalities","description":"Input modalities that the model can accept.","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_modalities","typeLabel":"enum\u003cstring>[]"},"alternative_names":{"items":{"type":"string","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].alternative_names.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Alternative Names","description":"Alternative names for the model, used for matching with various current, versioned or legacy names.","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].alternative_names","typeLabel":"string[]"},"input_token_limit":{"oneOf":[{"type":"integer","title":"Input Token Limit","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_token_limit.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Input Token Limit","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_token_limit.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_token_limit","typeLabel":"integer | null"},"output_token_limit":{"oneOf":[{"type":"integer","title":"Output Token Limit","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_token_limit.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Output Token Limit","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_token_limit.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_token_limit","typeLabel":"integer | null"},"token_limit":{"oneOf":[{"type":"integer","title":"Token Limit","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].token_limit.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Token Limit","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].token_limit.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].token_limit","typeLabel":"integer | null"},"cost_by":{"type":"string","enum":["tokens","characters"],"title":"ModelCostBy","default":"tokens","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].cost_by","typeLabel":"enum\u003cstring>"},"is_chat":{"type":"boolean","title":"Is Chat","default":false,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].is_chat","typeLabel":"boolean"},"provides_log_probs":{"type":"boolean","title":"Provides Log Probs","default":false,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].provides_log_probs","typeLabel":"boolean"},"formatting_tokens":{"type":"integer","title":"Formatting Tokens","default":0,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].formatting_tokens","typeLabel":"integer"},"response_prefix_tokens":{"type":"integer","title":"Response Prefix Tokens","default":0,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].response_prefix_tokens","typeLabel":"integer"},"api_version":{"oneOf":[{"type":"string","title":"Api Version","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].api_version.oneOf.0","typeLabel":"string"},{"type":"null","title":"Api Version","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].api_version.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].api_version","typeLabel":"string | null"},"legacy_mistral_prompt_format":{"type":"boolean","title":"Legacy Mistral Prompt Format","default":false,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].legacy_mistral_prompt_format","typeLabel":"boolean"},"requires_max_tokens":{"type":"boolean","title":"Requires Max Tokens","default":false,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].requires_max_tokens","typeLabel":"boolean"},"supports_structured_output":{"type":"boolean","title":"Supports Structured Output","default":false,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].supports_structured_output","typeLabel":"boolean"},"max_top_p":{"oneOf":[{"type":"number","title":"Max Top P","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].max_top_p.oneOf.0","typeLabel":"number"},{"type":"null","title":"Max Top P","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].max_top_p.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].max_top_p","typeLabel":"number | null"},"params_map":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.model.oneOf.0","typeLabel":"string"},{"type":"null","title":"Model","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.model.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.model","typeLabel":"string | null"},"temperature":{"oneOf":[{"type":"string","title":"Temperature","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.temperature.oneOf.0","typeLabel":"string"},{"type":"null","title":"Temperature","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.temperature.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.temperature","typeLabel":"string | null"},"max_tokens":{"oneOf":[{"type":"string","title":"Max Tokens","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.max_tokens.oneOf.0","typeLabel":"string"},{"type":"null","title":"Max Tokens","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.max_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.max_tokens","typeLabel":"string | null"},"stop_sequences":{"oneOf":[{"type":"string","title":"Stop Sequences","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.stop_sequences.oneOf.0","typeLabel":"string"},{"type":"null","title":"Stop Sequences","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.stop_sequences.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.stop_sequences","typeLabel":"string | null"},"top_p":{"oneOf":[{"type":"string","title":"Top P","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_p.oneOf.0","typeLabel":"string"},{"type":"null","title":"Top P","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_p.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_p","typeLabel":"string | null"},"top_k":{"oneOf":[{"type":"string","title":"Top K","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_k.oneOf.0","typeLabel":"string"},{"type":"null","title":"Top K","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_k.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_k","typeLabel":"string | null"},"frequency_penalty":{"oneOf":[{"type":"string","title":"Frequency Penalty","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.frequency_penalty.oneOf.0","typeLabel":"string"},{"type":"null","title":"Frequency Penalty","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.frequency_penalty.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.frequency_penalty","typeLabel":"string | null"},"presence_penalty":{"oneOf":[{"type":"string","title":"Presence Penalty","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.presence_penalty.oneOf.0","typeLabel":"string"},{"type":"null","title":"Presence Penalty","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.presence_penalty.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.presence_penalty","typeLabel":"string | null"},"echo":{"oneOf":[{"type":"string","title":"Echo","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.echo.oneOf.0","typeLabel":"string"},{"type":"null","title":"Echo","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.echo.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.echo","typeLabel":"string | null"},"logprobs":{"oneOf":[{"type":"string","title":"Logprobs","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.logprobs.oneOf.0","typeLabel":"string"},{"type":"null","title":"Logprobs","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.logprobs","typeLabel":"string | null"},"top_logprobs":{"oneOf":[{"type":"string","title":"Top Logprobs","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_logprobs.oneOf.0","typeLabel":"string"},{"type":"null","title":"Top Logprobs","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.top_logprobs","typeLabel":"string | null"},"n":{"oneOf":[{"type":"string","title":"N","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.n.oneOf.0","typeLabel":"string"},{"type":"null","title":"N","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.n.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.n","typeLabel":"string | null"},"api_version":{"oneOf":[{"type":"string","title":"Api Version","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.api_version.oneOf.0","typeLabel":"string"},{"type":"null","title":"Api Version","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.api_version.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.api_version","typeLabel":"string | null"},"tools":{"oneOf":[{"type":"string","title":"Tools","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.tools.oneOf.0","typeLabel":"string"},{"type":"null","title":"Tools","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.tools.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.tools","typeLabel":"string | null"},"tool_choice":{"oneOf":[{"type":"string","title":"Tool Choice","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.tool_choice.oneOf.0","typeLabel":"string"},{"type":"null","title":"Tool Choice","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.tool_choice.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.tool_choice","typeLabel":"string | null"},"response_format":{"oneOf":[{"type":"string","title":"Response Format","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.response_format.oneOf.0","typeLabel":"string"},{"type":"null","title":"Response Format","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.response_format.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.response_format","typeLabel":"string | null"},"reasoning_effort":{"oneOf":[{"type":"string","title":"Reasoning Effort","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.reasoning_effort.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reasoning Effort","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.reasoning_effort.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.reasoning_effort","typeLabel":"string | null"},"verbosity":{"oneOf":[{"type":"string","title":"Verbosity","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.verbosity.oneOf.0","typeLabel":"string"},{"type":"null","title":"Verbosity","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.verbosity.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.verbosity","typeLabel":"string | null"},"deployment_name":{"oneOf":[{"type":"string","title":"Deployment Name","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.deployment_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Deployment Name","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.deployment_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map.deployment_name","typeLabel":"string | null"}},"type":"object","title":"RunParamsMap","description":"Maps the internal settings parameters (left) to the serialized parameters (right) we want to send in the API\nrequests.","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].params_map","typeLabel":"RunParamsMap · object"},"output_map":{"oneOf":[{"type":"object","title":"OutputMap","required":["response"],"properties":{"response":{"type":"string","title":"Response","isRequired":true,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.response","typeLabel":"string"},"token_count":{"oneOf":[{"type":"string","title":"Token Count","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.token_count.oneOf.0","typeLabel":"string"},{"type":"null","title":"Token Count","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.token_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.token_count","typeLabel":"string | null"},"input_token_count":{"oneOf":[{"type":"string","title":"Input Token Count","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.input_token_count.oneOf.0","typeLabel":"string"},{"type":"null","title":"Input Token Count","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.input_token_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.input_token_count","typeLabel":"string | null"},"output_token_count":{"oneOf":[{"type":"string","title":"Output Token Count","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.output_token_count.oneOf.0","typeLabel":"string"},{"type":"null","title":"Output Token Count","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.output_token_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.output_token_count","typeLabel":"string | null"},"completion_reason":{"oneOf":[{"type":"string","title":"Completion Reason","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.completion_reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Completion Reason","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.completion_reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0.completion_reason","typeLabel":"string | null"}},"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.0","typeLabel":"OutputMap · object"},{"type":"null","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].output_map","typeLabel":"OutputMap · object | null"},"input_map":{"oneOf":[{"type":"object","title":"InputMap","required":["prompt"],"properties":{"prompt":{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_map.oneOf.0.prompt","typeLabel":"string"},"prefix":{"type":"string","title":"Prefix","default":"","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_map.oneOf.0.prefix","typeLabel":"string"},"suffix":{"type":"string","title":"Suffix","default":"","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_map.oneOf.0.suffix","typeLabel":"string"}},"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_map.oneOf.0","typeLabel":"InputMap · object"},{"type":"null","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_map.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX].input_map","typeLabel":"InputMap · object | null"}},"type":"object","required":["name","alias"],"title":"Model","uniqueKey":"prompt_settings.oneOf.0.known_models.items.[INDEX]","typeLabel":"Model · object"},"type":"array","title":"Known Models","uniqueKey":"prompt_settings.oneOf.0.known_models","typeLabel":"Model · object[]"}},"uniqueKey":"prompt_settings.oneOf.0","typeLabel":"PromptRunSettings · object"},{"type":"null","uniqueKey":"prompt_settings.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_settings","typeLabel":"PromptRunSettings · object | null"},"scorers":{"items":{"properties":{"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].id","typeLabel":"string\u003cuuid4>"},"scorer_version_id":{"oneOf":[{"type":"string","title":"Scorer Version Id","format":"uuid4","uniqueKey":"scorers.items.[INDEX].scorer_version_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Scorer Version Id","uniqueKey":"scorers.items.[INDEX].scorer_version_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version_id","typeLabel":"string\u003cuuid4> | null"},"filters":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"object","title":"NodeNameFilter","description":"Filters on node names in scorer jobs.","required":["operator","value"],"properties":{"operator":{"type":"string","enum":["eq","ne","contains","one_of","not_in"],"title":"Operator","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0.operator","typeLabel":"enum\u003cstring>"},"value":{"oneOf":[{"type":"string","title":"Value","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0.value.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0.value.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Value","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0.value.oneOf.1","typeLabel":"string[]"}],"isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0.value","typeLabel":"string | string[]"},"name":{"type":"string","const":"node_name","title":"Name","default":"node_name","uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0.name","typeLabel":"string"},"case_sensitive":{"type":"boolean","title":"Case Sensitive","default":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0.case_sensitive","typeLabel":"boolean"}},"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"NodeNameFilter · object"},{"type":"object","title":"MetadataFilter","description":"Filters on metadata key-value pairs in scorer jobs.","required":["operator","key","value"],"properties":{"operator":{"type":"string","enum":["one_of","not_in","eq","ne"],"title":"Operator","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1.operator","typeLabel":"enum\u003cstring>"},"key":{"type":"string","title":"Key","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1.key","typeLabel":"string"},"value":{"oneOf":[{"type":"string","title":"Value","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1.value.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1.value.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Value","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1.value.oneOf.1","typeLabel":"string[]"}],"isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1.value","typeLabel":"string | string[]"},"name":{"type":"string","const":"metadata","title":"Name","default":"metadata","uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1.name","typeLabel":"string"}},"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"MetadataFilter · object"},{"type":"object","title":"ModalityFilter","description":"Filters on content modalities in scorer jobs.\nMatches if at least one of the specified modalities is present.","required":["operator","value"],"properties":{"operator":{"type":"string","enum":["eq","ne","one_of","not_in"],"title":"Operator","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.2.operator","typeLabel":"enum\u003cstring>"},"value":{"oneOf":[{"type":"string","title":"Value","description":"Single enum value - specific options depend on the concrete enum type used","example":"ENUM_VALUE","isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.2.value.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","example":"ENUM_VALUE","uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.2.value.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Value","description":"Array of enum values","example":["ENUM_VALUE_1","ENUM_VALUE_2"],"isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.2.value.oneOf.1","typeLabel":"string[]"}],"isRequired":true,"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.2.value","typeLabel":"string | string[]"},"name":{"type":"string","const":"modality","title":"Name","default":"modality","uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.2.name","typeLabel":"string"}},"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX].oneOf.2","typeLabel":"ModalityFilter · object"}],"uniqueKey":"scorers.items.[INDEX].filters.oneOf.0.items.[INDEX]","typeLabel":"NodeNameFilter · object | MetadataFilter · object | ModalityFilter · object"},"title":"Filters","description":"List of filters to apply to the scorer.","uniqueKey":"scorers.items.[INDEX].filters.oneOf.0","typeLabel":"(NodeNameFilter · object | MetadataFilter · object | ModalityFilter · object)[]"},{"type":"null","title":"Filters","description":"List of filters to apply to the scorer.","uniqueKey":"scorers.items.[INDEX].filters.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].filters","typeLabel":"(NodeNameFilter · object | MetadataFilter · object | ModalityFilter · object)[] | null"},"roll_up_method":{"oneOf":[{"type":"string","title":"RollUpMethodDisplayOptions","description":"Display options for roll up methods when showing rolled up metrics in the UI.\n\nSeparates display intent from computation methods. The computation methods\n(NumericRollUpMethod, CategoricalRollUpMethod) control what aggregations are available.\nThis enum controls how the UI displays the selected roll-up value for a scorer.","enum":["average","sum","max","min","category_count","percentage_true","percentage_false"],"uniqueKey":"scorers.items.[INDEX].roll_up_method.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].roll_up_method.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].roll_up_method","typeLabel":"enum\u003cstring> | null"},"name":{"oneOf":[{"type":"string","title":"Name","uniqueKey":"scorers.items.[INDEX].name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","uniqueKey":"scorers.items.[INDEX].name.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].name","typeLabel":"string | null"},"scorer_type":{"oneOf":[{"type":"string","title":"ScorerTypes","enum":["llm","code","luna","decision","preset"],"uniqueKey":"scorers.items.[INDEX].scorer_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_type","typeLabel":"enum\u003cstring> | null"},"model_name":{"oneOf":[{"type":"string","title":"Model Name","uniqueKey":"scorers.items.[INDEX].model_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Model Name","uniqueKey":"scorers.items.[INDEX].model_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].model_name","typeLabel":"string | null"},"num_judges":{"oneOf":[{"type":"integer","title":"Num Judges","uniqueKey":"scorers.items.[INDEX].num_judges.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Num Judges","uniqueKey":"scorers.items.[INDEX].num_judges.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].num_judges","typeLabel":"integer | null"},"scorer_version":{"oneOf":[{"type":"object","title":"BaseScorerVersionDB","description":"ScorerVersion to use for this scorer. If not provided, the latest version will be used.","required":["id","version","scorer_id"],"properties":{"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.id","typeLabel":"string\u003cuuid4>"},"version":{"type":"integer","title":"Version","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.version","typeLabel":"integer"},"scorer_id":{"type":"string","format":"uuid4","title":"Scorer Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.scorer_id","typeLabel":"string\u003cuuid4>"},"generated_scorer":{"oneOf":[{"type":"object","title":"BaseGeneratedScorerDB","required":["id","name","chain_poll_template"],"properties":{"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.id","typeLabel":"string\u003cuuid4>"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.name","typeLabel":"string"},"chain_poll_template":{"properties":{"template":{"type":"string","title":"Template","description":"Chainpoll prompt template.","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.template","typeLabel":"string"},"metric_system_prompt":{"oneOf":[{"type":"string","title":"Metric System Prompt","description":"System prompt for the metric.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_system_prompt.oneOf.0","typeLabel":"string"},{"type":"null","title":"Metric System Prompt","description":"System prompt for the metric.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_system_prompt.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_system_prompt","typeLabel":"string | null"},"metric_description":{"oneOf":[{"type":"string","title":"Metric Description","description":"Description of what the metric should do.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Metric Description","description":"Description of what the metric should do.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_description.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_description","typeLabel":"string | null"},"value_field_name":{"type":"string","title":"Value Field Name","description":"Field name to look for in the chainpoll response, for the rating.","default":"rating","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.value_field_name","typeLabel":"string"},"explanation_field_name":{"type":"string","title":"Explanation Field Name","description":"Field name to look for in the chainpoll response, for the explanation.","default":"explanation","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.explanation_field_name","typeLabel":"string"},"metric_few_shot_examples":{"items":{"properties":{"generation_prompt_and_response":{"type":"string","title":"Generation Prompt And Response","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_few_shot_examples.items.[INDEX].generation_prompt_and_response","typeLabel":"string"},"evaluating_response":{"type":"string","title":"Evaluating Response","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_few_shot_examples.items.[INDEX].evaluating_response","typeLabel":"string"}},"type":"object","required":["generation_prompt_and_response","evaluating_response"],"title":"FewShotExample","description":"Few-shot example for a chainpoll metric prompt.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_few_shot_examples.items.[INDEX]","typeLabel":"FewShotExample · object"},"type":"array","title":"Metric Few Shot Examples","description":"Few-shot examples for the metric.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.metric_few_shot_examples","typeLabel":"FewShotExample · object[]"},"response_schema":{"oneOf":[{"type":"object","title":"Response Schema","description":"Response schema for the output","additionalProperties":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.response_schema.oneOf.0","typeLabel":"Response Schema · object"},{"type":"null","title":"Response Schema","description":"Response schema for the output","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.response_schema.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template.response_schema","typeLabel":"Response Schema · object | null"}},"type":"object","required":["template"],"title":"ChainPollTemplate","description":"Template for a chainpoll metric prompt,\ncontaining all the info necessary to send a chainpoll prompt.","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.chain_poll_template","typeLabel":"ChainPollTemplate · object"},"instructions":{"oneOf":[{"type":"string","title":"Instructions","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.instructions.oneOf.0","typeLabel":"string"},{"type":"null","title":"Instructions","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.instructions.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.instructions","typeLabel":"string | null"},"user_prompt":{"oneOf":[{"type":"string","title":"User Prompt","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.user_prompt.oneOf.0","typeLabel":"string"},{"type":"null","title":"User Prompt","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.user_prompt.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0.user_prompt","typeLabel":"string | null"}},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.0","typeLabel":"BaseGeneratedScorerDB · object"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.generated_scorer","typeLabel":"BaseGeneratedScorerDB · object | null"},"registered_scorer":{"oneOf":[{"type":"object","title":"BaseRegisteredScorerDB","required":["id","name"],"properties":{"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer.oneOf.0.id","typeLabel":"string\u003cuuid4>"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer.oneOf.0.name","typeLabel":"string"},"score_type":{"oneOf":[{"type":"string","title":"Score Type","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer.oneOf.0.score_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Score Type","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer.oneOf.0.score_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer.oneOf.0.score_type","typeLabel":"string | null"}},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer.oneOf.0","typeLabel":"BaseRegisteredScorerDB · object"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.registered_scorer","typeLabel":"BaseRegisteredScorerDB · object | null"},"finetuned_scorer":{"oneOf":[{"type":"object","title":"BaseFinetunedScorerDB","required":["id","name","lora_task_id","prompt"],"properties":{"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.id","typeLabel":"string\u003cuuid4>"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.name","typeLabel":"string"},"lora_task_id":{"type":"integer","title":"Lora Task Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.lora_task_id","typeLabel":"integer"},"prompt":{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.prompt","typeLabel":"string"},"lora_weights_path":{"oneOf":[{"type":"string","title":"Lora Weights Path","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.lora_weights_path.oneOf.0","typeLabel":"string"},{"type":"null","title":"Lora Weights Path","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.lora_weights_path.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.lora_weights_path","typeLabel":"string | null"},"luna_input_type":{"oneOf":[{"type":"string","title":"LunaInputTypeEnum","enum":["span","trace_object","trace_input_output_only"],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.luna_input_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.luna_input_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.luna_input_type","typeLabel":"enum\u003cstring> | null"},"luna_output_type":{"oneOf":[{"type":"string","title":"LunaOutputTypeEnum","enum":["float","string","string_list","bool_list"],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.luna_output_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.luna_output_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.luna_output_type","typeLabel":"enum\u003cstring> | null"},"class_name_to_vocab_ix":{"oneOf":[{"type":"object","title":"Class Name To Vocab Ix","additionalProperties":{"items":{"type":"integer","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.class_name_to_vocab_ix.oneOf.0.additionalProperties.items.[INDEX]","typeLabel":"integer"},"type":"array","uniqueItems":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.class_name_to_vocab_ix.oneOf.0.additionalProperties","typeLabel":"integer[]"},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.class_name_to_vocab_ix.oneOf.0","typeLabel":"Class Name To Vocab Ix · object"},{"type":"object","title":"Class Name To Vocab Ix","additionalProperties":{"type":"integer","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.class_name_to_vocab_ix.oneOf.1.additionalProperties","typeLabel":"integer"},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.class_name_to_vocab_ix.oneOf.1","typeLabel":"Class Name To Vocab Ix · object"},{"type":"null","title":"Class Name To Vocab Ix","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.class_name_to_vocab_ix.oneOf.2","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.class_name_to_vocab_ix","typeLabel":"Class Name To Vocab Ix · object · Class Name To Vocab Ix · object · null"},"executor":{"oneOf":[{"type":"string","title":"ScorerName","description":"Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines.","enum":["action_completion_luna","action_advancement_luna","agentic_session_success","agentic_session_success","action_completion_vision","action_completion_audio","agentic_workflow_success","agentic_workflow_success","agent_efficiency","agent_flow","agent_flow_vision","agent_flow_audio","chunk_attribution_utilization_luna","chunk_attribution_utilization","chunk_relevance","chunk_relevance_luna","context_precision","precision_at_k","completeness_luna","completeness","context_adherence","context_adherence_luna","context_adherence_vision_luna","context_adherence_vision","context_adherence_audio","context_relevance","context_relevance_luna","conversation_quality","conversation_quality_vision","conversation_quality_audio","unsafe_output","correctness","correctness_vision","correctness_audio","ground_truth_adherence","ground_truth_adherence_vision","ground_truth_adherence_audio","visual_fidelity","visual_quality","input_pii","input_pii_vision_luna","input_pii_gpt","input_pii_vision","input_pii_audio","input_sexist","input_sexist","input_sexist_vision","input_sexist_audio","input_sexist_luna","input_sexist_luna","input_sexist_vision_luna","input_tone","input_tone_gpt","input_toxicity","input_toxicity_luna","input_toxicity_vision_luna","input_toxicity_vision","input_toxicity_audio","instruction_adherence","instruction_adherence_vision","instruction_adherence_audio","output_pii","output_pii_vision_luna","output_pii_gpt","output_pii_vision","output_pii_audio","output_sexist","output_sexist","output_sexist_vision","output_sexist_audio","output_sexist_luna","output_sexist_luna","output_sexist_vision_luna","output_tone","output_tone_gpt","output_toxicity","output_toxicity_luna","output_toxicity_vision_luna","output_toxicity_vision","output_toxicity_audio","prompt_injection","prompt_injection_vision","prompt_injection_audio","prompt_injection_luna","prompt_injection_vision_luna","reasoning_coherence","reasoning_coherence_vision","reasoning_coherence_audio","sql_efficiency","sql_adherence","sql_injection","sql_correctness","tool_error_rate","tool_error_rate_luna","tool_selection_quality","tool_selection_quality_vision","tool_selection_quality_audio","tool_selection_quality_luna","user_intent_change","user_intent_change_vision","user_intent_change_audio","interruption_detection"],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.executor.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Executor pipeline. Defaults to finetuned scorer pipeline but can run custom galileo score pipelines.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.executor.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0.executor","typeLabel":"enum\u003cstring> | null"}},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.0","typeLabel":"BaseFinetunedScorerDB · object"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.finetuned_scorer","typeLabel":"BaseFinetunedScorerDB · object | null"},"luna3_scorer":{"oneOf":[{"type":"object","title":"BaseLuna3ScorerDB","required":["instruction","adapter_path","class_name_to_vocab_ix","id"],"properties":{"instruction":{"type":"string","maxLength":10000,"minLength":1,"title":"Instruction","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.instruction","typeLabel":"string"},"adapter_path":{"type":"string","maxLength":1024,"minLength":1,"title":"Adapter Path","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.adapter_path","typeLabel":"string"},"class_name_to_vocab_ix":{"additionalProperties":{"items":{"type":"integer","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.class_name_to_vocab_ix.additionalProperties.items.[INDEX]","typeLabel":"integer"},"type":"array","uniqueItems":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.class_name_to_vocab_ix.additionalProperties","typeLabel":"integer[]"},"type":"object","maxProperties":256,"minProperties":1,"title":"Class Name To Vocab Ix","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.class_name_to_vocab_ix","typeLabel":"Class Name To Vocab Ix · object"},"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.id","typeLabel":"string\u003cuuid4>"},"threshold":{"oneOf":[{"type":"number","title":"Threshold","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.threshold.oneOf.0","typeLabel":"number"},{"type":"null","title":"Threshold","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.threshold.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0.threshold","typeLabel":"number | null"}},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.0","typeLabel":"BaseLuna3ScorerDB · object"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.luna3_scorer","typeLabel":"BaseLuna3ScorerDB · object | null"},"decision_scorer":{"oneOf":[{"type":"object","title":"DecisionScorerDB","description":"A row of the decision_scorers table.\n\nanswer_options depends on the output type of the scorer:\n- categorical: a list of DecisionChoice, or a list of labels (list[str]) for older versions.\n- discrete: a list of DecisionLevel.\n- boolean_probability: a DecisionBooleanCriteria, or None when the question has no criteria.","required":["id","organization_id","question","created_at"],"properties":{"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.id","typeLabel":"string\u003cuuid4>"},"organization_id":{"type":"string","format":"uuid4","title":"Organization Id","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.organization_id","typeLabel":"string\u003cuuid4>"},"question":{"type":"string","title":"Question","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.question","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"created_by":{"oneOf":[{"type":"string","title":"Created By","format":"uuid4","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.created_by.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Created By","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.created_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.created_by","typeLabel":"string\u003cuuid4> | null"},"answer_options":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Answer Options","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.0","typeLabel":"string[]"},{"type":"array","items":{"properties":{"label":{"type":"string","title":"Label","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.1.items.[INDEX].label","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.1.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.1.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.1.items.[INDEX].description","typeLabel":"string | null"}},"additionalProperties":false,"type":"object","required":["label"],"title":"DecisionChoice","description":"One option of a choice question, with an optional description of when it applies.\n\nExtra fields are forbidden, so a level, which has a ``level`` field, never validates as a choice.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.1.items.[INDEX]","typeLabel":"DecisionChoice · object"},"title":"Answer Options","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.1","typeLabel":"DecisionChoice · object[]"},{"type":"array","items":{"properties":{"level":{"type":"integer","maximum":9,"minimum":0,"title":"Level","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.2.items.[INDEX].level","typeLabel":"integer"},"label":{"type":"string","title":"Label","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.2.items.[INDEX].label","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.2.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.2.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.2.items.[INDEX].description","typeLabel":"string | null"}},"type":"object","required":["level","label"],"title":"DecisionLevel","description":"One level of a score question. A question's levels run 0, 1, 2 and so on, with no gaps.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.2.items.[INDEX]","typeLabel":"DecisionLevel · object"},"title":"Answer Options","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.2","typeLabel":"DecisionLevel · object[]"},{"type":"object","title":"DecisionBooleanCriteria","description":"What a true answer and a false answer mean, for a yes/no question. The two are set together.","required":["true","false"],"properties":{"true":{"type":"string","title":"True","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.3.true","typeLabel":"string"},"false":{"type":"string","title":"False","isRequired":true,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.3.false","typeLabel":"string"}},"additionalProperties":false,"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.3","typeLabel":"DecisionBooleanCriteria · object"},{"type":"null","title":"Answer Options","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options.oneOf.4","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0.answer_options","typeLabel":"string[] | DecisionChoice · object[] | DecisionLevel · object[] | DecisionBooleanCriteria · object | null"}},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.0","typeLabel":"DecisionScorerDB · object"},{"type":"null","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.decision_scorer","typeLabel":"DecisionScorerDB · object | null"},"model_name":{"oneOf":[{"type":"string","title":"Model Name","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.model_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Model Name","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.model_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.model_name","typeLabel":"string | null"},"num_judges":{"oneOf":[{"type":"integer","title":"Num Judges","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.num_judges.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Num Judges","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.num_judges.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.num_judges","typeLabel":"integer | null"},"cot_enabled":{"oneOf":[{"type":"boolean","title":"Cot Enabled","description":"Whether to enable chain of thought for this scorer. Defaults to False for llm scorers.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.cot_enabled.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Cot Enabled","description":"Whether to enable chain of thought for this scorer. Defaults to False for llm scorers.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.cot_enabled.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.cot_enabled","typeLabel":"boolean | null"},"runtime":{"oneOf":[{"type":"string","title":"Runtime","description":"The runtime a code metric version runs on, such as python3.14. Null for a version saved before runtimes were recorded, which runs on the legacy Python 3.12 runtime.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.runtime.oneOf.0","typeLabel":"string"},{"type":"null","title":"Runtime","description":"The runtime a code metric version runs on, such as python3.14. Null for a version saved before runtimes were recorded, which runs on the legacy Python 3.12 runtime.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.runtime.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.runtime","typeLabel":"string | null"},"code_sha256":{"oneOf":[{"type":"string","title":"Code Sha256","description":"SHA-256 of the code bytes uploaded for a code metric version. Null for a version saved before digests were recorded.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.code_sha256.oneOf.0","typeLabel":"string"},{"type":"null","title":"Code Sha256","description":"SHA-256 of the code bytes uploaded for a code metric version. Null for a version saved before digests were recorded.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.code_sha256.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0.code_sha256","typeLabel":"string | null"}},"uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.0","typeLabel":"BaseScorerVersionDB · object"},{"type":"null","description":"ScorerVersion to use for this scorer. If not provided, the latest version will be used.","uniqueKey":"scorers.items.[INDEX].scorer_version.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_version","typeLabel":"BaseScorerVersionDB · object | null"},"scoreable_node_types":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"scorers.items.[INDEX].scoreable_node_types.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Scoreable Node Types","description":"List of node types that can be scored by this scorer. Defaults to llm/chat.","uniqueKey":"scorers.items.[INDEX].scoreable_node_types.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Scoreable Node Types","description":"List of node types that can be scored by this scorer. Defaults to llm/chat.","uniqueKey":"scorers.items.[INDEX].scoreable_node_types.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scoreable_node_types","typeLabel":"string[] | null"},"cot_enabled":{"oneOf":[{"type":"boolean","title":"Cot Enabled","description":"Whether to enable chain of thought for this scorer. Defaults to False for llm scorers.","uniqueKey":"scorers.items.[INDEX].cot_enabled.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Cot Enabled","description":"Whether to enable chain of thought for this scorer. Defaults to False for llm scorers.","uniqueKey":"scorers.items.[INDEX].cot_enabled.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].cot_enabled","typeLabel":"boolean | null"},"output_type":{"oneOf":[{"type":"string","title":"OutputTypeEnum","description":"What type of output to use for model-based scorers (boolean, categorical, etc.).","enum":["boolean","categorical","count","discrete","freeform","percentage","multilabel","retrieved_chunk_list_boolean","boolean_multilabel","boolean_probability"],"uniqueKey":"scorers.items.[INDEX].output_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"What type of output to use for model-based scorers (boolean, categorical, etc.).","uniqueKey":"scorers.items.[INDEX].output_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].output_type","typeLabel":"enum\u003cstring> | null"},"input_type":{"oneOf":[{"type":"string","title":"InputTypeEnum","description":"What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc..).","enum":["basic","llm_spans","retriever_spans","sessions_normalized","sessions_trace_io_only","tool_spans","trace_input_only","trace_io_only","trace_normalized","trace_output_only","agent_spans","workflow_spans","trace_selected_spans"],"uniqueKey":"scorers.items.[INDEX].input_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc..).","uniqueKey":"scorers.items.[INDEX].input_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].input_type","typeLabel":"enum\u003cstring> | null"},"multimodal_capabilities":{"oneOf":[{"type":"array","items":{"type":"string","enum":["vision","audio"],"title":"MultimodalCapability","uniqueKey":"scorers.items.[INDEX].multimodal_capabilities.oneOf.0.items.[INDEX]","typeLabel":"enum\u003cstring>"},"title":"Multimodal Capabilities","description":"Multimodal capabilities which this scorer can utilize in its evaluation.","uniqueKey":"scorers.items.[INDEX].multimodal_capabilities.oneOf.0","typeLabel":"enum\u003cstring>[]"},{"type":"null","title":"Multimodal Capabilities","description":"Multimodal capabilities which this scorer can utilize in its evaluation.","uniqueKey":"scorers.items.[INDEX].multimodal_capabilities.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].multimodal_capabilities","typeLabel":"enum\u003cstring>[] | null"},"roll_up_config":{"oneOf":[{"type":"object","title":"BaseMetricRollUpConfigDB","description":"Configuration for rolling up metrics to parent/trace/session.","required":["roll_up_methods"],"properties":{"roll_up_methods":{"type":"any","isRequired":true,"uniqueKey":"scorers.items.[INDEX].roll_up_config.oneOf.0.roll_up_methods","typeLabel":"any"}},"uniqueKey":"scorers.items.[INDEX].roll_up_config.oneOf.0","typeLabel":"BaseMetricRollUpConfigDB · object"},{"type":"null","uniqueKey":"scorers.items.[INDEX].roll_up_config.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].roll_up_config","typeLabel":"BaseMetricRollUpConfigDB · object | null"},"score_type":{"oneOf":[{"type":"string","title":"Score Type","description":"Return type of code scorers (e.g., 'bool', 'int', 'float', 'str').","uniqueKey":"scorers.items.[INDEX].score_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Score Type","description":"Return type of code scorers (e.g., 'bool', 'int', 'float', 'str').","uniqueKey":"scorers.items.[INDEX].score_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].score_type","typeLabel":"string | null"},"model_type":{"oneOf":[{"type":"string","title":"ModelType","enum":["slm","llm","code","decision"],"uniqueKey":"scorers.items.[INDEX].model_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].model_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].model_type","typeLabel":"enum\u003cstring> | null"},"invocation":{"oneOf":[{"type":"object","title":"ScorerInvocationConfig","description":"Trusted intrinsic input requirements for synchronous direct invocation.","required":["payload_format"],"properties":{"payload_format":{"type":"string","enum":["query","response","pairwise","node_input_output"],"title":"ScorerInvocationPayloadFormat","isRequired":true,"uniqueKey":"scorers.items.[INDEX].invocation.oneOf.0.payload_format","typeLabel":"enum\u003cstring>"},"required_inputs":{"items":{"type":"string","enum":["query","response"],"uniqueKey":"scorers.items.[INDEX].invocation.oneOf.0.required_inputs.items.[INDEX]","typeLabel":"enum\u003cstring>"},"type":"array","uniqueItems":true,"title":"Required Inputs","uniqueKey":"scorers.items.[INDEX].invocation.oneOf.0.required_inputs","typeLabel":"enum\u003cstring>[]"}},"uniqueKey":"scorers.items.[INDEX].invocation.oneOf.0","typeLabel":"ScorerInvocationConfig · object"},{"type":"null","description":"Trusted intrinsic input requirements for synchronous direct invocation.","uniqueKey":"scorers.items.[INDEX].invocation.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].invocation","typeLabel":"ScorerInvocationConfig · object | null"},"chainpoll_template":{"oneOf":[{"type":"object","title":"ChainPollTemplate","description":"Template for a chainpoll metric prompt,\ncontaining all the info necessary to send a chainpoll prompt.","required":["template"],"properties":{"template":{"type":"string","title":"Template","description":"Chainpoll prompt template.","isRequired":true,"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.template","typeLabel":"string"},"metric_system_prompt":{"oneOf":[{"type":"string","title":"Metric System Prompt","description":"System prompt for the metric.","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_system_prompt.oneOf.0","typeLabel":"string"},{"type":"null","title":"Metric System Prompt","description":"System prompt for the metric.","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_system_prompt.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_system_prompt","typeLabel":"string | null"},"metric_description":{"oneOf":[{"type":"string","title":"Metric Description","description":"Description of what the metric should do.","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Metric Description","description":"Description of what the metric should do.","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_description.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_description","typeLabel":"string | null"},"value_field_name":{"type":"string","title":"Value Field Name","description":"Field name to look for in the chainpoll response, for the rating.","default":"rating","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.value_field_name","typeLabel":"string"},"explanation_field_name":{"type":"string","title":"Explanation Field Name","description":"Field name to look for in the chainpoll response, for the explanation.","default":"explanation","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.explanation_field_name","typeLabel":"string"},"metric_few_shot_examples":{"items":{"properties":{"generation_prompt_and_response":{"type":"string","title":"Generation Prompt And Response","isRequired":true,"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_few_shot_examples.items.[INDEX].generation_prompt_and_response","typeLabel":"string"},"evaluating_response":{"type":"string","title":"Evaluating Response","isRequired":true,"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_few_shot_examples.items.[INDEX].evaluating_response","typeLabel":"string"}},"type":"object","required":["generation_prompt_and_response","evaluating_response"],"title":"FewShotExample","description":"Few-shot example for a chainpoll metric prompt.","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_few_shot_examples.items.[INDEX]","typeLabel":"FewShotExample · object"},"type":"array","title":"Metric Few Shot Examples","description":"Few-shot examples for the metric.","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.metric_few_shot_examples","typeLabel":"FewShotExample · object[]"},"response_schema":{"oneOf":[{"type":"object","title":"Response Schema","description":"Response schema for the output","additionalProperties":true,"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.response_schema.oneOf.0","typeLabel":"Response Schema · object"},{"type":"null","title":"Response Schema","description":"Response schema for the output","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.response_schema.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0.response_schema","typeLabel":"Response Schema · object | null"}},"uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.0","typeLabel":"ChainPollTemplate · object"},{"type":"null","uniqueKey":"scorers.items.[INDEX].chainpoll_template.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].chainpoll_template","typeLabel":"ChainPollTemplate · object | null"},"metric_name":{"oneOf":[{"type":"string","title":"Metric Name","uniqueKey":"scorers.items.[INDEX].metric_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Metric Name","uniqueKey":"scorers.items.[INDEX].metric_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].metric_name","typeLabel":"string | null"},"scorer_path_name":{"oneOf":[{"type":"string","title":"Scorer Path Name","uniqueKey":"scorers.items.[INDEX].scorer_path_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Scorer Path Name","uniqueKey":"scorers.items.[INDEX].scorer_path_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].scorer_path_name","typeLabel":"string | null"},"user_code":{"oneOf":[{"type":"string","title":"User Code","uniqueKey":"scorers.items.[INDEX].user_code.oneOf.0","typeLabel":"string"},{"type":"null","title":"User Code","uniqueKey":"scorers.items.[INDEX].user_code.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].user_code","typeLabel":"string | null"},"registered_scorer_id":{"oneOf":[{"type":"string","title":"Registered Scorer Id","format":"uuid4","uniqueKey":"scorers.items.[INDEX].registered_scorer_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Registered Scorer Id","uniqueKey":"scorers.items.[INDEX].registered_scorer_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].registered_scorer_id","typeLabel":"string\u003cuuid4> | null"},"model_alias":{"oneOf":[{"type":"string","title":"Model Alias","uniqueKey":"scorers.items.[INDEX].model_alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Model Alias","uniqueKey":"scorers.items.[INDEX].model_alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].model_alias","typeLabel":"string | null"},"ground_truth":{"type":"boolean","title":"Ground Truth","default":false,"uniqueKey":"scorers.items.[INDEX].ground_truth","typeLabel":"boolean"},"requires_tools_in_llm_span":{"type":"boolean","title":"Requires Tools In Llm Span","default":false,"uniqueKey":"scorers.items.[INDEX].requires_tools_in_llm_span","typeLabel":"boolean"},"default_model_alias":{"oneOf":[{"type":"string","title":"Default Model Alias","uniqueKey":"scorers.items.[INDEX].default_model_alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Default Model Alias","uniqueKey":"scorers.items.[INDEX].default_model_alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].default_model_alias","typeLabel":"string | null"},"roll_up_strategy":{"oneOf":[{"type":"string","title":"RollUpStrategy","description":"Strategies for rolling metrics up the Session/Trace/Span hierarchy.","enum":["avg","sum","first","last","none"],"uniqueKey":"scorers.items.[INDEX].roll_up_strategy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].roll_up_strategy.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].roll_up_strategy","typeLabel":"enum\u003cstring> | null"},"required_scorers":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"scorers.items.[INDEX].required_scorers.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Required Scorers","uniqueKey":"scorers.items.[INDEX].required_scorers.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Required Scorers","uniqueKey":"scorers.items.[INDEX].required_scorers.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].required_scorers","typeLabel":"string[] | null"},"required_metric_ids":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"scorers.items.[INDEX].required_metric_ids.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Required Metric Ids","uniqueKey":"scorers.items.[INDEX].required_metric_ids.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Required Metric Ids","uniqueKey":"scorers.items.[INDEX].required_metric_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].required_metric_ids","typeLabel":"string[] | null"},"instruction":{"oneOf":[{"type":"string","title":"Instruction","uniqueKey":"scorers.items.[INDEX].instruction.oneOf.0","typeLabel":"string"},{"type":"null","title":"Instruction","uniqueKey":"scorers.items.[INDEX].instruction.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].instruction","typeLabel":"string | null"},"adapter":{"oneOf":[{"type":"string","title":"Adapter","uniqueKey":"scorers.items.[INDEX].adapter.oneOf.0","typeLabel":"string"},{"type":"null","title":"Adapter","uniqueKey":"scorers.items.[INDEX].adapter.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].adapter","typeLabel":"string | null"},"threshold":{"type":"number","title":"Threshold","default":0.5,"uniqueKey":"scorers.items.[INDEX].threshold","typeLabel":"number"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","uniqueKey":"scorers.items.[INDEX].prompt.oneOf.0","typeLabel":"string"},{"type":"null","title":"Prompt","uniqueKey":"scorers.items.[INDEX].prompt.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].prompt","typeLabel":"string | null"},"lora_task_id":{"oneOf":[{"type":"integer","title":"Lora Task Id","uniqueKey":"scorers.items.[INDEX].lora_task_id.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Lora Task Id","uniqueKey":"scorers.items.[INDEX].lora_task_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].lora_task_id","typeLabel":"integer | null"},"lora_weights_path":{"oneOf":[{"type":"string","title":"Lora Weights Path","uniqueKey":"scorers.items.[INDEX].lora_weights_path.oneOf.0","typeLabel":"string"},{"type":"null","title":"Lora Weights Path","uniqueKey":"scorers.items.[INDEX].lora_weights_path.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].lora_weights_path","typeLabel":"string | null"},"luna_input_type":{"oneOf":[{"type":"string","title":"LunaInputTypeEnum","enum":["span","trace_object","trace_input_output_only"],"uniqueKey":"scorers.items.[INDEX].luna_input_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].luna_input_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].luna_input_type","typeLabel":"enum\u003cstring> | null"},"luna_output_type":{"oneOf":[{"type":"string","title":"LunaOutputTypeEnum","enum":["float","string","string_list","bool_list"],"uniqueKey":"scorers.items.[INDEX].luna_output_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"scorers.items.[INDEX].luna_output_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].luna_output_type","typeLabel":"enum\u003cstring> | null"},"class_name_to_vocab_ix":{"oneOf":[{"type":"object","title":"Class Name To Vocab Ix","additionalProperties":{"items":{"type":"integer","uniqueKey":"scorers.items.[INDEX].class_name_to_vocab_ix.oneOf.0.additionalProperties.items.[INDEX]","typeLabel":"integer"},"type":"array","uniqueItems":true,"uniqueKey":"scorers.items.[INDEX].class_name_to_vocab_ix.oneOf.0.additionalProperties","typeLabel":"integer[]"},"uniqueKey":"scorers.items.[INDEX].class_name_to_vocab_ix.oneOf.0","typeLabel":"Class Name To Vocab Ix · object"},{"type":"object","title":"Class Name To Vocab Ix","additionalProperties":{"type":"integer","uniqueKey":"scorers.items.[INDEX].class_name_to_vocab_ix.oneOf.1.additionalProperties","typeLabel":"integer"},"uniqueKey":"scorers.items.[INDEX].class_name_to_vocab_ix.oneOf.1","typeLabel":"Class Name To Vocab Ix · object"},{"type":"null","title":"Class Name To Vocab Ix","uniqueKey":"scorers.items.[INDEX].class_name_to_vocab_ix.oneOf.2","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].class_name_to_vocab_ix","typeLabel":"Class Name To Vocab Ix · object · Class Name To Vocab Ix · object · null"},"decision_question":{"oneOf":[{"type":"string","title":"Decision Question","uniqueKey":"scorers.items.[INDEX].decision_question.oneOf.0","typeLabel":"string"},{"type":"null","title":"Decision Question","uniqueKey":"scorers.items.[INDEX].decision_question.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].decision_question","typeLabel":"string | null"},"decision_answer_options":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Decision Answer Options","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.0","typeLabel":"string[]"},{"type":"array","items":{"properties":{"label":{"type":"string","title":"Label","isRequired":true,"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.1.items.[INDEX].label","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.1.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.1.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.1.items.[INDEX].description","typeLabel":"string | null"}},"additionalProperties":false,"type":"object","required":["label"],"title":"DecisionChoice","description":"One option of a choice question, with an optional description of when it applies.\n\nExtra fields are forbidden, so a level, which has a ``level`` field, never validates as a choice.","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.1.items.[INDEX]","typeLabel":"DecisionChoice · object"},"title":"Decision Answer Options","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.1","typeLabel":"DecisionChoice · object[]"},{"type":"array","items":{"properties":{"level":{"type":"integer","maximum":9,"minimum":0,"title":"Level","isRequired":true,"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.2.items.[INDEX].level","typeLabel":"integer"},"label":{"type":"string","title":"Label","isRequired":true,"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.2.items.[INDEX].label","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.2.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.2.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.2.items.[INDEX].description","typeLabel":"string | null"}},"type":"object","required":["level","label"],"title":"DecisionLevel","description":"One level of a score question. A question's levels run 0, 1, 2 and so on, with no gaps.","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.2.items.[INDEX]","typeLabel":"DecisionLevel · object"},"title":"Decision Answer Options","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.2","typeLabel":"DecisionLevel · object[]"},{"type":"object","title":"DecisionBooleanCriteria","description":"What a true answer and a false answer mean, for a yes/no question. The two are set together.","required":["true","false"],"properties":{"true":{"type":"string","title":"True","isRequired":true,"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.3.true","typeLabel":"string"},"false":{"type":"string","title":"False","isRequired":true,"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.3.false","typeLabel":"string"}},"additionalProperties":false,"uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.3","typeLabel":"DecisionBooleanCriteria · object"},{"type":"null","title":"Decision Answer Options","uniqueKey":"scorers.items.[INDEX].decision_answer_options.oneOf.4","typeLabel":"null"}],"uniqueKey":"scorers.items.[INDEX].decision_answer_options","typeLabel":"string[] | DecisionChoice · object[] | DecisionLevel · object[] | DecisionBooleanCriteria · object | null"}},"type":"object","required":["id"],"title":"RuntimeScorerConfig","description":"Hydrated scorer config used at runtime. Never persisted directly.\n\nProduced by hydrate_scorer_config from a StoredScorerConfig + live DB rows.","uniqueKey":"scorers.items.[INDEX]","typeLabel":"RuntimeScorerConfig · object"},"type":"array","title":"Scorers","uniqueKey":"scorers","typeLabel":"RuntimeScorerConfig · object[]"},"trigger":{"type":"boolean","title":"Trigger","default":false,"uniqueKey":"trigger","typeLabel":"boolean"},"experiment_group_id":{"oneOf":[{"type":"string","title":"Experiment Group Id","format":"uuid4","uniqueKey":"experiment_group_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Experiment Group Id","uniqueKey":"experiment_group_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"experiment_group_id","typeLabel":"string\u003cuuid4> | null"},"experiment_group_name":{"oneOf":[{"type":"string","title":"Experiment Group Name","maxLength":255,"minLength":1,"uniqueKey":"experiment_group_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Experiment Group Name","uniqueKey":"experiment_group_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"experiment_group_name","typeLabel":"string | null"}},"type":"object","required":["name"],"title":"ExperimentCreateRequest","examples":[{"name":"my_first_experiment"}],"uniqueKey":"","typeLabel":"ExperimentCreateRequest · object"},"examples":{"Example":{"title":"Example","value":{"name":"my_first_experiment"}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"15676da2-d9ae-499d-9948-13ef9986b0de":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"id":{"type":"string","format":"uuid4","title":"ID","description":"Galileo ID of the experiment","isRequired":true,"uniqueKey":"id","typeLabel":"string\u003cuuid4>"},"project_id":{"type":"string","format":"uuid4","title":"Project ID","description":"Galileo ID of the project associated with this experiment","isRequired":true,"uniqueKey":"project_id","typeLabel":"string\u003cuuid4>"},"task_type":{"type":"integer","enum":[13,15,16,17,18,19],"title":"TaskType","description":"Keep the existing integer values used by stored runs.","isRequired":true,"uniqueKey":"task_type","typeLabel":"enum\u003cinteger>"},"created_at":{"type":"string","format":"date-time","title":"Created","description":"Timestamp of the experiment's creation","uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"oneOf":[{"type":"string","title":"Last Updated","description":"Timestamp of the trace or span's last update","format":"date-time","uniqueKey":"updated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Last Updated","description":"Timestamp of the trace or span's last update","uniqueKey":"updated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"updated_at","typeLabel":"string\u003cdate-time> | null"},"name":{"type":"string","title":"Name","description":"Name of the experiment","default":"","uniqueKey":"name","typeLabel":"string"},"created_by":{"oneOf":[{"type":"string","title":"Created By","format":"uuid4","uniqueKey":"created_by.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Created By","uniqueKey":"created_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"created_by","typeLabel":"string\u003cuuid4> | null"},"created_by_user":{"oneOf":[{"type":"object","title":"UserInfo","description":"A user's basic information, used for display purposes.","required":["id","email"],"properties":{"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"created_by_user.oneOf.0.id","typeLabel":"string\u003cuuid4>"},"email":{"type":"string","title":"Email","isRequired":true,"uniqueKey":"created_by_user.oneOf.0.email","typeLabel":"string"},"first_name":{"oneOf":[{"type":"string","title":"First Name","uniqueKey":"created_by_user.oneOf.0.first_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"First Name","uniqueKey":"created_by_user.oneOf.0.first_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"created_by_user.oneOf.0.first_name","typeLabel":"string | null"},"last_name":{"oneOf":[{"type":"string","title":"Last Name","uniqueKey":"created_by_user.oneOf.0.last_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Last Name","uniqueKey":"created_by_user.oneOf.0.last_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"created_by_user.oneOf.0.last_name","typeLabel":"string | null"}},"uniqueKey":"created_by_user.oneOf.0","typeLabel":"UserInfo · object"},{"type":"null","uniqueKey":"created_by_user.oneOf.1","typeLabel":"null"}],"uniqueKey":"created_by_user","typeLabel":"UserInfo · object | null"},"num_spans":{"oneOf":[{"type":"integer","title":"Num Spans","uniqueKey":"num_spans.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Num Spans","uniqueKey":"num_spans.oneOf.1","typeLabel":"null"}],"uniqueKey":"num_spans","typeLabel":"integer | null"},"num_traces":{"oneOf":[{"type":"integer","title":"Num Traces","uniqueKey":"num_traces.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Num Traces","uniqueKey":"num_traces.oneOf.1","typeLabel":"null"}],"uniqueKey":"num_traces","typeLabel":"integer | null"},"num_sessions":{"oneOf":[{"type":"integer","title":"Num Sessions","uniqueKey":"num_sessions.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Num Sessions","uniqueKey":"num_sessions.oneOf.1","typeLabel":"null"}],"uniqueKey":"num_sessions","typeLabel":"integer | null"},"dataset":{"oneOf":[{"type":"object","title":"ExperimentDataset","properties":{"dataset_id":{"oneOf":[{"type":"string","title":"Dataset Id","format":"uuid4","uniqueKey":"dataset.oneOf.0.dataset_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Dataset Id","uniqueKey":"dataset.oneOf.0.dataset_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"dataset.oneOf.0.dataset_id","typeLabel":"string\u003cuuid4> | null"},"version_index":{"oneOf":[{"type":"integer","title":"Version Index","uniqueKey":"dataset.oneOf.0.version_index.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Version Index","uniqueKey":"dataset.oneOf.0.version_index.oneOf.1","typeLabel":"null"}],"uniqueKey":"dataset.oneOf.0.version_index","typeLabel":"integer | null"},"name":{"oneOf":[{"type":"string","title":"Name","uniqueKey":"dataset.oneOf.0.name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","uniqueKey":"dataset.oneOf.0.name.oneOf.1","typeLabel":"null"}],"uniqueKey":"dataset.oneOf.0.name","typeLabel":"string | null"}},"uniqueKey":"dataset.oneOf.0","typeLabel":"ExperimentDataset · object"},{"type":"null","uniqueKey":"dataset.oneOf.1","typeLabel":"null"}],"uniqueKey":"dataset","typeLabel":"ExperimentDataset · object | null"},"aggregate_metrics":{"additionalProperties":true,"type":"object","title":"Aggregate Metrics","uniqueKey":"aggregate_metrics","typeLabel":"Aggregate Metrics · object"},"structured_aggregate_metrics":{"oneOf":[{"type":"object","title":"Structured Aggregate Metrics","description":"Structured aggregate metrics with full statistical aggregates (avg, min, max, sum, count). Keys are scorer UUIDs for scorer-backed metrics (matching available_columns column IDs after stripping the 'metrics/' prefix) and raw strings for system metrics (e.g. 'duration_ns', 'cost'). Present only when use_clickhouse_run_aggregates flag is enabled.","additionalProperties":{"properties":{"avg":{"oneOf":[{"type":"number","title":"Avg","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.avg.oneOf.0","typeLabel":"number"},{"type":"null","title":"Avg","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.avg.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.avg","typeLabel":"number | null"},"sum":{"oneOf":[{"type":"number","title":"Sum","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.sum.oneOf.0","typeLabel":"number"},{"type":"null","title":"Sum","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.sum.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.sum","typeLabel":"number | null"},"min":{"oneOf":[{"type":"number","title":"Min","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.min.oneOf.0","typeLabel":"number"},{"type":"null","title":"Min","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.min.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.min","typeLabel":"number | null"},"max":{"oneOf":[{"type":"number","title":"Max","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.max.oneOf.0","typeLabel":"number"},{"type":"null","title":"Max","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.max.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.max","typeLabel":"number | null"},"count":{"oneOf":[{"type":"integer","title":"Count","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.count.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Count","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.count.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.count","typeLabel":"integer | null"},"pct":{"oneOf":[{"type":"number","title":"Pct","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.pct.oneOf.0","typeLabel":"number"},{"type":"null","title":"Pct","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.pct.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.pct","typeLabel":"number | null"},"p50":{"oneOf":[{"type":"number","title":"P50","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p50.oneOf.0","typeLabel":"number"},{"type":"null","title":"P50","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p50.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p50","typeLabel":"number | null"},"p90":{"oneOf":[{"type":"number","title":"P90","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p90.oneOf.0","typeLabel":"number"},{"type":"null","title":"P90","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p90.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p90","typeLabel":"number | null"},"p95":{"oneOf":[{"type":"number","title":"P95","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p95.oneOf.0","typeLabel":"number"},{"type":"null","title":"P95","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p95.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p95","typeLabel":"number | null"},"p99":{"oneOf":[{"type":"number","title":"P99","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p99.oneOf.0","typeLabel":"number"},{"type":"null","title":"P99","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p99.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.p99","typeLabel":"number | null"},"value_distribution":{"oneOf":[{"type":"object","title":"Value Distribution","description":"Distribution of discrete values as {value: count}. For boolean metrics: {'0': 2, '1': 8}. For categorical metrics: {'low': 5, 'medium': 3, 'high': 2}.","additionalProperties":{"type":"integer","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.value_distribution.oneOf.0.additionalProperties","typeLabel":"integer"},"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.value_distribution.oneOf.0","typeLabel":"Value Distribution · object"},{"type":"null","title":"Value Distribution","description":"Distribution of discrete values as {value: count}. For boolean metrics: {'0': 2, '1': 8}. For categorical metrics: {'low': 5, 'medium': 3, 'high': 2}.","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.value_distribution.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties.value_distribution","typeLabel":"Value Distribution · object | null"}},"type":"object","title":"MetricAggregates","description":"Structured aggregate values for a single metric, computed from ClickHouse row-level data.","uniqueKey":"structured_aggregate_metrics.oneOf.0.additionalProperties","typeLabel":"MetricAggregates · object"},"uniqueKey":"structured_aggregate_metrics.oneOf.0","typeLabel":"Structured Aggregate Metrics · object"},{"type":"null","title":"Structured Aggregate Metrics","description":"Structured aggregate metrics with full statistical aggregates (avg, min, max, sum, count). Keys are scorer UUIDs for scorer-backed metrics (matching available_columns column IDs after stripping the 'metrics/' prefix) and raw strings for system metrics (e.g. 'duration_ns', 'cost'). Present only when use_clickhouse_run_aggregates flag is enabled.","uniqueKey":"structured_aggregate_metrics.oneOf.1","typeLabel":"null"}],"uniqueKey":"structured_aggregate_metrics","typeLabel":"Structured Aggregate Metrics · object | null"},"aggregate_feedback":{"additionalProperties":{"properties":{"aggregate":{"oneOf":[{"type":"object","title":"LikeDislikeAggregate","required":["like_count","dislike_count","unrated_count"],"properties":{"like_count":{"type":"integer","title":"Like Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.0.like_count","typeLabel":"integer"},"dislike_count":{"type":"integer","title":"Dislike Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.0.dislike_count","typeLabel":"integer"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.0.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"like_dislike","title":"Feedback Type","default":"like_dislike","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.0.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.0","typeLabel":"LikeDislikeAggregate · object"},{"type":"object","title":"StarAggregate","required":["average","counts","unrated_count"],"properties":{"average":{"type":"number","title":"Average","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.1.average","typeLabel":"number"},"counts":{"additionalProperties":{"type":"integer","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.1.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.1.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.1.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"star","title":"Feedback Type","default":"star","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.1.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.1","typeLabel":"StarAggregate · object"},{"type":"object","title":"ScoreAggregate","required":["average","unrated_count"],"properties":{"average":{"type":"number","title":"Average","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.2.average","typeLabel":"number"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.2.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"score","title":"Feedback Type","default":"score","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.2.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.2","typeLabel":"ScoreAggregate · object"},{"type":"object","title":"TagsAggregate","required":["counts","unrated_count"],"properties":{"counts":{"additionalProperties":{"type":"integer","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.3.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.3.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.3.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"tags","title":"Feedback Type","default":"tags","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.3.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.3","typeLabel":"TagsAggregate · object"},{"type":"object","title":"TextAggregate","required":["count","unrated_count"],"properties":{"count":{"type":"integer","title":"Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.4.count","typeLabel":"integer"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.4.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"text","title":"Feedback Type","default":"text","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.4.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.4","typeLabel":"TextAggregate · object"},{"type":"object","title":"ChoiceAggregate","required":["counts","unrated_count"],"properties":{"counts":{"additionalProperties":{"type":"integer","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.5.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.5.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.5.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"choice","title":"Feedback Type","default":"choice","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.5.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.5","typeLabel":"ChoiceAggregate · object"},{"type":"object","title":"TreeChoiceAggregate","required":["counts","unrated_count"],"properties":{"counts":{"additionalProperties":{"type":"integer","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.6.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.6.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.6.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"tree_choice","title":"Feedback Type","default":"tree_choice","uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.6.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate.oneOf.6","typeLabel":"TreeChoiceAggregate · object"}],"isRequired":true,"uniqueKey":"aggregate_feedback.additionalProperties.aggregate","typeLabel":"LikeDislikeAggregate · object | StarAggregate · object | ScoreAggregate · object | TagsAggregate · object | TextAggregate · object | ChoiceAggregate · object | TreeChoiceAggregate · object"}},"type":"object","required":["aggregate"],"title":"FeedbackAggregate","uniqueKey":"aggregate_feedback.additionalProperties","typeLabel":"FeedbackAggregate · object"},"type":"object","title":"Aggregate Feedback","description":"Aggregate feedback information related to the experiment (traces only)","deprecated":true,"uniqueKey":"aggregate_feedback","typeLabel":"Aggregate Feedback · object"},"rating_aggregates":{"additionalProperties":{"additionalProperties":{"properties":{"aggregate":{"oneOf":[{"type":"object","title":"LikeDislikeAggregate","required":["like_count","dislike_count","unrated_count"],"properties":{"like_count":{"type":"integer","title":"Like Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.0.like_count","typeLabel":"integer"},"dislike_count":{"type":"integer","title":"Dislike Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.0.dislike_count","typeLabel":"integer"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.0.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"like_dislike","title":"Feedback Type","default":"like_dislike","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.0.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.0","typeLabel":"LikeDislikeAggregate · object"},{"type":"object","title":"StarAggregate","required":["average","counts","unrated_count"],"properties":{"average":{"type":"number","title":"Average","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.1.average","typeLabel":"number"},"counts":{"additionalProperties":{"type":"integer","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.1.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.1.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.1.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"star","title":"Feedback Type","default":"star","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.1.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.1","typeLabel":"StarAggregate · object"},{"type":"object","title":"ScoreAggregate","required":["average","unrated_count"],"properties":{"average":{"type":"number","title":"Average","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.2.average","typeLabel":"number"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.2.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"score","title":"Feedback Type","default":"score","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.2.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.2","typeLabel":"ScoreAggregate · object"},{"type":"object","title":"TagsAggregate","required":["counts","unrated_count"],"properties":{"counts":{"additionalProperties":{"type":"integer","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.3.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.3.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.3.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"tags","title":"Feedback Type","default":"tags","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.3.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.3","typeLabel":"TagsAggregate · object"},{"type":"object","title":"TextAggregate","required":["count","unrated_count"],"properties":{"count":{"type":"integer","title":"Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.4.count","typeLabel":"integer"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.4.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"text","title":"Feedback Type","default":"text","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.4.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.4","typeLabel":"TextAggregate · object"},{"type":"object","title":"ChoiceAggregate","required":["counts","unrated_count"],"properties":{"counts":{"additionalProperties":{"type":"integer","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.5.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.5.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.5.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"choice","title":"Feedback Type","default":"choice","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.5.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.5","typeLabel":"ChoiceAggregate · object"},{"type":"object","title":"TreeChoiceAggregate","required":["counts","unrated_count"],"properties":{"counts":{"additionalProperties":{"type":"integer","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.6.counts.additionalProperties","typeLabel":"integer"},"type":"object","title":"Counts","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.6.counts","typeLabel":"Counts · object"},"unrated_count":{"type":"integer","title":"Unrated Count","isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.6.unrated_count","typeLabel":"integer"},"feedback_type":{"type":"string","const":"tree_choice","title":"Feedback Type","default":"tree_choice","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.6.feedback_type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate.oneOf.6","typeLabel":"TreeChoiceAggregate · object"}],"isRequired":true,"uniqueKey":"rating_aggregates.additionalProperties.additionalProperties.aggregate","typeLabel":"LikeDislikeAggregate · object | StarAggregate · object | ScoreAggregate · object | TagsAggregate · object | TextAggregate · object | ChoiceAggregate · object | TreeChoiceAggregate · object"}},"type":"object","required":["aggregate"],"title":"FeedbackAggregate","uniqueKey":"rating_aggregates.additionalProperties.additionalProperties","typeLabel":"FeedbackAggregate · object"},"propertyNames":{"$ref":"#/components/schemas/RootType"},"type":"object","uniqueKey":"rating_aggregates.additionalProperties","typeLabel":"object"},"propertyNames":{"format":"uuid4"},"type":"object","title":"Rating Aggregates","description":"Annotation aggregates keyed by template ID and root type","uniqueKey":"rating_aggregates","typeLabel":"Rating Aggregates · object"},"ranking_score":{"oneOf":[{"type":"number","title":"Ranking Score","uniqueKey":"ranking_score.oneOf.0","typeLabel":"number"},{"type":"null","title":"Ranking Score","uniqueKey":"ranking_score.oneOf.1","typeLabel":"null"}],"uniqueKey":"ranking_score","typeLabel":"number | null"},"rank":{"oneOf":[{"type":"integer","title":"Rank","uniqueKey":"rank.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Rank","uniqueKey":"rank.oneOf.1","typeLabel":"null"}],"uniqueKey":"rank","typeLabel":"integer | null"},"winner":{"oneOf":[{"type":"boolean","title":"Winner","uniqueKey":"winner.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Winner","uniqueKey":"winner.oneOf.1","typeLabel":"null"}],"uniqueKey":"winner","typeLabel":"boolean | null"},"playground_id":{"oneOf":[{"type":"string","title":"Playground Id","format":"uuid4","uniqueKey":"playground_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Playground Id","uniqueKey":"playground_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"playground_id","typeLabel":"string\u003cuuid4> | null"},"playground":{"oneOf":[{"type":"object","title":"ExperimentPlayground","properties":{"playground_id":{"oneOf":[{"type":"string","title":"Playground Id","format":"uuid4","uniqueKey":"playground.oneOf.0.playground_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Playground Id","uniqueKey":"playground.oneOf.0.playground_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"playground.oneOf.0.playground_id","typeLabel":"string\u003cuuid4> | null"},"name":{"oneOf":[{"type":"string","title":"Name","uniqueKey":"playground.oneOf.0.name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","uniqueKey":"playground.oneOf.0.name.oneOf.1","typeLabel":"null"}],"uniqueKey":"playground.oneOf.0.name","typeLabel":"string | null"}},"uniqueKey":"playground.oneOf.0","typeLabel":"ExperimentPlayground · object"},{"type":"null","uniqueKey":"playground.oneOf.1","typeLabel":"null"}],"uniqueKey":"playground","typeLabel":"ExperimentPlayground · object | null"},"prompt_run_settings":{"oneOf":[{"type":"object","title":"PromptRunSettings","description":"Prompt run settings.","properties":{"logprobs":{"type":"boolean","title":"Logprobs","default":true,"uniqueKey":"prompt_run_settings.oneOf.0.logprobs","typeLabel":"boolean"},"top_logprobs":{"type":"integer","title":"Top Logprobs","default":5,"uniqueKey":"prompt_run_settings.oneOf.0.top_logprobs","typeLabel":"integer"},"echo":{"type":"boolean","title":"Echo","default":false,"uniqueKey":"prompt_run_settings.oneOf.0.echo","typeLabel":"boolean"},"n":{"type":"integer","title":"N","default":1,"uniqueKey":"prompt_run_settings.oneOf.0.n","typeLabel":"integer"},"reasoning_effort":{"type":"string","title":"Reasoning Effort","default":"medium","uniqueKey":"prompt_run_settings.oneOf.0.reasoning_effort","typeLabel":"string"},"verbosity":{"type":"string","title":"Verbosity","default":"medium","uniqueKey":"prompt_run_settings.oneOf.0.verbosity","typeLabel":"string"},"deployment_name":{"oneOf":[{"type":"string","title":"Deployment Name","uniqueKey":"prompt_run_settings.oneOf.0.deployment_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Deployment Name","uniqueKey":"prompt_run_settings.oneOf.0.deployment_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_run_settings.oneOf.0.deployment_name","typeLabel":"string | null"},"model_alias":{"type":"string","title":"Model Alias","default":"gpt-5.1","uniqueKey":"prompt_run_settings.oneOf.0.model_alias","typeLabel":"string"},"temperature":{"oneOf":[{"type":"number","title":"Temperature","uniqueKey":"prompt_run_settings.oneOf.0.temperature.oneOf.0","typeLabel":"number"},{"type":"null","title":"Temperature","uniqueKey":"prompt_run_settings.oneOf.0.temperature.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_run_settings.oneOf.0.temperature","typeLabel":"number | null"},"max_tokens":{"type":"integer","title":"Max Tokens","default":4096,"uniqueKey":"prompt_run_settings.oneOf.0.max_tokens","typeLabel":"integer"},"stop_sequences":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"prompt_run_settings.oneOf.0.stop_sequences.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Stop Sequences","uniqueKey":"prompt_run_settings.oneOf.0.stop_sequences.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Stop Sequences","uniqueKey":"prompt_run_settings.oneOf.0.stop_sequences.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_run_settings.oneOf.0.stop_sequences","typeLabel":"string[] | null"},"top_p":{"type":"number","title":"Top P","default":1,"uniqueKey":"prompt_run_settings.oneOf.0.top_p","typeLabel":"number"},"top_k":{"type":"integer","title":"Top K","default":40,"uniqueKey":"prompt_run_settings.oneOf.0.top_k","typeLabel":"integer"},"frequency_penalty":{"type":"number","title":"Frequency Penalty","default":0,"uniqueKey":"prompt_run_settings.oneOf.0.frequency_penalty","typeLabel":"number"},"presence_penalty":{"type":"number","title":"Presence Penalty","default":0,"uniqueKey":"prompt_run_settings.oneOf.0.presence_penalty","typeLabel":"number"},"tools":{"oneOf":[{"type":"null","title":"Tools","uniqueKey":"prompt_run_settings.oneOf.0.tools.oneOf.0","typeLabel":"null"},{"type":"string","title":"Tools","uniqueKey":"prompt_run_settings.oneOf.0.tools.oneOf.1","typeLabel":"string"}],"uniqueKey":"prompt_run_settings.oneOf.0.tools","typeLabel":"null | string"},"tool_choice":{"oneOf":[{"type":"string","title":"Tool Choice","uniqueKey":"prompt_run_settings.oneOf.0.tool_choice.oneOf.0","typeLabel":"string"},{"type":"object","title":"OpenAIToolChoice","required":["function"],"properties":{"function":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"prompt_run_settings.oneOf.0.tool_choice.oneOf.1.function.name","typeLabel":"string"}},"type":"object","required":["name"],"title":"OpenAIFunction","isRequired":true,"uniqueKey":"prompt_run_settings.oneOf.0.tool_choice.oneOf.1.function","typeLabel":"OpenAIFunction · object"},"type":{"type":"string","title":"Type","default":"function","uniqueKey":"prompt_run_settings.oneOf.0.tool_choice.oneOf.1.type","typeLabel":"string"}},"uniqueKey":"prompt_run_settings.oneOf.0.tool_choice.oneOf.1","typeLabel":"OpenAIToolChoice · object"},{"type":"null","title":"Tool Choice","uniqueKey":"prompt_run_settings.oneOf.0.tool_choice.oneOf.2","typeLabel":"null"}],"uniqueKey":"prompt_run_settings.oneOf.0.tool_choice","typeLabel":"string | OpenAIToolChoice · object | null"},"response_format":{"oneOf":[{"type":"object","title":"Response Format","additionalProperties":{"type":"string","uniqueKey":"prompt_run_settings.oneOf.0.response_format.oneOf.0.additionalProperties","typeLabel":"string"},"uniqueKey":"prompt_run_settings.oneOf.0.response_format.oneOf.0","typeLabel":"Response Format · object"},{"type":"null","title":"Response Format","uniqueKey":"prompt_run_settings.oneOf.0.response_format.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_run_settings.oneOf.0.response_format","typeLabel":"Response Format · object | null"}},"uniqueKey":"prompt_run_settings.oneOf.0","typeLabel":"PromptRunSettings · object"},{"type":"null","uniqueKey":"prompt_run_settings.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_run_settings","typeLabel":"PromptRunSettings · object | null"},"prompt_model":{"oneOf":[{"type":"string","title":"Prompt Model","uniqueKey":"prompt_model.oneOf.0","typeLabel":"string"},{"type":"null","title":"Prompt Model","uniqueKey":"prompt_model.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt_model","typeLabel":"string | null"},"prompt":{"oneOf":[{"type":"object","title":"ExperimentPrompt","properties":{"prompt_template_id":{"oneOf":[{"type":"string","title":"Prompt Template Id","format":"uuid4","uniqueKey":"prompt.oneOf.0.prompt_template_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Prompt Template Id","uniqueKey":"prompt.oneOf.0.prompt_template_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt.oneOf.0.prompt_template_id","typeLabel":"string\u003cuuid4> | null"},"version_index":{"oneOf":[{"type":"integer","title":"Version Index","uniqueKey":"prompt.oneOf.0.version_index.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Version Index","uniqueKey":"prompt.oneOf.0.version_index.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt.oneOf.0.version_index","typeLabel":"integer | null"},"name":{"oneOf":[{"type":"string","title":"Name","uniqueKey":"prompt.oneOf.0.name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","uniqueKey":"prompt.oneOf.0.name.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt.oneOf.0.name","typeLabel":"string | null"},"content":{"oneOf":[{"type":"string","title":"Content","uniqueKey":"prompt.oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"null","title":"Content","uniqueKey":"prompt.oneOf.0.content.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt.oneOf.0.content","typeLabel":"string | null"}},"uniqueKey":"prompt.oneOf.0","typeLabel":"ExperimentPrompt · object"},{"type":"null","uniqueKey":"prompt.oneOf.1","typeLabel":"null"}],"uniqueKey":"prompt","typeLabel":"ExperimentPrompt · object | null"},"tags":{"additionalProperties":{"items":{"properties":{"key":{"type":"string","maxLength":256,"title":"Key","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].key","typeLabel":"string"},"value":{"type":"string","maxLength":256,"title":"Value","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].value","typeLabel":"string"},"tag_type":{"type":"string","title":"Tag Type","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].tag_type","typeLabel":"string"},"project_id":{"type":"string","format":"uuid4","title":"Project Id","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].project_id","typeLabel":"string\u003cuuid4>"},"run_id":{"type":"string","format":"uuid4","title":"Run Id","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].run_id","typeLabel":"string\u003cuuid4>"},"created_by":{"type":"string","format":"uuid4","title":"Created By","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].created_by","typeLabel":"string\u003cuuid4>"},"id":{"type":"string","format":"uuid4","title":"Id","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].id","typeLabel":"string\u003cuuid4>"},"created_at":{"type":"string","format":"date-time","title":"Created At","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","isRequired":true,"uniqueKey":"tags.additionalProperties.items.[INDEX].updated_at","typeLabel":"string\u003cdate-time>"}},"type":"object","required":["key","value","tag_type","project_id","run_id","created_by","id","created_at","updated_at"],"title":"RunTagDB","uniqueKey":"tags.additionalProperties.items.[INDEX]","typeLabel":"RunTagDB · object"},"type":"array","uniqueKey":"tags.additionalProperties","typeLabel":"RunTagDB · object[]"},"type":"object","title":"Tags","uniqueKey":"tags","typeLabel":"Tags · object"},"status":{"properties":{"log_generation":{"properties":{"progress_percent":{"type":"number","maximum":1,"minimum":0,"title":"Progress Percent","description":"Progress percentage from 0.0 to 1.0","default":0,"uniqueKey":"status.log_generation.progress_percent","typeLabel":"number"}},"type":"object","title":"ExperimentPhaseStatus","uniqueKey":"status.log_generation","typeLabel":"ExperimentPhaseStatus · object"}},"type":"object","title":"ExperimentStatus","uniqueKey":"status","typeLabel":"ExperimentStatus · object"},"experiment_group_id":{"oneOf":[{"type":"string","title":"Experiment Group Id","format":"uuid4","uniqueKey":"experiment_group_id.oneOf.0","typeLabel":"string\u003cuuid4>"},{"type":"null","title":"Experiment Group Id","uniqueKey":"experiment_group_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"experiment_group_id","typeLabel":"string\u003cuuid4> | null"},"experiment_group_name":{"oneOf":[{"type":"string","title":"Experiment Group Name","uniqueKey":"experiment_group_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Experiment Group Name","uniqueKey":"experiment_group_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"experiment_group_name","typeLabel":"string | null"},"experiment_group_is_system":{"oneOf":[{"type":"boolean","title":"Experiment Group Is System","uniqueKey":"experiment_group_is_system.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Experiment Group Is System","uniqueKey":"experiment_group_is_system.oneOf.1","typeLabel":"null"}],"uniqueKey":"experiment_group_is_system","typeLabel":"boolean | null"}},"type":"object","required":["id","project_id","task_type"],"title":"ExperimentResponse","uniqueKey":"","typeLabel":"ExperimentResponse · object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","project_id":"\u003cstring>","task_type":13,"created_at":"2023-11-07T05:31:56Z","updated_at":"2023-11-07T05:31:56Z","name":"","created_by":"\u003cstring>","created_by_user":{"id":"\u003cstring>","email":"\u003cstring>","first_name":"\u003cstring>","last_name":"\u003cstring>"},"num_spans":123,"num_traces":123,"num_sessions":123,"dataset":{"dataset_id":"\u003cstring>","version_index":123,"name":"\u003cstring>"},"aggregate_metrics":{},"structured_aggregate_metrics":{},"aggregate_feedback":{},"rating_aggregates":{},"ranking_score":123,"rank":123,"winner":true,"playground_id":"\u003cstring>","playground":{"playground_id":"\u003cstring>","name":"\u003cstring>"},"prompt_run_settings":{"logprobs":true,"top_logprobs":5,"echo":false,"n":1,"reasoning_effort":"medium","verbosity":"medium","deployment_name":"\u003cstring>","model_alias":"gpt-5.1","temperature":123,"max_tokens":4096,"stop_sequences":["\u003cstring>"],"top_p":1,"top_k":40,"frequency_penalty":0,"presence_penalty":0,"tools":"\u003cstring>","tool_choice":"\u003cstring>","response_format":{}},"prompt_model":"\u003cstring>","prompt":{"prompt_template_id":"\u003cstring>","version_index":123,"name":"\u003cstring>","content":"\u003cstring>"},"tags":{},"status":{"log_generation":{"progress_percent":0}},"experiment_group_id":"\u003cstring>","experiment_group_name":"\u003cstring>","experiment_group_is_system":true}}},"exampleType":"generated"}},"exampleType":"generated"},"fdf4d754-911e-490f-b88a-c7ed1d357d5c":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"fb9ca15d-936d-4896-a81c-1d708361545e":{"APIKeyHeader":{"type":"apiKey","in":"header","name":"Splunk-AO-API-Key","scopes":[],"schemeName":"APIKeyHeader"}},"0f2bc6bd-c84f-47cd-be30-fdfebd5c7df6":{"ClassicAPIKeyHeader":{"type":"apiKey","in":"header","name":"Galileo-API-Key","scopes":[],"schemeName":"ClassicAPIKeyHeader"}},"dad28584-3eea-424f-a833-2d9bd582a50b":{"OAuth2PasswordBearer":{"type":"oauth2","flows":{"password":{"scopes":{},"tokenUrl":"https://api.galileo.ai/login"}},"scopes":[],"schemeName":"OAuth2PasswordBearer"}},"e5deaf72-a174-4b9e-aab6-aa1a841ac8ff":{"HTTPBasic":{"type":"http","scheme":"basic","scopes":[],"schemeName":"HTTPBasic"}}},"servers":{"63cd8af4-d18a-449b-aa9a-ecbe05e49031":{"url":"https://api.galileo.ai","description":"Galileo Public APIs - galileo-v2"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"Splunk-AO-API-Key","scopes":[],"schemeName":"APIKeyHeader"},"schema":{"title":"Splunk-AO-API-Key","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"APIKeyHeader","name":"Splunk-AO-API-Key"}],"title":"APIKeyHeader"},{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"Galileo-API-Key","scopes":[],"schemeName":"ClassicAPIKeyHeader"},"schema":{"title":"Galileo-API-Key","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"ClassicAPIKeyHeader","name":"Galileo-API-Key"}],"title":"ClassicAPIKeyHeader"},{"schemes":[{"scheme":{"type":"oauth2","flows":{"password":{"scopes":{},"tokenUrl":"https://api.galileo.ai/login"}},"scopes":[],"schemeName":"OAuth2PasswordBearer"},"schema":{"title":"OAuth2 Auth","type":"string","isRequired":true,"description":"The access token received from the authorization server in the OAuth 2.0 flow.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"OAuth2PasswordBearer","name":"Authorization"}],"title":"OAuth2PasswordBearer"},{"schemes":[{"scheme":{"type":"http","scheme":"basic","scopes":[],"schemeName":"HTTPBasic"},"schema":{"title":"Basic Auth","type":"object","description":"Basic authentication header of the form `Basic \u003cencoded-value>`, where `\u003cencoded-value>` is the base64-encoded string `username:password`.","isRequired":true,"properties":{"username":{"type":"string","uniqueKey":"username","isRequired":true,"typeLabel":"string","deprecated":false},"password":{"type":"string","uniqueKey":"password","isRequired":true,"typeLabel":"string","deprecated":false}},"additionalProperties":false,"deprecated":false},"schemeName":"HTTPBasic","name":"Authorization"}],"title":"HTTPBasic"}]},"originalFileLocation":"https://api.galileo.ai/public/v2/openapi.json"},"subdomain":"v2galileo","siteName":"Galileo","title":"Create Experiment - Galileo","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-12T02:02:47.386Z","originalFileLocation":"api-reference/experiment/create-experiment.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Create a new experiment for a project.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Galileo\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Create Experiment - Galileo\">\u003cmeta data-mint-head property=\"og:description\" content=\"Create a new experiment for a project.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Galileo\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.galileo.ai/api-reference/experiment/create-experiment\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://v2galileo.mintlify.site/_mintlify/api/og/v2?division=experiment\u0026amp;title=Create+Experiment\u0026amp;description=Create+a+new+experiment+for+a+project.\u0026amp;theme=9ee2a2c8d73b940a74d940ce\u0026amp;signature=17a0760dc1fb7fe42b04d15f0eca816cc9d163c720f94e70ea2abe1af3c509af\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Create Experiment - Galileo\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Create a new experiment for a project.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://v2galileo.mintlify.site/_mintlify/api/og/v2?division=experiment\u0026amp;title=Create+Experiment\u0026amp;description=Create+a+new+experiment+for+a+project.\u0026amp;theme=9ee2a2c8d73b940a74d940ce\u0026amp;signature=17a0760dc1fb7fe42b04d15f0eca816cc9d163c720f94e70ea2abe1af3c509af\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/v2galileo/mBAhIz5UvJ24QGeR/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Galileo\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#E35454\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.galileo.ai/api-reference/experiment/create-experiment\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/experiment/create-experiment.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.galileo.ai/#organization\",\"name\":\"Galileo\",\"url\":\"https://docs.galileo.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/v2galileo/omveTd-2mmlzsaxF/logo/light-mode.svg?fit=max\u0026auto=format\u0026n=omveTd-2mmlzsaxF\u0026q=85\u0026s=460ec9ef7f3ed29dd50cdb9f2a7c1f88\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.galileo.ai#website\",\"name\":\"Galileo\",\"url\":\"https://docs.galileo.ai\",\"publisher\":{\"@id\":\"https://docs.galileo.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment#webpage\",\"url\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment\",\"name\":\"Create Experiment\",\"description\":\"Create a new experiment for a project.\",\"dateModified\":\"2026-11-12T02:02:47.386Z\",\"isPartOf\":{\"@id\":\"https://docs.galileo.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API\",\"item\":\"https://docs.galileo.ai/api/getting-started\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"v2\",\"item\":\"https://docs.galileo.ai/api-reference/health/healthcheck\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"experiment\",\"item\":\"https://docs.galileo.ai/api-reference/experiment/list-experiments\"},{\"@type\":\"ListItem\",\"position\":4,\"name\":\"Create Experiment\",\"item\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment#apireference\",\"headline\":\"Create Experiment\",\"name\":\"Create Experiment\",\"description\":\"Create a new experiment for a project.\",\"url\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment\",\"mainEntityOfPage\":{\"@id\":\"https://docs.galileo.ai/api-reference/experiment/create-experiment#webpage\"},\"dateModified\":\"2026-11-12T02:02:47.386Z\",\"publisher\":{\"@id\":\"https://docs.galileo.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.galileo.ai#website\"}}]}\u003c/script>","agentPointerHref":"/api-reference/experiment/create-experiment.md","siteName":"Galileo","nav":{"global":null,"tabs":[{"tab":"Documentation","icon":"book-open","pages":[{"title":"Documentation","href":"/what-is-galileo"}]},{"tab":"Learn","icon":"graduation-cap","pages":[{"title":"Learn","href":"/learn/eval-engineering"}]},{"tab":"SDK/API","icon":"code","pages":[{"title":"Overview","href":"/sdk-api/overview"},{"group":"Python SDK","pages":[{"title":"Overview","href":"/sdk-api/python/sdk-reference"},{"group":"galileo","pages":[{"title":"agent_control","href":"/sdk-api/python/reference/agent_control"},{"title":"collaborator","href":"/sdk-api/python/reference/collaborator"},{"title":"configuration","href":"/sdk-api/python/reference/configuration"},{"title":"dataset","href":"/sdk-api/python/reference/dataset"},{"title":"datasets","href":"/sdk-api/python/reference/datasets"},{"title":"decorator","href":"/sdk-api/python/reference/decorator"},{"title":"exceptions","href":"/sdk-api/python/reference/exceptions"},{"title":"experiment","href":"/sdk-api/python/reference/experiment"},{"title":"experiments","href":"/sdk-api/python/reference/experiments"},{"title":"experiment_tags","href":"/sdk-api/python/reference/experiment_tags"},{"title":"export","href":"/sdk-api/python/reference/export"},{"title":"integration","href":"/sdk-api/python/reference/integration"},{"title":"job_progress","href":"/sdk-api/python/reference/job_progress"},{"title":"log_stream","href":"/sdk-api/python/reference/log_stream"},{"title":"log_streams","href":"/sdk-api/python/reference/log_streams"},{"title":"metric","href":"/sdk-api/python/reference/metric"},{"title":"metrics","href":"/sdk-api/python/reference/metrics"},{"title":"model","href":"/sdk-api/python/reference/model"},{"title":"otel","href":"/sdk-api/python/reference/otel"},{"title":"project","href":"/sdk-api/python/reference/project"},{"title":"projects","href":"/sdk-api/python/reference/projects"},{"title":"prompt","href":"/sdk-api/python/reference/prompt"},{"title":"prompts","href":"/sdk-api/python/reference/prompts"},{"title":"protect","href":"/sdk-api/python/reference/protect"},{"title":"provider","href":"/sdk-api/python/reference/provider"},{"title":"runs","href":"/sdk-api/python/reference/runs"},{"title":"scorers","href":"/sdk-api/python/reference/scorers"},{"title":"search","href":"/sdk-api/python/reference/search"},{"title":"stages","href":"/sdk-api/python/reference/stages"},{"title":"traces","href":"/sdk-api/python/reference/traces"},{"title":"tracing","href":"/sdk-api/python/reference/tracing"},{"title":"types","href":"/sdk-api/python/reference/types"},{"group":"handlers","pages":[{"title":"base_async_handler","href":"/sdk-api/python/reference/handlers/base_async_handler"},{"title":"base_handler","href":"/sdk-api/python/reference/handlers/base_handler"},{"group":"agent_control","pages":[{"title":"bridge","href":"/sdk-api/python/reference/handlers/agent_control/bridge"}]},{"group":"crewai","pages":[{"title":"handler","href":"/sdk-api/python/reference/handlers/crewai/handler"}]},{"group":"openai","pages":[{"title":"handler","href":"/sdk-api/python/reference/handlers/openai_agents/handler"}]},{"group":"langchain","pages":[{"title":"async_handler","href":"/sdk-api/python/reference/handlers/langchain/async_handler"},{"title":"handler","href":"/sdk-api/python/reference/handlers/langchain/handler"},{"title":"tool","href":"/sdk-api/python/reference/handlers/langchain/tool"}]}]},{"group":"logger","pages":[{"title":"logger","href":"/sdk-api/python/reference/logger/logger"},{"title":"task_handler","href":"/sdk-api/python/reference/logger/task_handler"},{"title":"utils","href":"/sdk-api/python/reference/logger/utils"}]},{"group":"middleware","pages":[{"title":"tracing","href":"/sdk-api/python/reference/middleware/tracing"}]},{"group":"openai","pages":[{"title":"extractors","href":"/sdk-api/python/reference/openai/extractors"},{"title":"response_generator","href":"/sdk-api/python/reference/openai/response_generator"}]},{"group":"shared","pages":[{"title":"base","href":"/sdk-api/python/reference/shared/base"},{"title":"column","href":"/sdk-api/python/reference/shared/column"},{"title":"exceptions","href":"/sdk-api/python/reference/shared/exceptions"},{"title":"experiment_result","href":"/sdk-api/python/reference/shared/experiment_result"},{"title":"filter","href":"/sdk-api/python/reference/shared/filter"},{"title":"project_resolver","href":"/sdk-api/python/reference/shared/project_resolver"},{"title":"query_result","href":"/sdk-api/python/reference/shared/query_result"},{"title":"sort","href":"/sdk-api/python/reference/shared/sort"},{"title":"utils","href":"/sdk-api/python/reference/shared/utils"}]},{"group":"utils","pages":[{"title":"datasets","href":"/sdk-api/python/reference/utils/datasets"},{"title":"env_helpers","href":"/sdk-api/python/reference/utils/env_helpers"},{"title":"exceptions","href":"/sdk-api/python/reference/utils/exceptions"},{"title":"headers_data","href":"/sdk-api/python/reference/utils/headers_data"},{"title":"log_config","href":"/sdk-api/python/reference/utils/log_config"},{"title":"metrics","href":"/sdk-api/python/reference/utils/metrics"},{"title":"projects","href":"/sdk-api/python/reference/utils/projects"},{"title":"prompts","href":"/sdk-api/python/reference/utils/prompts"},{"title":"retrievers","href":"/sdk-api/python/reference/utils/retrievers"},{"title":"serialization","href":"/sdk-api/python/reference/utils/serialization"},{"title":"singleton","href":"/sdk-api/python/reference/utils/singleton"},{"title":"span_utils","href":"/sdk-api/python/reference/utils/span_utils"},{"title":"uuid_utils","href":"/sdk-api/python/reference/utils/uuid_utils"},{"title":"validations","href":"/sdk-api/python/reference/utils/validations"},{"group":"decorators","pages":[{"title":"exception_handling","href":"/sdk-api/python/reference/utils/decorators/exception_handling"},{"title":"telemetry_toggle","href":"/sdk-api/python/reference/utils/decorators/telemetry_toggle"}]}]}]}]},{"group":"TypeScript SDK","pages":[{"title":"Overview","href":"/sdk-api/typescript/sdk-reference"},{"group":"galileo","pages":[{"group":"Classes","pages":[{"title":"GalileoApiClient","href":"/sdk-api/typescript/reference/README/classes/GalileoApiClient"},{"title":"GalileoCallback","href":"/sdk-api/typescript/reference/README/classes/GalileoCallback"},{"title":"GalileoLogger","href":"/sdk-api/typescript/reference/README/classes/GalileoLogger"},{"title":"Dataset","href":"/sdk-api/typescript/reference/README/classes/Dataset"},{"title":"Datasets","href":"/sdk-api/typescript/reference/README/classes/Datasets"},{"title":"GalileoEvaluateApiClient","href":"/sdk-api/typescript/reference/README/classes/GalileoEvaluateApiClient"},{"title":"GalileoEvaluateWorkflow","href":"/sdk-api/typescript/reference/README/classes/GalileoEvaluateWorkflow"},{"title":"Projects","href":"/sdk-api/typescript/reference/README/classes/Projects"},{"title":"Scorers","href":"/sdk-api/typescript/reference/README/classes/Scorers"},{"title":"ScorerSettings","href":"/sdk-api/typescript/reference/README/classes/ScorerSettings"}]},{"group":"Functions","pages":[{"title":"addRowsToDataset","href":"/sdk-api/typescript/reference/README/functions/addRowsToDataset"},{"title":"createCustomLlmMetric","href":"/sdk-api/typescript/reference/README/functions/createCustomLlmMetric"},{"title":"createDataset","href":"/sdk-api/typescript/reference/README/functions/createDataset"},{"title":"createDecisionMetric","href":"/sdk-api/typescript/reference/README/functions/createDecisionMetric"},{"title":"createDecisionScorerVersion","href":"/sdk-api/typescript/reference/README/functions/createDecisionScorerVersion"},{"title":"createExperiment","href":"/sdk-api/typescript/reference/README/functions/createExperiment"},{"title":"createLogStream","href":"/sdk-api/typescript/reference/README/functions/createLogStream"},{"title":"createMetricConfigs","href":"/sdk-api/typescript/reference/README/functions/createMetricConfigs"},{"title":"createProject","href":"/sdk-api/typescript/reference/README/functions/createProject"},{"title":"createPrompt","href":"/sdk-api/typescript/reference/README/functions/createPrompt"},{"title":"createPromptTemplate","href":"/sdk-api/typescript/reference/README/functions/createPromptTemplate"},{"title":"deleteDataset","href":"/sdk-api/typescript/reference/README/functions/deleteDataset"},{"title":"deleteMetric","href":"/sdk-api/typescript/reference/README/functions/deleteMetric"},{"title":"deletePrompt","href":"/sdk-api/typescript/reference/README/functions/deletePrompt"},{"title":"deserializeInputFromString","href":"/sdk-api/typescript/reference/README/functions/deserializeInputFromString"},{"title":"enableMetrics","href":"/sdk-api/typescript/reference/README/functions/enableMetrics"},{"title":"extendDataset","href":"/sdk-api/typescript/reference/README/functions/extendDataset"},{"title":"flush","href":"/sdk-api/typescript/reference/README/functions/flush"},{"title":"getDataset","href":"/sdk-api/typescript/reference/README/functions/getDataset"},{"title":"getDatasetContent","href":"/sdk-api/typescript/reference/README/functions/getDatasetContent"},{"title":"getDatasetMetadata","href":"/sdk-api/typescript/reference/README/functions/getDatasetMetadata"},{"title":"getDatasets","href":"/sdk-api/typescript/reference/README/functions/getDatasets"},{"title":"getExperiment","href":"/sdk-api/typescript/reference/README/functions/getExperiment"},{"title":"getExperiments","href":"/sdk-api/typescript/reference/README/functions/getExperiments"},{"title":"getLogger","href":"/sdk-api/typescript/reference/README/functions/getLogger"},{"title":"getLogStream","href":"/sdk-api/typescript/reference/README/functions/getLogStream"},{"title":"getLogStreams","href":"/sdk-api/typescript/reference/README/functions/getLogStreams"},{"title":"getProject","href":"/sdk-api/typescript/reference/README/functions/getProject"},{"title":"getProjects","href":"/sdk-api/typescript/reference/README/functions/getProjects"},{"title":"getPrompt","href":"/sdk-api/typescript/reference/README/functions/getPrompt"},{"title":"getPrompts","href":"/sdk-api/typescript/reference/README/functions/getPrompts"},{"title":"getPromptTemplate","href":"/sdk-api/typescript/reference/README/functions/getPromptTemplate"},{"title":"getPromptTemplates","href":"/sdk-api/typescript/reference/README/functions/getPromptTemplates"},{"title":"init","href":"/sdk-api/typescript/reference/README/functions/init"},{"title":"log","href":"/sdk-api/typescript/reference/README/functions/log"},{"title":"runExperiment","href":"/sdk-api/typescript/reference/README/functions/runExperiment"},{"title":"wrapOpenAI","href":"/sdk-api/typescript/reference/README/functions/wrapOpenAI"},{"title":"convertDatasetRowToRecord","href":"/sdk-api/typescript/reference/README/functions/convertDatasetRowToRecord"},{"title":"createCodeScorerVersion","href":"/sdk-api/typescript/reference/README/functions/createCodeScorerVersion"},{"title":"createCustomCodeMetric","href":"/sdk-api/typescript/reference/README/functions/createCustomCodeMetric"},{"title":"createLlmScorerVersion","href":"/sdk-api/typescript/reference/README/functions/createLlmScorerVersion"},{"title":"deleteProject","href":"/sdk-api/typescript/reference/README/functions/deleteProject"},{"title":"deleteScorer","href":"/sdk-api/typescript/reference/README/functions/deleteScorer"},{"title":"exportRecords","href":"/sdk-api/typescript/reference/README/functions/exportRecords"},{"title":"flushAll","href":"/sdk-api/typescript/reference/README/functions/flushAll"},{"title":"getAllLoggers","href":"/sdk-api/typescript/reference/README/functions/getAllLoggers"},{"title":"getDatasetVersion","href":"/sdk-api/typescript/reference/README/functions/getDatasetVersion"},{"title":"getDatasetVersionHistory","href":"/sdk-api/typescript/reference/README/functions/getDatasetVersionHistory"},{"title":"getMetrics","href":"/sdk-api/typescript/reference/README/functions/getMetrics"},{"title":"getProjectWithEnvFallbacks","href":"/sdk-api/typescript/reference/README/functions/getProjectWithEnvFallbacks"},{"title":"listDatasetProjects","href":"/sdk-api/typescript/reference/README/functions/listDatasetProjects"},{"title":"listProjectUserCollaborators","href":"/sdk-api/typescript/reference/README/functions/listProjectUserCollaborators"},{"title":"monitorExperimentProgress","href":"/sdk-api/typescript/reference/README/functions/monitorExperimentProgress"},{"title":"renderPrompt","href":"/sdk-api/typescript/reference/README/functions/renderPrompt"},{"title":"reset","href":"/sdk-api/typescript/reference/README/functions/reset"},{"title":"resetAll","href":"/sdk-api/typescript/reference/README/functions/resetAll"},{"title":"shareProjectWithUser","href":"/sdk-api/typescript/reference/README/functions/shareProjectWithUser"},{"title":"unshareProjectWithUser","href":"/sdk-api/typescript/reference/README/functions/unshareProjectWithUser"},{"title":"updateProjectUserCollaborator","href":"/sdk-api/typescript/reference/README/functions/updateProjectUserCollaborator"},{"title":"updatePrompt","href":"/sdk-api/typescript/reference/README/functions/updatePrompt"},{"title":"validateCodeScorer","href":"/sdk-api/typescript/reference/README/functions/validateCodeScorer"}]},{"group":"Types","pages":[{"group":"Classes","pages":[{"title":"AgentSpan","href":"/sdk-api/typescript/reference/types/classes/AgentSpan"},{"title":"BaseSpan","href":"/sdk-api/typescript/reference/types/classes/BaseSpan"},{"title":"BaseStep","href":"/sdk-api/typescript/reference/types/classes/BaseStep"},{"title":"Document","href":"/sdk-api/typescript/reference/types/classes/Document"},{"title":"LlmMetrics","href":"/sdk-api/typescript/reference/types/classes/LlmMetrics"},{"title":"LlmSpan","href":"/sdk-api/typescript/reference/types/classes/LlmSpan"},{"title":"RetrieverSpan","href":"/sdk-api/typescript/reference/types/classes/RetrieverSpan"},{"title":"StepWithChildSpans","href":"/sdk-api/typescript/reference/types/classes/StepWithChildSpans"},{"title":"ToolSpan","href":"/sdk-api/typescript/reference/types/classes/ToolSpan"},{"title":"Trace","href":"/sdk-api/typescript/reference/types/classes/Trace"},{"title":"WorkflowSpan","href":"/sdk-api/typescript/reference/types/classes/WorkflowSpan"}]},{"group":"Enumerations","pages":[{"title":"InputType","href":"/sdk-api/typescript/reference/types/enumerations/InputType"},{"title":"Models","href":"/sdk-api/typescript/reference/types/enumerations/Models"},{"title":"OutputType","href":"/sdk-api/typescript/reference/types/enumerations/OutputType"},{"title":"ScorerTypes","href":"/sdk-api/typescript/reference/types/enumerations/ScorerTypes"},{"title":"RecordType","href":"/sdk-api/typescript/reference/README/enumerations/RecordType"}]},{"group":"Variables","pages":[{"title":"GalileoMetrics","href":"/sdk-api/typescript/reference/types/variables/GalileoMetrics"},{"title":"AgentType","href":"/sdk-api/typescript/reference/types/variables/AgentType"},{"title":"MessageRole","href":"/sdk-api/typescript/reference/types/variables/MessageRole"},{"title":"ProjectTypes","href":"/sdk-api/typescript/reference/types/variables/ProjectTypes"},{"title":"StepType","href":"/sdk-api/typescript/reference/types/variables/StepType"}]},{"group":"Functions","pages":[{"title":"isDocument","href":"/sdk-api/typescript/reference/types/functions/isDocument"},{"title":"isLlmSpanAllowedInputType","href":"/sdk-api/typescript/reference/types/functions/isLlmSpanAllowedInputType"},{"title":"isLlmSpanAllowedOutputType","href":"/sdk-api/typescript/reference/types/functions/isLlmSpanAllowedOutputType"},{"title":"isMessage","href":"/sdk-api/typescript/reference/types/functions/isMessage"},{"title":"isRetrieverSpanAllowedOutputType","href":"/sdk-api/typescript/reference/types/functions/isRetrieverSpanAllowedOutputType"},{"title":"isStepAllowedInputType","href":"/sdk-api/typescript/reference/types/functions/isStepAllowedInputType"},{"title":"isStepAllowedOutputType","href":"/sdk-api/typescript/reference/types/functions/isStepAllowedOutputType"}]},{"group":"Interfaces","pages":[{"title":"AgentSpanOptions","href":"/sdk-api/typescript/reference/types/interfaces/AgentSpanOptions"},{"title":"BaseSpanOptions","href":"/sdk-api/typescript/reference/types/interfaces/BaseSpanOptions"},{"title":"BaseStepOptions","href":"/sdk-api/typescript/reference/types/interfaces/BaseStepOptions"},{"title":"CreateCustomLlmMetricParams","href":"/sdk-api/typescript/reference/types/interfaces/CreateCustomLlmMetricParams"},{"title":"CreateDecisionMetricParams","href":"/sdk-api/typescript/reference/types/interfaces/CreateDecisionMetricParams"},{"title":"CreateDecisionScorerVersionParams","href":"/sdk-api/typescript/reference/types/interfaces/CreateDecisionScorerVersionParams"},{"title":"CreateLlmScorerVersionParams","href":"/sdk-api/typescript/reference/types/interfaces/CreateLlmScorerVersionParams"},{"title":"CustomizedScorer","href":"/sdk-api/typescript/reference/types/interfaces/CustomizedScorer"},{"title":"DatasetRecord","href":"/sdk-api/typescript/reference/types/interfaces/DatasetRecord"},{"title":"DatasetRecordOptions","href":"/sdk-api/typescript/reference/types/interfaces/DatasetRecordOptions"},{"title":"DeleteMetricParams","href":"/sdk-api/typescript/reference/types/interfaces/DeleteMetricParams"},{"title":"LlmMetricsOptions","href":"/sdk-api/typescript/reference/types/interfaces/LlmMetricsOptions"},{"title":"LlmSpanOptions","href":"/sdk-api/typescript/reference/types/interfaces/LlmSpanOptions"},{"title":"LocalMetricConfig","href":"/sdk-api/typescript/reference/types/interfaces/LocalMetricConfig"},{"title":"Metric","href":"/sdk-api/typescript/reference/types/interfaces/Metric"},{"title":"MetricsOptions","href":"/sdk-api/typescript/reference/types/interfaces/MetricsOptions"},{"title":"PromptRunSettings","href":"/sdk-api/typescript/reference/types/interfaces/PromptRunSettings"},{"title":"RegisteredScorer","href":"/sdk-api/typescript/reference/types/interfaces/RegisteredScorer"},{"title":"RetrieverSpanOptions","href":"/sdk-api/typescript/reference/types/interfaces/RetrieverSpanOptions"},{"title":"ScorersConfiguration","href":"/sdk-api/typescript/reference/types/interfaces/ScorersConfiguration"},{"title":"StepWithChildSpansOptions","href":"/sdk-api/typescript/reference/types/interfaces/StepWithChildSpansOptions"},{"title":"ToolSpanOptions","href":"/sdk-api/typescript/reference/types/interfaces/ToolSpanOptions"},{"title":"TraceOptions","href":"/sdk-api/typescript/reference/types/interfaces/TraceOptions"},{"title":"WorkflowSpanOptions","href":"/sdk-api/typescript/reference/types/interfaces/WorkflowSpanOptions"}]},{"group":"Type Aliases","pages":[{"title":"ChainPollTemplate","href":"/sdk-api/typescript/reference/types/type-aliases/ChainPollTemplate"},{"title":"ChunkMetaDataValueType","href":"/sdk-api/typescript/reference/types/type-aliases/ChunkMetaDataValueType"},{"title":"CreateDecisionScorerVersionBody","href":"/sdk-api/typescript/reference/types/type-aliases/CreateDecisionScorerVersionBody"},{"title":"CreateDecisionScorerVersionRequest","href":"/sdk-api/typescript/reference/types/type-aliases/CreateDecisionScorerVersionRequest"},{"title":"CreateDecisionScorerVersionRequestOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/CreateDecisionScorerVersionRequestOpenAPI"},{"title":"CreateJobResponse","href":"/sdk-api/typescript/reference/types/type-aliases/CreateJobResponse"},{"title":"createScorerOptions","href":"/sdk-api/typescript/reference/types/type-aliases/createScorerOptions"},{"title":"DatasetContent","href":"/sdk-api/typescript/reference/README/type-aliases/DatasetContent"},{"title":"DatasetFormat","href":"/sdk-api/typescript/reference/README/type-aliases/DatasetFormat"},{"title":"DatasetRow","href":"/sdk-api/typescript/reference/README/type-aliases/DatasetRow"},{"title":"DecisionLevel","href":"/sdk-api/typescript/reference/README/type-aliases/DecisionLevel"},{"title":"ExperimentDatasetRequest","href":"/sdk-api/typescript/reference/types/type-aliases/ExperimentDatasetRequest"},{"title":"JobProgress","href":"/sdk-api/typescript/reference/README/type-aliases/JobProgress"},{"title":"ListDatasetResponse","href":"/sdk-api/typescript/reference/README/type-aliases/ListDatasetResponse"},{"title":"ListPromptTemplateResponse","href":"/sdk-api/typescript/reference/types/type-aliases/ListPromptTemplateResponse"},{"title":"LlmSpanAllowedInputType","href":"/sdk-api/typescript/reference/types/type-aliases/LlmSpanAllowedInputType"},{"title":"LlmSpanAllowedOutputType","href":"/sdk-api/typescript/reference/types/type-aliases/LlmSpanAllowedOutputType"},{"title":"LogRecordsMetricsQueryRequest","href":"/sdk-api/typescript/reference/README/type-aliases/LogRecordsMetricsQueryRequest"},{"title":"LogRecordsQueryFilter","href":"/sdk-api/typescript/reference/README/type-aliases/LogRecordsQueryFilter"},{"title":"LogRecordsSortClause","href":"/sdk-api/typescript/reference/README/type-aliases/LogRecordsSortClause"},{"title":"MetricValueType","href":"/sdk-api/typescript/reference/types/type-aliases/MetricValueType"},{"title":"ModelType","href":"/sdk-api/typescript/reference/types/type-aliases/ModelType"},{"title":"Project","href":"/sdk-api/typescript/reference/types/type-aliases/Project"},{"title":"ProjectAction","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectAction"},{"title":"ProjectActionOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectActionOpenAPI"},{"title":"ProjectCollectionParams","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectCollectionParams"},{"title":"ProjectCollectionParamsOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectCollectionParamsOpenAPI"},{"title":"ProjectCreate","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectCreate"},{"title":"ProjectCreateOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectCreateOpenAPI"},{"title":"ProjectCreateOptions","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectCreateOptions"},{"title":"ProjectCreateResponse","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectCreateResponse"},{"title":"ProjectCreateResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectCreateResponseOpenAPI"},{"title":"ProjectDeleteResponse","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectDeleteResponse"},{"title":"ProjectDeleteResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectDeleteResponseOpenAPI"},{"title":"ProjectOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectOpenAPI"},{"title":"ProjectPaginatedResponse","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectPaginatedResponse"},{"title":"ProjectPaginatedResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectPaginatedResponseOpenAPI"},{"title":"ProjectScopeOptions","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectScopeOptions"},{"title":"ProjectUpdate","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectUpdate"},{"title":"ProjectUpdateOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectUpdateOpenAPI"},{"title":"ProjectUpdateResponse","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectUpdateResponse"},{"title":"ProjectUpdateResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ProjectUpdateResponseOpenAPI"},{"title":"PromptListOptions","href":"/sdk-api/typescript/reference/types/type-aliases/PromptListOptions"},{"title":"PromptTemplate","href":"/sdk-api/typescript/reference/types/type-aliases/PromptTemplate"},{"title":"PromptTemplateOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/PromptTemplateOpenAPI"},{"title":"PromptTemplateVersion","href":"/sdk-api/typescript/reference/types/type-aliases/PromptTemplateVersion"},{"title":"PromptTemplateVersionOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/PromptTemplateVersionOpenAPI"},{"title":"RecomputeLogRecordsMetricsRequest","href":"/sdk-api/typescript/reference/types/type-aliases/RecomputeLogRecordsMetricsRequest"},{"title":"RecomputeLogRecordsMetricsRequestOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/RecomputeLogRecordsMetricsRequestOpenAPI"},{"title":"RenderPromptTemplateOptions","href":"/sdk-api/typescript/reference/types/type-aliases/RenderPromptTemplateOptions"},{"title":"RenderTemplateRequest","href":"/sdk-api/typescript/reference/types/type-aliases/RenderTemplateRequest"},{"title":"RenderTemplateRequestOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/RenderTemplateRequestOpenAPI"},{"title":"RenderTemplateResponse","href":"/sdk-api/typescript/reference/types/type-aliases/RenderTemplateResponse"},{"title":"RenderTemplateResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/RenderTemplateResponseOpenAPI"},{"title":"RetrieverSpanAllowedOutputType","href":"/sdk-api/typescript/reference/types/type-aliases/RetrieverSpanAllowedOutputType"},{"title":"Scorer","href":"/sdk-api/typescript/reference/types/type-aliases/Scorer"},{"title":"ScorerConfig","href":"/sdk-api/typescript/reference/types/type-aliases/ScorerConfig"},{"title":"ScorerConfigOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ScorerConfigOpenAPI"},{"title":"ScorerDefaults","href":"/sdk-api/typescript/reference/types/type-aliases/ScorerDefaults"},{"title":"ScorerResponse","href":"/sdk-api/typescript/reference/types/type-aliases/ScorerResponse"},{"title":"ScorerResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/ScorerResponseOpenAPI"},{"title":"ScorerVersion","href":"/sdk-api/typescript/reference/types/type-aliases/ScorerVersion"},{"title":"SessionCreateRequest","href":"/sdk-api/typescript/reference/types/type-aliases/SessionCreateRequest"},{"title":"SessionCreateRequestOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/SessionCreateRequestOpenAPI"},{"title":"SessionCreateResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/SessionCreateResponseOpenAPI"},{"title":"SessionCreateResponse","href":"/sdk-api/typescript/reference/types/type-aliases/SessionCreateResponse"},{"title":"SingleMetricValue","href":"/sdk-api/typescript/reference/types/type-aliases/SingleMetricValue"},{"title":"Span","href":"/sdk-api/typescript/reference/types/type-aliases/Span"},{"title":"StepAllowedInputType","href":"/sdk-api/typescript/reference/types/type-aliases/StepAllowedInputType"},{"title":"StepAllowedOutputType","href":"/sdk-api/typescript/reference/types/type-aliases/StepAllowedOutputType"},{"title":"StringData","href":"/sdk-api/typescript/reference/types/type-aliases/StringData"},{"title":"StringDataOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/StringDataOpenAPI"},{"title":"SyntheticDatasetExtensionRequest","href":"/sdk-api/typescript/reference/README/type-aliases/SyntheticDatasetExtensionRequest"},{"title":"SyntheticDatasetExtensionRequestOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/SyntheticDatasetExtensionRequestOpenAPI"},{"title":"SyntheticDatasetExtensionResponse","href":"/sdk-api/typescript/reference/types/type-aliases/SyntheticDatasetExtensionResponse"},{"title":"SyntheticDatasetExtensionResponseOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/SyntheticDatasetExtensionResponseOpenAPI"},{"title":"ToolCall","href":"/sdk-api/typescript/reference/types/type-aliases/ToolCall"},{"title":"ToolCallFunction","href":"/sdk-api/typescript/reference/types/type-aliases/ToolCallFunction"},{"title":"UpdatePromptOptions","href":"/sdk-api/typescript/reference/types/type-aliases/UpdatePromptOptions"},{"title":"UserCollaborator","href":"/sdk-api/typescript/reference/types/type-aliases/UserCollaborator"},{"title":"UserCollaboratorCreate","href":"/sdk-api/typescript/reference/types/type-aliases/UserCollaboratorCreate"},{"title":"UserCollaboratorCreateOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/UserCollaboratorCreateOpenAPI"},{"title":"UserCollaboratorOpenAPI","href":"/sdk-api/typescript/reference/types/type-aliases/UserCollaboratorOpenAPI"}]}]}]}]},{"group":"API","pages":[{"title":"Overview","href":"/api/getting-started"},{"title":"Experiments API Guide","href":"/api/experiments-api-guide"},{"group":"v2","pages":[{"group":"health","pages":[{"title":"Healthcheck","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/healthcheck","href":"/api-reference/health/healthcheck"}]},{"group":"auth","pages":[{"title":"Get Token","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/token","href":"/api-reference/auth/get-token"},{"title":"Login Email","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/login","href":"/api-reference/auth/login-email"},{"title":"Login Api Key","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/login/api_key","href":"/api-reference/auth/login-api-key"},{"title":"Login Social","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/login/social","href":"/api-reference/auth/login-social"},{"title":"Saml Login","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/saml/login","href":"/api-reference/auth/saml-login"},{"title":"Saml Acs","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/saml/acs","href":"/api-reference/auth/saml-acs"},{"title":"Saml Metadata","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/saml/metadata","href":"/api-reference/auth/saml-metadata"},{"title":"Verify Email","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/verify_email","href":"/api-reference/auth/verify-email"},{"title":"Refresh Token","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/refresh_token","href":"/api-reference/auth/refresh-token"}]},{"group":"system_users","pages":[{"title":"Create Or Verify User","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/system_users","href":"/api-reference/system_users/create-or-verify-user"},{"title":"Create Or Verify User Social","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/system_users/social","href":"/api-reference/system_users/create-or-verify-user-social"}]},{"group":"api_keys","pages":[{"title":"Get Api Keys","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/users/{user_id}/api_keys","href":"/api-reference/api_keys/get-api-keys"},{"title":"Create Api Key","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/users/api_keys","href":"/api-reference/api_keys/create-api-key"},{"title":"Delete Api Key","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/users/api_keys/{api_key_id}","href":"/api-reference/api_keys/delete-api-key"}]},{"group":"annotation","pages":[{"title":"List Annotation Templates","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/annotation/templates","href":"/api-reference/annotation/list-annotation-templates"},{"title":"Create Annotation Template","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/annotation/templates","href":"/api-reference/annotation/create-annotation-template"},{"title":"Get Annotation Template","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/annotation/templates/{template_id}","href":"/api-reference/annotation/get-annotation-template"},{"title":"Delete Annotation Template","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/annotation/templates/{template_id}","href":"/api-reference/annotation/delete-annotation-template"},{"title":"Update Annotation Template","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/annotation/templates/{template_id}","href":"/api-reference/annotation/update-annotation-template"},{"title":"Reorder Annotation Templates","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/annotation/templates/reorder","href":"/api-reference/annotation/reorder-annotation-templates"},{"title":"Get Annotation Rating","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/annotation/templates/{template_id}/traces/{trace_id}/rating","href":"/api-reference/annotation/get-annotation-rating"},{"title":"Create Annotation Rating","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/annotation/templates/{template_id}/traces/{trace_id}/rating","href":"/api-reference/annotation/create-annotation-rating"},{"title":"Delete Annotation Rating","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/annotation/templates/{template_id}/traces/{trace_id}/rating","href":"/api-reference/annotation/delete-annotation-rating"},{"title":"Get Log Record Annotation Rating","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/annotation/templates/{template_id}/records/{record_id}/rating","href":"/api-reference/annotation/get-log-record-annotation-rating"},{"title":"Create Log Record Annotation Rating","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/annotation/templates/{template_id}/records/{record_id}/rating","href":"/api-reference/annotation/create-log-record-annotation-rating"},{"title":"Delete Log Record Annotation Rating","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/annotation/templates/{template_id}/records/{record_id}/rating","href":"/api-reference/annotation/delete-log-record-annotation-rating"},{"title":"Apply Bulk Annotation","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/annotation/ratings","href":"/api-reference/annotation/apply-bulk-annotation"}]},{"group":"datasets","pages":[{"title":"List Datasets","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets","href":"/api-reference/datasets/list-datasets"},{"title":"Create Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets","href":"/api-reference/datasets/create-dataset"},{"title":"Bulk Delete Datasets","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/datasets/bulk_delete","href":"/api-reference/datasets/bulk-delete-datasets"},{"title":"Count Datasets","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/query/count","href":"/api-reference/datasets/count-datasets"},{"title":"Get Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}","href":"/api-reference/datasets/get-dataset"},{"title":"Delete Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/datasets/{dataset_id}","href":"/api-reference/datasets/delete-dataset"},{"title":"Update Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/datasets/{dataset_id}","href":"/api-reference/datasets/update-dataset"},{"title":"Query Datasets","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/query","href":"/api-reference/datasets/query-datasets"},{"title":"Get Dataset Content","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}/content","href":"/api-reference/datasets/get-dataset-content"},{"title":"Upsert Dataset Content","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/datasets/{dataset_id}/content","href":"/api-reference/datasets/upsert-dataset-content"},{"title":"Head Dataset Content","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json head /v2/datasets/{dataset_id}/content","href":"/api-reference/datasets/head-dataset-content"},{"title":"Update Dataset Content","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/datasets/{dataset_id}/content","href":"/api-reference/datasets/update-dataset-content"},{"title":"Download Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}/download","href":"/api-reference/datasets/download-dataset"},{"title":"Preview Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/{dataset_id}/preview","href":"/api-reference/datasets/preview-dataset"},{"title":"Preview Dataset Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/{dataset_id}/versions/{version_index}/preview","href":"/api-reference/datasets/preview-dataset-version"},{"title":"Get Dataset Variable Preview","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}/variable_preview","href":"/api-reference/datasets/get-dataset-variable-preview"},{"title":"Query Dataset Content","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/{dataset_id}/content/query","href":"/api-reference/datasets/query-dataset-content"},{"title":"List User Dataset Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}/users","href":"/api-reference/datasets/list-user-dataset-collaborators"},{"title":"Create User Dataset Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/{dataset_id}/users","href":"/api-reference/datasets/create-user-dataset-collaborators"},{"title":"List Group Dataset Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}/groups","href":"/api-reference/datasets/list-group-dataset-collaborators"},{"title":"Create Group Dataset Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/{dataset_id}/groups","href":"/api-reference/datasets/create-group-dataset-collaborators"},{"title":"Delete User Dataset Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/datasets/{dataset_id}/users/{user_id}","href":"/api-reference/datasets/delete-user-dataset-collaborator"},{"title":"Update User Dataset Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/datasets/{dataset_id}/users/{user_id}","href":"/api-reference/datasets/update-user-dataset-collaborator"},{"title":"Delete Group Dataset Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/datasets/{dataset_id}/groups/{group_id}","href":"/api-reference/datasets/delete-group-dataset-collaborator"},{"title":"Update Group Dataset Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/datasets/{dataset_id}/groups/{group_id}","href":"/api-reference/datasets/update-group-dataset-collaborator"},{"title":"Query Dataset Versions","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/{dataset_id}/versions/query","href":"/api-reference/datasets/query-dataset-versions"},{"title":"Get Dataset Version Content","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}/versions/{version_index}/content","href":"/api-reference/datasets/get-dataset-version-content"},{"title":"Update Dataset Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/datasets/{dataset_id}/versions/{version_index}","href":"/api-reference/datasets/update-dataset-version"},{"title":"List Dataset Projects","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/{dataset_id}/projects","href":"/api-reference/datasets/list-dataset-projects"},{"title":"Extend Dataset Content","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/datasets/extend","href":"/api-reference/datasets/extend-dataset-content"},{"title":"Get Dataset Synthetic Extend Status","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/datasets/extend/{dataset_id}","href":"/api-reference/datasets/get-dataset-synthetic-extend-status"}]},{"group":"experiment","pages":[{"title":"List Experiments","description":"Retrieve all experiments for a project.","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/experiments","href":"/api-reference/experiment/list-experiments"},{"title":"Create Experiment","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/experiments","href":"/api-reference/experiment/create-experiment"},{"title":"List Experiments Paginated","description":"Retrieve all experiments for a project with pagination.","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/experiments/paginated","href":"/api-reference/experiment/list-experiments-paginated"},{"title":"Search Experiments","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/experiments/search","href":"/api-reference/experiment/search-experiments"},{"title":"Get Experiment","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/experiments/{experiment_id}","href":"/api-reference/experiment/get-experiment"},{"title":"Update Experiment","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/experiments/{experiment_id}","href":"/api-reference/experiment/update-experiment"},{"title":"Delete Experiment","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/experiments/{experiment_id}","href":"/api-reference/experiment/delete-experiment"},{"title":"Experiments Available Columns","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/experiments/available_columns","href":"/api-reference/experiment/experiments-available-columns"},{"title":"Get Experiment Metrics","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/experiments/{experiment_id}/metrics","href":"/api-reference/experiment/get-experiment-metrics"}]},{"group":"feedback","pages":[{"title":"List Feedback Templates V2","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/feedback/templates","href":"/api-reference/feedback/list-feedback-templates-v2"},{"title":"Create Feedback Template V2","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/feedback/templates","href":"/api-reference/feedback/create-feedback-template-v2"},{"title":"Get Feedback Template V2","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/feedback/templates/{template_id}","href":"/api-reference/feedback/get-feedback-template-v2"},{"title":"Delete Feedback Template","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/feedback/templates/{template_id}","href":"/api-reference/feedback/delete-feedback-template"},{"title":"Update Feedback Template","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/feedback/templates/{template_id}","href":"/api-reference/feedback/update-feedback-template"},{"title":"Reorder Feedback Templates","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/feedback/templates/reorder","href":"/api-reference/feedback/reorder-feedback-templates"},{"title":"Get Feedback Rating V2","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/feedback/templates/{template_id}/traces/{trace_id}/rating","href":"/api-reference/feedback/get-feedback-rating-v2"},{"title":"Create Feedback Rating V2","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/feedback/templates/{template_id}/traces/{trace_id}/rating","href":"/api-reference/feedback/create-feedback-rating-v2"},{"title":"Delete Feedback Rating V2","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/feedback/templates/{template_id}/traces/{trace_id}/rating","href":"/api-reference/feedback/delete-feedback-rating-v2"},{"title":"Apply Bulk Feedback V2","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/feedback/ratings","href":"/api-reference/feedback/apply-bulk-feedback-v2"}]},{"group":"groups","pages":[{"title":"Get Group Roles","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/group_roles","href":"/api-reference/groups/get-group-roles"},{"title":"List Groups","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/groups","href":"/api-reference/groups/list-groups"},{"title":"Create Group","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/groups","href":"/api-reference/groups/create-group"},{"title":"Get Group","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/groups/{group_id}","href":"/api-reference/groups/get-group"},{"title":"Delete Group","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/groups/{group_id}","href":"/api-reference/groups/delete-group"},{"title":"Update Group","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/groups/{group_id}","href":"/api-reference/groups/update-group"},{"title":"List Group Members","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/groups/{group_id}/members","href":"/api-reference/groups/list-group-members"},{"title":"Add User To Group","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/groups/{group_id}/members","href":"/api-reference/groups/add-user-to-group"},{"title":"Delete Group Member","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/groups/{group_id}/members/{user_id}","href":"/api-reference/groups/delete-group-member"},{"title":"Update Group Member","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/groups/{group_id}/members/{user_id}","href":"/api-reference/groups/update-group-member"},{"title":"List Current User Groups","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/current_user/groups","href":"/api-reference/groups/list-current-user-groups"}]},{"group":"integrations","pages":[{"title":"List Integrations","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations","href":"/api-reference/integrations/list-integrations"},{"title":"Get Integration Costs","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/costs/summary","href":"/api-reference/integrations/get-integration-costs"},{"title":"Export Billing Usage","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/billing/usage/export","href":"/api-reference/integrations/export-billing-usage"},{"title":"Get Billing Usage","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/billing/usage/{metric}","href":"/api-reference/integrations/get-billing-usage"},{"title":"List Available Integrations","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/available","href":"/api-reference/integrations/list-available-integrations"},{"title":"Get Integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/{name}","href":"/api-reference/integrations/get-integration"},{"title":"Delete Integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/integrations/{name}","href":"/api-reference/integrations/delete-integration"},{"title":"Get Integration Status","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/{name}/status","href":"/api-reference/integrations/get-integration-status"},{"title":"List User Integration Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/{integration_id}/users","href":"/api-reference/integrations/list-user-integration-collaborators"},{"title":"Create User Integration Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/integrations/{integration_id}/users","href":"/api-reference/integrations/create-user-integration-collaborators"},{"title":"Delete User Integration Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/integrations/{integration_id}/users/{user_id}","href":"/api-reference/integrations/delete-user-integration-collaborator"},{"title":"Update User Integration Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/integrations/{integration_id}/users/{user_id}","href":"/api-reference/integrations/update-user-integration-collaborator"},{"title":"List Group Integration Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/{integration_id}/groups","href":"/api-reference/integrations/list-group-integration-collaborators"},{"title":"Create Group Integration Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/integrations/{integration_id}/groups","href":"/api-reference/integrations/create-group-integration-collaborators"},{"title":"Delete Group Integration Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/integrations/{integration_id}/groups/{group_id}","href":"/api-reference/integrations/delete-group-integration-collaborator"},{"title":"Update Group Integration Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/integrations/{integration_id}/groups/{group_id}","href":"/api-reference/integrations/update-group-integration-collaborator"},{"title":"Create Or Update Integration Selection","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/{integration_id}/select","href":"/api-reference/integrations/create-or-update-integration-selection"},{"title":"Select Integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/integrations/select","href":"/api-reference/integrations/select-integration"},{"title":"Disable Integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/integrations/disable","href":"/api-reference/integrations/disable-integration"},{"title":"Create or update Anthropic integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/anthropic","href":"/api-reference/integrations/create-or-update-anthropic-integration"},{"title":"Create or update AWS Bedrock integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/aws_bedrock","href":"/api-reference/integrations/create-or-update-aws-bedrock-integration"},{"title":"Create or update AWS SageMaker integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/aws_sagemaker","href":"/api-reference/integrations/create-or-update-aws-sagemaker-integration"},{"title":"Create or update Azure integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/azure","href":"/api-reference/integrations/create-or-update-azure-integration"},{"title":"Create or update custom integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/custom","href":"/api-reference/integrations/create-or-update-custom-integration"},{"title":"Get custom integration definition","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/custom/definition","href":"/api-reference/integrations/get-custom-integration-definition"},{"title":"Get a named custom integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/custom/{name}","href":"/api-reference/integrations/get-a-named-custom-integration"},{"title":"Create or update a named custom integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/custom/{name}","href":"/api-reference/integrations/create-or-update-a-named-custom-integration"},{"title":"Delete a named custom integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/integrations/custom/{name}","href":"/api-reference/integrations/delete-a-named-custom-integration"},{"title":"Check status of a named custom integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/custom/{name}/status","href":"/api-reference/integrations/check-status-of-a-named-custom-integration"},{"title":"Get definition of a named custom integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/custom/{name}/definition","href":"/api-reference/integrations/get-definition-of-a-named-custom-integration"},{"title":"Create or update Databricks integration (legacy)","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/databricks/unity-catalog/sql","href":"/api-reference/integrations/create-or-update-databricks-integration-legacy"},{"title":"Create or update Databricks integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/databricks","href":"/api-reference/integrations/create-or-update-databricks-integration"},{"title":"Get Databricks Catalogs","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/databricks/catalogs","href":"/api-reference/integrations/get-databricks-catalogs"},{"title":"Get Databases For Cluster","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/integrations/databricks/databases","href":"/api-reference/integrations/get-databases-for-cluster"},{"title":"Create or update Mistral integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/mistral","href":"/api-reference/integrations/create-or-update-mistral-integration"},{"title":"Create or update NVIDIA integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/nvidia","href":"/api-reference/integrations/create-or-update-nvidia-integration"},{"title":"Create or update OpenAI integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/openai","href":"/api-reference/integrations/create-or-update-openai-integration"},{"title":"Create or update TypeSafe integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/typesafe","href":"/api-reference/integrations/create-or-update-typesafe-integration"},{"title":"Create or update Vertex AI integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/vertex_ai","href":"/api-reference/integrations/create-or-update-vertex-ai-integration"},{"title":"Create or update Writer integration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/integrations/writer","href":"/api-reference/integrations/create-or-update-writer-integration"}]},{"group":"projects","pages":[{"title":"Get Collaborator Roles","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/collaborator_roles","href":"/api-reference/projects/get-collaborator-roles"},{"title":"Create Project","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects","href":"/api-reference/projects/create-project"},{"title":"Get Project","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}","href":"/api-reference/projects/get-project"},{"title":"Update Project","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}","href":"/api-reference/projects/update-project"},{"title":"Delete Project","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}","href":"/api-reference/projects/delete-project"},{"title":"List User Project Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/users","href":"/api-reference/projects/list-user-project-collaborators"},{"title":"Create User Project Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/users","href":"/api-reference/projects/create-user-project-collaborators"},{"title":"List Group Project Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/groups","href":"/api-reference/projects/list-group-project-collaborators"},{"title":"Create Group Project Collaborators","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/groups","href":"/api-reference/projects/create-group-project-collaborators"},{"title":"Delete User Project Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/users/{user_id}","href":"/api-reference/projects/delete-user-project-collaborator"},{"title":"Update User Project Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/users/{user_id}","href":"/api-reference/projects/update-user-project-collaborator"},{"title":"Delete Group Project Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/groups/{group_id}","href":"/api-reference/projects/delete-group-project-collaborator"},{"title":"Update Group Project Collaborator","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/groups/{group_id}","href":"/api-reference/projects/update-group-project-collaborator"},{"title":"Get Projects V2","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/paginated","href":"/api-reference/projects/get-projects-v2"}]},{"group":"users","pages":[{"title":"Get User Roles","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/user_roles","href":"/api-reference/users/get-user-roles"},{"title":"Invite Users","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/invite_users","href":"/api-reference/users/invite-users"},{"title":"List Users Paginated","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/users/all","href":"/api-reference/users/list-users-paginated"},{"title":"Get User","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/users/{user_id}","href":"/api-reference/users/get-user"},{"title":"Update User","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/users/{user_id}","href":"/api-reference/users/update-user"},{"title":"Delete User","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/users/{user_id}","href":"/api-reference/users/delete-user"},{"title":"Current User","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/current_user","href":"/api-reference/users/current-user"}]},{"group":"run_insights_settings","pages":[{"title":"Get Settings","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/insights-settings","href":"/api-reference/run_insights_settings/get-settings"},{"title":"Upsert Insights Config","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/runs/{run_id}/insights-settings","href":"/api-reference/run_insights_settings/upsert-insights-config"}]},{"group":"protect","pages":[{"title":"Invoke","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/protect/invoke","href":"/api-reference/protect/invoke"}]},{"group":"Organization Jobs","pages":[{"title":"Get Org Job Status","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/org-jobs/{job_id}","href":"/api-reference/organization-jobs/get-org-job-status"},{"title":"Delete By Metadata","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/org-jobs/delete-by-metadata","href":"/api-reference/organization-jobs/delete-by-metadata"}]},{"group":"annotation_queue","pages":[{"title":"Get Annotation Queue","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/annotation_queues/{queue_id}","href":"/api-reference/annotation_queue/get-annotation-queue"},{"title":"Query Annotation Queues","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/annotation_queues/query","href":"/api-reference/annotation_queue/query-annotation-queues"},{"title":"Get Queue Templates","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/annotation_queues/{queue_id}/templates","href":"/api-reference/annotation_queue/get-queue-templates"},{"title":"List Annotation Queue Users","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/annotation_queues/{queue_id}/users","href":"/api-reference/annotation_queue/list-annotation-queue-users"}]},{"group":"data","pages":[{"title":"Create","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers","href":"/api-reference/data/create"},{"title":"Get Scorer","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/{scorer_id}","href":"/api-reference/data/get-scorer"},{"title":"Delete Scorer","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/scorers/{scorer_id}","href":"/api-reference/data/delete-scorer"},{"title":"Update","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/scorers/{scorer_id}","href":"/api-reference/data/update"},{"title":"Create Llm Scorer Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/version/llm","href":"/api-reference/data/create-llm-scorer-version"},{"title":"Validate Code Scorer","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/code/validate","href":"/api-reference/data/validate-code-scorer"},{"title":"Validate Code Scorer Log Record","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/code/validate/log_record","href":"/api-reference/data/validate-code-scorer-log-record"},{"title":"Get Validate Code Scorer Task Result","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/code/validate/{task_id}","href":"/api-reference/data/get-validate-code-scorer-task-result"},{"title":"Get Scorer Version Code","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/{scorer_id}/version/code","href":"/api-reference/data/get-scorer-version-code"},{"title":"Create Code Scorer Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/version/code","href":"/api-reference/data/create-code-scorer-version"},{"title":"Create Preset Scorer Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/version/preset","href":"/api-reference/data/create-preset-scorer-version"},{"title":"Create Luna Scorer Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/version/luna","href":"/api-reference/data/create-luna-scorer-version"},{"title":"Create Luna3 Scorer Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/version/luna3","href":"/api-reference/data/create-luna3-scorer-version"},{"title":"Create Decision Scorer Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/version/decision","href":"/api-reference/data/create-decision-scorer-version"},{"title":"List Scorers With Filters","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/list","href":"/api-reference/data/list-scorers-with-filters"},{"title":"List Tags","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/tags","href":"/api-reference/data/list-tags"},{"title":"Get Scorer Version Or Latest","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/{scorer_id}/version","href":"/api-reference/data/get-scorer-version-or-latest"},{"title":"List All Versions For Scorer","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/{scorer_id}/versions","href":"/api-reference/data/list-all-versions-for-scorer"},{"title":"Set Scorer Scope","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/scorers/{scorer_id}/scope","href":"/api-reference/data/set-scorer-scope"},{"title":"List Projects For Scorer Route","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/{scorer_id}/projects","href":"/api-reference/data/list-projects-for-scorer-route"},{"title":"List Projects For Scorer Version Route","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/versions/{scorer_version_id}/projects","href":"/api-reference/data/list-projects-for-scorer-version-route"},{"title":"Restore Scorer Version","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/versions/{version_number}/restore","href":"/api-reference/data/restore-scorer-version"},{"title":"Autogen Llm Scorer","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/llm/autogen","href":"/api-reference/data/autogen-llm-scorer"},{"title":"Manual Llm Validate","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/llm/validate","href":"/api-reference/data/manual-llm-validate"},{"title":"Manual Llm Validate Multipart","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/llm/validate/multipart","href":"/api-reference/data/manual-llm-validate-multipart"},{"title":"Validate Llm Scorer Log Record","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/llm/validate/log_record","href":"/api-reference/data/validate-llm-scorer-log-record"},{"title":"Validate Decision Scorer","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/decision/validate","href":"/api-reference/data/validate-decision-scorer"},{"title":"Validate Decision Scorer Log Record","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/decision/validate/log_record","href":"/api-reference/data/validate-decision-scorer-log-record"},{"title":"Validate Decision Scorer Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/decision/validate/dataset","href":"/api-reference/data/validate-decision-scorer-dataset"},{"title":"Validate Llm Scorer Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/llm/validate/dataset","href":"/api-reference/data/validate-llm-scorer-dataset"},{"title":"Validate Code Scorer Dataset","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/code/validate/dataset","href":"/api-reference/data/validate-code-scorer-dataset"},{"title":"Compute Health Score Endpoint","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/metrics-testing/{run_id}/health-score","href":"/api-reference/data/compute-health-score-endpoint"},{"title":"Get Scorer Health Scores","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/scorers/{scorer_id}/health-scores","href":"/api-reference/data/get-scorer-health-scores"},{"title":"Write Scorer Version Health Score","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/scorers/{scorer_id}/versions/{version_number}/health-scores","href":"/api-reference/data/write-scorer-version-health-score"}]},{"group":"annotation_queue_records","pages":[{"title":"Export Annotation Queue Records","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/annotation_queues/{queue_id}/records/export","href":"/api-reference/annotation_queue_records/export-annotation-queue-records"},{"title":"Export Annotation Queue Records Url","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/annotation_queues/{queue_id}/records/export/url","href":"/api-reference/annotation_queue_records/export-annotation-queue-records-url"}]},{"group":"trends_dashboard","pages":[{"title":"Get Trends","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/log_streams/{log_stream_id}/trends","href":"/api-reference/trends_dashboard/get-trends"},{"title":"Update Trends","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/log_streams/{log_stream_id}/trends","href":"/api-reference/trends_dashboard/update-trends"},{"title":"Create Widget","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/widgets","href":"/api-reference/trends_dashboard/create-widget"},{"title":"Update Widget","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/widgets/{widget_id}","href":"/api-reference/trends_dashboard/update-widget"},{"title":"Delete Widget","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/widgets/{widget_id}","href":"/api-reference/trends_dashboard/delete-widget"},{"title":"Create Section","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/sections","href":"/api-reference/trends_dashboard/create-section"},{"title":"Update Section","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/sections/{section_id}","href":"/api-reference/trends_dashboard/update-section"},{"title":"Delete Section","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/sections/{section_id}","href":"/api-reference/trends_dashboard/delete-section"},{"title":"List Dashboards","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/dashboards","href":"/api-reference/trends_dashboard/list-dashboards"},{"title":"Duplicate Dashboard","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/dashboards/{trends_dashboard_id}/duplicate","href":"/api-reference/trends_dashboard/duplicate-dashboard"},{"title":"Favorite Dashboard","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/dashboards/{trends_dashboard_id}/favorite","href":"/api-reference/trends_dashboard/favorite-dashboard"},{"title":"Unfavorite Dashboard","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/dashboards/favorite","href":"/api-reference/trends_dashboard/unfavorite-dashboard"},{"title":"Delete Dashboard","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/log_streams/{log_stream_id}/trends/dashboards/{trends_dashboard_id}","href":"/api-reference/trends_dashboard/delete-dashboard"}]},{"group":"trace","pages":[{"title":"Log Traces","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/traces","href":"/api-reference/trace/log-traces"},{"title":"Get Trace","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/traces/{trace_id}","href":"/api-reference/trace/get-trace"},{"title":"Update Trace","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/traces/{trace_id}","href":"/api-reference/trace/update-trace"},{"title":"Get Span","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/spans/{span_id}","href":"/api-reference/trace/get-span"},{"title":"Update Span","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/spans/{span_id}","href":"/api-reference/trace/update-span"},{"title":"Traces Available Columns","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/traces/available_columns","href":"/api-reference/trace/traces-available-columns"},{"title":"Metrics Testing Available Columns","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/metrics-testing/available_columns","href":"/api-reference/trace/metrics-testing-available-columns"},{"title":"Spans Available Columns","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/spans/available_columns","href":"/api-reference/trace/spans-available-columns"},{"title":"Sessions Available Columns","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/sessions/available_columns","href":"/api-reference/trace/sessions-available-columns"},{"title":"Query Traces","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/traces/search","href":"/api-reference/trace/query-traces"},{"title":"Query Partial Traces","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/traces/partial_search","href":"/api-reference/trace/query-partial-traces"},{"title":"Count Traces","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/traces/count","href":"/api-reference/trace/count-traces"},{"title":"Log Spans","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/spans","href":"/api-reference/trace/log-spans"},{"title":"Query Spans","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/spans/search","href":"/api-reference/trace/query-spans"},{"title":"Query Partial Spans","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/spans/partial_search","href":"/api-reference/trace/query-partial-spans"},{"title":"Count Spans","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/spans/count","href":"/api-reference/trace/count-spans"},{"title":"Query Metrics","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/metrics/search","href":"/api-reference/trace/query-metrics"},{"title":"Query Metrics V2","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/metrics/search/v2","href":"/api-reference/trace/query-metrics-v2"},{"title":"Query Custom Metrics","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/metrics/custom_search","href":"/api-reference/trace/query-custom-metrics"},{"title":"Create Session","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/sessions","href":"/api-reference/trace/create-session"},{"title":"Query Sessions","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/sessions/search","href":"/api-reference/trace/query-sessions"},{"title":"Query Partial Sessions","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/sessions/partial_search","href":"/api-reference/trace/query-partial-sessions"},{"title":"Count Sessions","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/sessions/count","href":"/api-reference/trace/count-sessions"},{"title":"Get Session","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/sessions/{session_id}","href":"/api-reference/trace/get-session"},{"title":"Get Aggregated Trace View","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/traces/aggregated","href":"/api-reference/trace/get-aggregated-trace-view"},{"title":"Export Records","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/export_records","href":"/api-reference/trace/export-records"},{"title":"Export Records Url","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/export_records/url","href":"/api-reference/trace/export-records-url"},{"title":"Recompute Metrics","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/recompute-metrics","href":"/api-reference/trace/recompute-metrics"},{"title":"Delete Traces","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/traces/delete","href":"/api-reference/trace/delete-traces"},{"title":"Delete Spans","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/spans/delete","href":"/api-reference/trace/delete-spans"},{"title":"Delete Sessions","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/sessions/delete","href":"/api-reference/trace/delete-sessions"}]},{"group":"logstream-insights","pages":[{"title":"Get Logstream Insights Token Usages","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/log_streams/{log_stream_id}/logstream_insights/token_usage","href":"/api-reference/logstream-insights/get-logstream-insights-token-usages"}]},{"group":"log_stream","pages":[{"title":"List Log Streams","deprecated":true,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/log_streams","href":"/api-reference/log_stream/list-log-streams"},{"title":"Create Log Stream","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/log_streams","href":"/api-reference/log_stream/create-log-stream"},{"title":"List Log Streams Paginated","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/log_streams/paginated","href":"/api-reference/log_stream/list-log-streams-paginated"},{"title":"Search Log Streams","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/log_streams/search","href":"/api-reference/log_stream/search-log-streams"},{"title":"Get Log Stream","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/log_streams/{log_stream_id}","href":"/api-reference/log_stream/get-log-stream"},{"title":"Update Log Stream","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/log_streams/{log_stream_id}","href":"/api-reference/log_stream/update-log-stream"},{"title":"Delete Log Stream","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/log_streams/{log_stream_id}","href":"/api-reference/log_stream/delete-log-stream"},{"title":"Get Metric Settings","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/log_streams/{log_stream_id}/metric_settings","href":"/api-reference/log_stream/get-metric-settings"},{"title":"Update Metric Settings","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/log_streams/{log_stream_id}/metric_settings","href":"/api-reference/log_stream/update-metric-settings"}]},{"group":"signals-v2","pages":[{"title":"List Signals","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals","href":"/api-reference/signals-v2/list-signals"},{"title":"Archive Selected Signals","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/runs/{run_id}/signals/archive","href":"/api-reference/signals-v2/archive-selected-signals"},{"title":"Archive Signal","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json patch /v2/projects/{project_id}/runs/{run_id}/signals/{signal_id}/archive","href":"/api-reference/signals-v2/archive-signal"},{"title":"Merge Signals","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/runs/{run_id}/signals/{signal_id}/merge","href":"/api-reference/signals-v2/merge-signals"},{"title":"Unmerge Signals","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/runs/{run_id}/signals/{signal_id}/unmerge","href":"/api-reference/signals-v2/unmerge-signals"},{"title":"List Signal Scans","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals/scans","href":"/api-reference/signals-v2/list-signal-scans"},{"title":"Start Manual Signal Scan","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json post /v2/projects/{project_id}/runs/{run_id}/signals/scans","href":"/api-reference/signals-v2/start-manual-signal-scan"},{"title":"Preview Manual Signal Scan","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals/scans/preview","href":"/api-reference/signals-v2/preview-manual-signal-scan"},{"title":"Get Signal Scan","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals/scans/{scan_id}","href":"/api-reference/signals-v2/get-signal-scan"},{"title":"Get Signals Configuration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals/configuration","href":"/api-reference/signals-v2/get-signals-configuration"},{"title":"Put Signals Configuration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/runs/{run_id}/signals/configuration","href":"/api-reference/signals-v2/put-signals-configuration"},{"title":"Delete Signals Configuration","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json delete /v2/projects/{project_id}/runs/{run_id}/signals/configuration","href":"/api-reference/signals-v2/delete-signals-configuration"},{"title":"Get Signal","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals/{signal_id}","href":"/api-reference/signals-v2/get-signal"},{"title":"Get Signal Feedback","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals/{signal_id}/feedback","href":"/api-reference/signals-v2/get-signal-feedback"},{"title":"Put Signal Feedback","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json put /v2/projects/{project_id}/runs/{run_id}/signals/{signal_id}/feedback","href":"/api-reference/signals-v2/put-signal-feedback"},{"title":"List Signal Affected Sessions","deprecated":null,"version":null,"openapi":"https://api.galileo.ai/public/v2/openapi.json get /v2/projects/{project_id}/runs/{run_id}/signals/{signal_id}/affected-sessions","href":"/api-reference/signals-v2/list-signal-affected-sessions"}]}]}]}]},{"tab":"Cookbooks","icon":"book","pages":[{"title":"Cookbooks","href":"/cookbooks/overview"}]},{"tab":"Release Notes","icon":"newspaper","pages":[{"title":"Release Notes","href":"/release-notes"}]}]},"basePath":"","title":"Create Experiment - Galileo","buildId":"dpl_Fyv1NbzwP68g2bEH2Roy98uY1zmE","deploymentId":"dpl_Fyv1NbzwP68g2bEH2Roy98uY1zmE","dynamics":["10e4515597","c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["BannerMarkdown-Dlc3Qr3h.js","dist-D2J8knkn.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","clsx-Dq9TQuNi.js","html-void-elements-mCSPHezU.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","OpenApiReferenceProvider-DdEMm2kG.js","utils-BMo572L7.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-C-4m9KAx.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-DPLK2Oq9.js","snippetPresets-BKjfJMC9.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-DTsgtCEj.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-C8vmhyQM.js","shallow-r9w8LQGS.js","getApiPlaygroundDisplay-DjPI64HQ.js","CodeSnippet-C8Bvhl16.js","CodeSnippets-BtWUwcMy.js","Page-BIYvYBgk.js","getPastedJson-Dcm_3Pgl.js","icon-BXwrTpjc.js","MethodPill-CcjfVmmy.js","DuplicateIcon-BuKIbXAQ.js","createIcon-DaL9yXsO.js","DynamicMarkdown-Co5nikxh.js","SectionHeading-P4UNTsMZ.js","axios-vUo_bRtp.js","Markdown-CEfymfIH.js","AssistantPageLink-BgZ2ThuU.js"]}