curl --request POST \
--url https://api.galileo.ai/v2/projects/{project_id}/experiments \
--header 'Content-Type: application/json' \
--header 'Galileo-API-Key: <api-key>' \
--data '
{
"name": "<string>",
"task_type": 16,
"playground_id": "<string>",
"prompt_template_version_id": "<string>",
"dataset": {
"dataset_id": "<string>",
"version_index": 123
},
"playground_prompt_id": "<string>",
"prompt_settings": {
"logprobs": true,
"top_logprobs": 5,
"echo": false,
"n": 1,
"reasoning_effort": "medium",
"verbosity": "medium",
"deployment_name": "<string>",
"model_alias": "gpt-5.1",
"temperature": 123,
"max_tokens": 4096,
"stop_sequences": [
"<string>"
],
"top_p": 1,
"top_k": 40,
"frequency_penalty": 0,
"presence_penalty": 0,
"tools": [
{}
],
"tool_choice": "<string>",
"response_format": {},
"known_models": [
{
"name": "<string>",
"alias": "<string>",
"integration": "openai",
"user_role": "<string>",
"assistant_role": "<string>",
"system_supported": false,
"input_modalities": [],
"alternative_names": [
"<string>"
],
"input_token_limit": 123,
"output_token_limit": 123,
"token_limit": 123,
"cost_by": "tokens",
"is_chat": false,
"provides_log_probs": false,
"formatting_tokens": 0,
"response_prefix_tokens": 0,
"api_version": "<string>",
"legacy_mistral_prompt_format": false,
"requires_max_tokens": false,
"max_top_p": 123,
"params_map": {
"model": "<string>",
"temperature": "<string>",
"max_tokens": "<string>",
"stop_sequences": "<string>",
"top_p": "<string>",
"top_k": "<string>",
"frequency_penalty": "<string>",
"presence_penalty": "<string>",
"echo": "<string>",
"logprobs": "<string>",
"top_logprobs": "<string>",
"n": "<string>",
"api_version": "<string>",
"tools": "<string>",
"tool_choice": "<string>",
"response_format": "<string>",
"reasoning_effort": "<string>",
"verbosity": "<string>",
"deployment_name": "<string>"
},
"output_map": {
"response": "<string>",
"token_count": "<string>",
"input_token_count": "<string>",
"output_token_count": "<string>",
"completion_reason": "<string>"
},
"input_map": {
"prompt": "<string>",
"prefix": "",
"suffix": ""
}
}
]
},
"scorers": [
{
"id": "<string>",
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"value": "<string>",
"name": "node_name",
"case_sensitive": true
}
],
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"name": "<string>",
"scorer_version": {
"id": "<string>",
"version": 123,
"scorer_id": "<string>",
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"chain_poll_template": {
"template": "<string>",
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
],
"response_schema": {}
},
"instructions": "<string>",
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>",
"score_type": "<string>"
},
"finetuned_scorer": {
"id": "<string>",
"name": "<string>",
"lora_task_id": 123,
"prompt": "<string>",
"lora_weights_path": "<string>",
"class_name_to_vocab_ix": {}
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true
},
"multimodal_capabilities": [],
"score_type": "<string>"
}
],
"trigger": false,
"experiment_group_id": "<string>",
"experiment_group_name": "<string>"
}
'import requests
url = "https://api.galileo.ai/v2/projects/{project_id}/experiments"
payload = {
"name": "<string>",
"task_type": 16,
"playground_id": "<string>",
"prompt_template_version_id": "<string>",
"dataset": {
"dataset_id": "<string>",
"version_index": 123
},
"playground_prompt_id": "<string>",
"prompt_settings": {
"logprobs": True,
"top_logprobs": 5,
"echo": False,
"n": 1,
"reasoning_effort": "medium",
"verbosity": "medium",
"deployment_name": "<string>",
"model_alias": "gpt-5.1",
"temperature": 123,
"max_tokens": 4096,
"stop_sequences": ["<string>"],
"top_p": 1,
"top_k": 40,
"frequency_penalty": 0,
"presence_penalty": 0,
"tools": [{}],
"tool_choice": "<string>",
"response_format": {},
"known_models": [
{
"name": "<string>",
"alias": "<string>",
"integration": "openai",
"user_role": "<string>",
"assistant_role": "<string>",
"system_supported": False,
"input_modalities": [],
"alternative_names": ["<string>"],
"input_token_limit": 123,
"output_token_limit": 123,
"token_limit": 123,
"cost_by": "tokens",
"is_chat": False,
"provides_log_probs": False,
"formatting_tokens": 0,
"response_prefix_tokens": 0,
"api_version": "<string>",
"legacy_mistral_prompt_format": False,
"requires_max_tokens": False,
"max_top_p": 123,
"params_map": {
"model": "<string>",
"temperature": "<string>",
"max_tokens": "<string>",
"stop_sequences": "<string>",
"top_p": "<string>",
"top_k": "<string>",
"frequency_penalty": "<string>",
"presence_penalty": "<string>",
"echo": "<string>",
"logprobs": "<string>",
"top_logprobs": "<string>",
"n": "<string>",
"api_version": "<string>",
"tools": "<string>",
"tool_choice": "<string>",
"response_format": "<string>",
"reasoning_effort": "<string>",
"verbosity": "<string>",
"deployment_name": "<string>"
},
"output_map": {
"response": "<string>",
"token_count": "<string>",
"input_token_count": "<string>",
"output_token_count": "<string>",
"completion_reason": "<string>"
},
"input_map": {
"prompt": "<string>",
"prefix": "",
"suffix": ""
}
}
]
},
"scorers": [
{
"id": "<string>",
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"value": "<string>",
"name": "node_name",
"case_sensitive": True
}
],
"scoreable_node_types": ["<string>"],
"cot_enabled": True,
"name": "<string>",
"scorer_version": {
"id": "<string>",
"version": 123,
"scorer_id": "<string>",
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"chain_poll_template": {
"template": "<string>",
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
],
"response_schema": {}
},
"instructions": "<string>",
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>",
"score_type": "<string>"
},
"finetuned_scorer": {
"id": "<string>",
"name": "<string>",
"lora_task_id": 123,
"prompt": "<string>",
"lora_weights_path": "<string>",
"class_name_to_vocab_ix": {}
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": ["<string>"],
"cot_enabled": True
},
"multimodal_capabilities": [],
"score_type": "<string>"
}
],
"trigger": False,
"experiment_group_id": "<string>",
"experiment_group_name": "<string>"
}
headers = {
"Galileo-API-Key": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'Galileo-API-Key': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
name: '<string>',
task_type: 16,
playground_id: '<string>',
prompt_template_version_id: '<string>',
dataset: {dataset_id: '<string>', version_index: 123},
playground_prompt_id: '<string>',
prompt_settings: {
logprobs: true,
top_logprobs: 5,
echo: false,
n: 1,
reasoning_effort: 'medium',
verbosity: 'medium',
deployment_name: '<string>',
model_alias: 'gpt-5.1',
temperature: 123,
max_tokens: 4096,
stop_sequences: ['<string>'],
top_p: 1,
top_k: 40,
frequency_penalty: 0,
presence_penalty: 0,
tools: [{}],
tool_choice: '<string>',
response_format: {},
known_models: [
{
name: '<string>',
alias: '<string>',
integration: 'openai',
user_role: '<string>',
assistant_role: '<string>',
system_supported: false,
input_modalities: [],
alternative_names: ['<string>'],
input_token_limit: 123,
output_token_limit: 123,
token_limit: 123,
cost_by: 'tokens',
is_chat: false,
provides_log_probs: false,
formatting_tokens: 0,
response_prefix_tokens: 0,
api_version: '<string>',
legacy_mistral_prompt_format: false,
requires_max_tokens: false,
max_top_p: 123,
params_map: {
model: '<string>',
temperature: '<string>',
max_tokens: '<string>',
stop_sequences: '<string>',
top_p: '<string>',
top_k: '<string>',
frequency_penalty: '<string>',
presence_penalty: '<string>',
echo: '<string>',
logprobs: '<string>',
top_logprobs: '<string>',
n: '<string>',
api_version: '<string>',
tools: '<string>',
tool_choice: '<string>',
response_format: '<string>',
reasoning_effort: '<string>',
verbosity: '<string>',
deployment_name: '<string>'
},
output_map: {
response: '<string>',
token_count: '<string>',
input_token_count: '<string>',
output_token_count: '<string>',
completion_reason: '<string>'
},
input_map: {prompt: '<string>', prefix: '', suffix: ''}
}
]
},
scorers: [
{
id: '<string>',
model_name: '<string>',
num_judges: 123,
filters: [{value: '<string>', name: 'node_name', case_sensitive: true}],
scoreable_node_types: ['<string>'],
cot_enabled: true,
name: '<string>',
scorer_version: {
id: '<string>',
version: 123,
scorer_id: '<string>',
generated_scorer: {
id: '<string>',
name: '<string>',
chain_poll_template: {
template: '<string>',
metric_system_prompt: '<string>',
metric_description: '<string>',
value_field_name: 'rating',
explanation_field_name: 'explanation',
metric_few_shot_examples: [{generation_prompt_and_response: '<string>', evaluating_response: '<string>'}],
response_schema: {}
},
instructions: '<string>',
user_prompt: '<string>'
},
registered_scorer: {id: '<string>', name: '<string>', score_type: '<string>'},
finetuned_scorer: {
id: '<string>',
name: '<string>',
lora_task_id: 123,
prompt: '<string>',
lora_weights_path: '<string>',
class_name_to_vocab_ix: {}
},
model_name: '<string>',
num_judges: 123,
scoreable_node_types: ['<string>'],
cot_enabled: true
},
multimodal_capabilities: [],
score_type: '<string>'
}
],
trigger: false,
experiment_group_id: '<string>',
experiment_group_name: '<string>'
})
};
fetch('https://api.galileo.ai/v2/projects/{project_id}/experiments', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.galileo.ai/v2/projects/{project_id}/experiments",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'name' => '<string>',
'task_type' => 16,
'playground_id' => '<string>',
'prompt_template_version_id' => '<string>',
'dataset' => [
'dataset_id' => '<string>',
'version_index' => 123
],
'playground_prompt_id' => '<string>',
'prompt_settings' => [
'logprobs' => true,
'top_logprobs' => 5,
'echo' => false,
'n' => 1,
'reasoning_effort' => 'medium',
'verbosity' => 'medium',
'deployment_name' => '<string>',
'model_alias' => 'gpt-5.1',
'temperature' => 123,
'max_tokens' => 4096,
'stop_sequences' => [
'<string>'
],
'top_p' => 1,
'top_k' => 40,
'frequency_penalty' => 0,
'presence_penalty' => 0,
'tools' => [
[
]
],
'tool_choice' => '<string>',
'response_format' => [
],
'known_models' => [
[
'name' => '<string>',
'alias' => '<string>',
'integration' => 'openai',
'user_role' => '<string>',
'assistant_role' => '<string>',
'system_supported' => false,
'input_modalities' => [
],
'alternative_names' => [
'<string>'
],
'input_token_limit' => 123,
'output_token_limit' => 123,
'token_limit' => 123,
'cost_by' => 'tokens',
'is_chat' => false,
'provides_log_probs' => false,
'formatting_tokens' => 0,
'response_prefix_tokens' => 0,
'api_version' => '<string>',
'legacy_mistral_prompt_format' => false,
'requires_max_tokens' => false,
'max_top_p' => 123,
'params_map' => [
'model' => '<string>',
'temperature' => '<string>',
'max_tokens' => '<string>',
'stop_sequences' => '<string>',
'top_p' => '<string>',
'top_k' => '<string>',
'frequency_penalty' => '<string>',
'presence_penalty' => '<string>',
'echo' => '<string>',
'logprobs' => '<string>',
'top_logprobs' => '<string>',
'n' => '<string>',
'api_version' => '<string>',
'tools' => '<string>',
'tool_choice' => '<string>',
'response_format' => '<string>',
'reasoning_effort' => '<string>',
'verbosity' => '<string>',
'deployment_name' => '<string>'
],
'output_map' => [
'response' => '<string>',
'token_count' => '<string>',
'input_token_count' => '<string>',
'output_token_count' => '<string>',
'completion_reason' => '<string>'
],
'input_map' => [
'prompt' => '<string>',
'prefix' => '',
'suffix' => ''
]
]
]
],
'scorers' => [
[
'id' => '<string>',
'model_name' => '<string>',
'num_judges' => 123,
'filters' => [
[
'value' => '<string>',
'name' => 'node_name',
'case_sensitive' => true
]
],
'scoreable_node_types' => [
'<string>'
],
'cot_enabled' => true,
'name' => '<string>',
'scorer_version' => [
'id' => '<string>',
'version' => 123,
'scorer_id' => '<string>',
'generated_scorer' => [
'id' => '<string>',
'name' => '<string>',
'chain_poll_template' => [
'template' => '<string>',
'metric_system_prompt' => '<string>',
'metric_description' => '<string>',
'value_field_name' => 'rating',
'explanation_field_name' => 'explanation',
'metric_few_shot_examples' => [
[
'generation_prompt_and_response' => '<string>',
'evaluating_response' => '<string>'
]
],
'response_schema' => [
]
],
'instructions' => '<string>',
'user_prompt' => '<string>'
],
'registered_scorer' => [
'id' => '<string>',
'name' => '<string>',
'score_type' => '<string>'
],
'finetuned_scorer' => [
'id' => '<string>',
'name' => '<string>',
'lora_task_id' => 123,
'prompt' => '<string>',
'lora_weights_path' => '<string>',
'class_name_to_vocab_ix' => [
]
],
'model_name' => '<string>',
'num_judges' => 123,
'scoreable_node_types' => [
'<string>'
],
'cot_enabled' => true
],
'multimodal_capabilities' => [
],
'score_type' => '<string>'
]
],
'trigger' => false,
'experiment_group_id' => '<string>',
'experiment_group_name' => '<string>'
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"Galileo-API-Key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.galileo.ai/v2/projects/{project_id}/experiments"
payload := strings.NewReader("{\n \"name\": \"<string>\",\n \"task_type\": 16,\n \"playground_id\": \"<string>\",\n \"prompt_template_version_id\": \"<string>\",\n \"dataset\": {\n \"dataset_id\": \"<string>\",\n \"version_index\": 123\n },\n \"playground_prompt_id\": \"<string>\",\n \"prompt_settings\": {\n \"logprobs\": true,\n \"top_logprobs\": 5,\n \"echo\": false,\n \"n\": 1,\n \"reasoning_effort\": \"medium\",\n \"verbosity\": \"medium\",\n \"deployment_name\": \"<string>\",\n \"model_alias\": \"gpt-5.1\",\n \"temperature\": 123,\n \"max_tokens\": 4096,\n \"stop_sequences\": [\n \"<string>\"\n ],\n \"top_p\": 1,\n \"top_k\": 40,\n \"frequency_penalty\": 0,\n \"presence_penalty\": 0,\n \"tools\": [\n {}\n ],\n \"tool_choice\": \"<string>\",\n \"response_format\": {},\n \"known_models\": [\n {\n \"name\": \"<string>\",\n \"alias\": \"<string>\",\n \"integration\": \"openai\",\n \"user_role\": \"<string>\",\n \"assistant_role\": \"<string>\",\n \"system_supported\": false,\n \"input_modalities\": [],\n \"alternative_names\": [\n \"<string>\"\n ],\n \"input_token_limit\": 123,\n \"output_token_limit\": 123,\n \"token_limit\": 123,\n \"cost_by\": \"tokens\",\n \"is_chat\": false,\n \"provides_log_probs\": false,\n \"formatting_tokens\": 0,\n \"response_prefix_tokens\": 0,\n \"api_version\": \"<string>\",\n \"legacy_mistral_prompt_format\": false,\n \"requires_max_tokens\": false,\n \"max_top_p\": 123,\n \"params_map\": {\n \"model\": \"<string>\",\n \"temperature\": \"<string>\",\n \"max_tokens\": \"<string>\",\n \"stop_sequences\": \"<string>\",\n \"top_p\": \"<string>\",\n \"top_k\": \"<string>\",\n \"frequency_penalty\": \"<string>\",\n \"presence_penalty\": \"<string>\",\n \"echo\": \"<string>\",\n \"logprobs\": \"<string>\",\n \"top_logprobs\": \"<string>\",\n \"n\": \"<string>\",\n \"api_version\": \"<string>\",\n \"tools\": \"<string>\",\n \"tool_choice\": \"<string>\",\n \"response_format\": \"<string>\",\n \"reasoning_effort\": \"<string>\",\n \"verbosity\": \"<string>\",\n \"deployment_name\": \"<string>\"\n },\n \"output_map\": {\n \"response\": \"<string>\",\n \"token_count\": \"<string>\",\n \"input_token_count\": \"<string>\",\n \"output_token_count\": \"<string>\",\n \"completion_reason\": \"<string>\"\n },\n \"input_map\": {\n \"prompt\": \"<string>\",\n \"prefix\": \"\",\n \"suffix\": \"\"\n }\n }\n ]\n },\n \"scorers\": [\n {\n \"id\": \"<string>\",\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"filters\": [\n {\n \"value\": \"<string>\",\n \"name\": \"node_name\",\n \"case_sensitive\": true\n }\n ],\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true,\n \"name\": \"<string>\",\n \"scorer_version\": {\n \"id\": \"<string>\",\n \"version\": 123,\n \"scorer_id\": \"<string>\",\n \"generated_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"chain_poll_template\": {\n \"template\": \"<string>\",\n \"metric_system_prompt\": \"<string>\",\n \"metric_description\": \"<string>\",\n \"value_field_name\": \"rating\",\n \"explanation_field_name\": \"explanation\",\n \"metric_few_shot_examples\": [\n {\n \"generation_prompt_and_response\": \"<string>\",\n \"evaluating_response\": \"<string>\"\n }\n ],\n \"response_schema\": {}\n },\n \"instructions\": \"<string>\",\n \"user_prompt\": \"<string>\"\n },\n \"registered_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"score_type\": \"<string>\"\n },\n \"finetuned_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"lora_task_id\": 123,\n \"prompt\": \"<string>\",\n \"lora_weights_path\": \"<string>\",\n \"class_name_to_vocab_ix\": {}\n },\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true\n },\n \"multimodal_capabilities\": [],\n \"score_type\": \"<string>\"\n }\n ],\n \"trigger\": false,\n \"experiment_group_id\": \"<string>\",\n \"experiment_group_name\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Galileo-API-Key", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.galileo.ai/v2/projects/{project_id}/experiments")
.header("Galileo-API-Key", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"<string>\",\n \"task_type\": 16,\n \"playground_id\": \"<string>\",\n \"prompt_template_version_id\": \"<string>\",\n \"dataset\": {\n \"dataset_id\": \"<string>\",\n \"version_index\": 123\n },\n \"playground_prompt_id\": \"<string>\",\n \"prompt_settings\": {\n \"logprobs\": true,\n \"top_logprobs\": 5,\n \"echo\": false,\n \"n\": 1,\n \"reasoning_effort\": \"medium\",\n \"verbosity\": \"medium\",\n \"deployment_name\": \"<string>\",\n \"model_alias\": \"gpt-5.1\",\n \"temperature\": 123,\n \"max_tokens\": 4096,\n \"stop_sequences\": [\n \"<string>\"\n ],\n \"top_p\": 1,\n \"top_k\": 40,\n \"frequency_penalty\": 0,\n \"presence_penalty\": 0,\n \"tools\": [\n {}\n ],\n \"tool_choice\": \"<string>\",\n \"response_format\": {},\n \"known_models\": [\n {\n \"name\": \"<string>\",\n \"alias\": \"<string>\",\n \"integration\": \"openai\",\n \"user_role\": \"<string>\",\n \"assistant_role\": \"<string>\",\n \"system_supported\": false,\n \"input_modalities\": [],\n \"alternative_names\": [\n \"<string>\"\n ],\n \"input_token_limit\": 123,\n \"output_token_limit\": 123,\n \"token_limit\": 123,\n \"cost_by\": \"tokens\",\n \"is_chat\": false,\n \"provides_log_probs\": false,\n \"formatting_tokens\": 0,\n \"response_prefix_tokens\": 0,\n \"api_version\": \"<string>\",\n \"legacy_mistral_prompt_format\": false,\n \"requires_max_tokens\": false,\n \"max_top_p\": 123,\n \"params_map\": {\n \"model\": \"<string>\",\n \"temperature\": \"<string>\",\n \"max_tokens\": \"<string>\",\n \"stop_sequences\": \"<string>\",\n \"top_p\": \"<string>\",\n \"top_k\": \"<string>\",\n \"frequency_penalty\": \"<string>\",\n \"presence_penalty\": \"<string>\",\n \"echo\": \"<string>\",\n \"logprobs\": \"<string>\",\n \"top_logprobs\": \"<string>\",\n \"n\": \"<string>\",\n \"api_version\": \"<string>\",\n \"tools\": \"<string>\",\n \"tool_choice\": \"<string>\",\n \"response_format\": \"<string>\",\n \"reasoning_effort\": \"<string>\",\n \"verbosity\": \"<string>\",\n \"deployment_name\": \"<string>\"\n },\n \"output_map\": {\n \"response\": \"<string>\",\n \"token_count\": \"<string>\",\n \"input_token_count\": \"<string>\",\n \"output_token_count\": \"<string>\",\n \"completion_reason\": \"<string>\"\n },\n \"input_map\": {\n \"prompt\": \"<string>\",\n \"prefix\": \"\",\n \"suffix\": \"\"\n }\n }\n ]\n },\n \"scorers\": [\n {\n \"id\": \"<string>\",\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"filters\": [\n {\n \"value\": \"<string>\",\n \"name\": \"node_name\",\n \"case_sensitive\": true\n }\n ],\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true,\n \"name\": \"<string>\",\n \"scorer_version\": {\n \"id\": \"<string>\",\n \"version\": 123,\n \"scorer_id\": \"<string>\",\n \"generated_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"chain_poll_template\": {\n \"template\": \"<string>\",\n \"metric_system_prompt\": \"<string>\",\n \"metric_description\": \"<string>\",\n \"value_field_name\": \"rating\",\n \"explanation_field_name\": \"explanation\",\n \"metric_few_shot_examples\": [\n {\n \"generation_prompt_and_response\": \"<string>\",\n \"evaluating_response\": \"<string>\"\n }\n ],\n \"response_schema\": {}\n },\n \"instructions\": \"<string>\",\n \"user_prompt\": \"<string>\"\n },\n \"registered_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"score_type\": \"<string>\"\n },\n \"finetuned_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"lora_task_id\": 123,\n \"prompt\": \"<string>\",\n \"lora_weights_path\": \"<string>\",\n \"class_name_to_vocab_ix\": {}\n },\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true\n },\n \"multimodal_capabilities\": [],\n \"score_type\": \"<string>\"\n }\n ],\n \"trigger\": false,\n \"experiment_group_id\": \"<string>\",\n \"experiment_group_name\": \"<string>\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.galileo.ai/v2/projects/{project_id}/experiments")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Galileo-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"<string>\",\n \"task_type\": 16,\n \"playground_id\": \"<string>\",\n \"prompt_template_version_id\": \"<string>\",\n \"dataset\": {\n \"dataset_id\": \"<string>\",\n \"version_index\": 123\n },\n \"playground_prompt_id\": \"<string>\",\n \"prompt_settings\": {\n \"logprobs\": true,\n \"top_logprobs\": 5,\n \"echo\": false,\n \"n\": 1,\n \"reasoning_effort\": \"medium\",\n \"verbosity\": \"medium\",\n \"deployment_name\": \"<string>\",\n \"model_alias\": \"gpt-5.1\",\n \"temperature\": 123,\n \"max_tokens\": 4096,\n \"stop_sequences\": [\n \"<string>\"\n ],\n \"top_p\": 1,\n \"top_k\": 40,\n \"frequency_penalty\": 0,\n \"presence_penalty\": 0,\n \"tools\": [\n {}\n ],\n \"tool_choice\": \"<string>\",\n \"response_format\": {},\n \"known_models\": [\n {\n \"name\": \"<string>\",\n \"alias\": \"<string>\",\n \"integration\": \"openai\",\n \"user_role\": \"<string>\",\n \"assistant_role\": \"<string>\",\n \"system_supported\": false,\n \"input_modalities\": [],\n \"alternative_names\": [\n \"<string>\"\n ],\n \"input_token_limit\": 123,\n \"output_token_limit\": 123,\n \"token_limit\": 123,\n \"cost_by\": \"tokens\",\n \"is_chat\": false,\n \"provides_log_probs\": false,\n \"formatting_tokens\": 0,\n \"response_prefix_tokens\": 0,\n \"api_version\": \"<string>\",\n \"legacy_mistral_prompt_format\": false,\n \"requires_max_tokens\": false,\n \"max_top_p\": 123,\n \"params_map\": {\n \"model\": \"<string>\",\n \"temperature\": \"<string>\",\n \"max_tokens\": \"<string>\",\n \"stop_sequences\": \"<string>\",\n \"top_p\": \"<string>\",\n \"top_k\": \"<string>\",\n \"frequency_penalty\": \"<string>\",\n \"presence_penalty\": \"<string>\",\n \"echo\": \"<string>\",\n \"logprobs\": \"<string>\",\n \"top_logprobs\": \"<string>\",\n \"n\": \"<string>\",\n \"api_version\": \"<string>\",\n \"tools\": \"<string>\",\n \"tool_choice\": \"<string>\",\n \"response_format\": \"<string>\",\n \"reasoning_effort\": \"<string>\",\n \"verbosity\": \"<string>\",\n \"deployment_name\": \"<string>\"\n },\n \"output_map\": {\n \"response\": \"<string>\",\n \"token_count\": \"<string>\",\n \"input_token_count\": \"<string>\",\n \"output_token_count\": \"<string>\",\n \"completion_reason\": \"<string>\"\n },\n \"input_map\": {\n \"prompt\": \"<string>\",\n \"prefix\": \"\",\n \"suffix\": \"\"\n }\n }\n ]\n },\n \"scorers\": [\n {\n \"id\": \"<string>\",\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"filters\": [\n {\n \"value\": \"<string>\",\n \"name\": \"node_name\",\n \"case_sensitive\": true\n }\n ],\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true,\n \"name\": \"<string>\",\n \"scorer_version\": {\n \"id\": \"<string>\",\n \"version\": 123,\n \"scorer_id\": \"<string>\",\n \"generated_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"chain_poll_template\": {\n \"template\": \"<string>\",\n \"metric_system_prompt\": \"<string>\",\n \"metric_description\": \"<string>\",\n \"value_field_name\": \"rating\",\n \"explanation_field_name\": \"explanation\",\n \"metric_few_shot_examples\": [\n {\n \"generation_prompt_and_response\": \"<string>\",\n \"evaluating_response\": \"<string>\"\n }\n ],\n \"response_schema\": {}\n },\n \"instructions\": \"<string>\",\n \"user_prompt\": \"<string>\"\n },\n \"registered_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"score_type\": \"<string>\"\n },\n \"finetuned_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"lora_task_id\": 123,\n \"prompt\": \"<string>\",\n \"lora_weights_path\": \"<string>\",\n \"class_name_to_vocab_ix\": {}\n },\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true\n },\n \"multimodal_capabilities\": [],\n \"score_type\": \"<string>\"\n }\n ],\n \"trigger\": false,\n \"experiment_group_id\": \"<string>\",\n \"experiment_group_name\": \"<string>\"\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"project_id": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z",
"name": "",
"created_by": "<string>",
"created_by_user": {
"id": "<string>",
"email": "<string>",
"first_name": "<string>",
"last_name": "<string>"
},
"num_spans": 123,
"num_traces": 123,
"num_sessions": 123,
"dataset": {
"dataset_id": "<string>",
"version_index": 123,
"name": "<string>"
},
"aggregate_metrics": {},
"structured_aggregate_metrics": {},
"aggregate_feedback": {},
"rating_aggregates": {},
"ranking_score": 123,
"rank": 123,
"winner": true,
"playground_id": "<string>",
"playground": {
"playground_id": "<string>",
"name": "<string>"
},
"prompt_run_settings": {
"logprobs": true,
"top_logprobs": 5,
"echo": false,
"n": 1,
"reasoning_effort": "medium",
"verbosity": "medium",
"deployment_name": "<string>",
"model_alias": "gpt-5.1",
"temperature": 123,
"max_tokens": 4096,
"stop_sequences": [
"<string>"
],
"top_p": 1,
"top_k": 40,
"frequency_penalty": 0,
"presence_penalty": 0,
"tools": "<string>",
"tool_choice": "<string>",
"response_format": {}
},
"prompt_model": "<string>",
"prompt": {
"prompt_template_id": "<string>",
"version_index": 123,
"name": "<string>",
"content": "<string>"
},
"tags": {},
"status": {
"log_generation": {
"progress_percent": 0
}
},
"experiment_group_id": "<string>",
"experiment_group_name": "<string>",
"experiment_group_is_system": true
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Create Experiment
Create a new experiment for a project.
curl --request POST \
--url https://api.galileo.ai/v2/projects/{project_id}/experiments \
--header 'Content-Type: application/json' \
--header 'Galileo-API-Key: <api-key>' \
--data '
{
"name": "<string>",
"task_type": 16,
"playground_id": "<string>",
"prompt_template_version_id": "<string>",
"dataset": {
"dataset_id": "<string>",
"version_index": 123
},
"playground_prompt_id": "<string>",
"prompt_settings": {
"logprobs": true,
"top_logprobs": 5,
"echo": false,
"n": 1,
"reasoning_effort": "medium",
"verbosity": "medium",
"deployment_name": "<string>",
"model_alias": "gpt-5.1",
"temperature": 123,
"max_tokens": 4096,
"stop_sequences": [
"<string>"
],
"top_p": 1,
"top_k": 40,
"frequency_penalty": 0,
"presence_penalty": 0,
"tools": [
{}
],
"tool_choice": "<string>",
"response_format": {},
"known_models": [
{
"name": "<string>",
"alias": "<string>",
"integration": "openai",
"user_role": "<string>",
"assistant_role": "<string>",
"system_supported": false,
"input_modalities": [],
"alternative_names": [
"<string>"
],
"input_token_limit": 123,
"output_token_limit": 123,
"token_limit": 123,
"cost_by": "tokens",
"is_chat": false,
"provides_log_probs": false,
"formatting_tokens": 0,
"response_prefix_tokens": 0,
"api_version": "<string>",
"legacy_mistral_prompt_format": false,
"requires_max_tokens": false,
"max_top_p": 123,
"params_map": {
"model": "<string>",
"temperature": "<string>",
"max_tokens": "<string>",
"stop_sequences": "<string>",
"top_p": "<string>",
"top_k": "<string>",
"frequency_penalty": "<string>",
"presence_penalty": "<string>",
"echo": "<string>",
"logprobs": "<string>",
"top_logprobs": "<string>",
"n": "<string>",
"api_version": "<string>",
"tools": "<string>",
"tool_choice": "<string>",
"response_format": "<string>",
"reasoning_effort": "<string>",
"verbosity": "<string>",
"deployment_name": "<string>"
},
"output_map": {
"response": "<string>",
"token_count": "<string>",
"input_token_count": "<string>",
"output_token_count": "<string>",
"completion_reason": "<string>"
},
"input_map": {
"prompt": "<string>",
"prefix": "",
"suffix": ""
}
}
]
},
"scorers": [
{
"id": "<string>",
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"value": "<string>",
"name": "node_name",
"case_sensitive": true
}
],
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"name": "<string>",
"scorer_version": {
"id": "<string>",
"version": 123,
"scorer_id": "<string>",
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"chain_poll_template": {
"template": "<string>",
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
],
"response_schema": {}
},
"instructions": "<string>",
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>",
"score_type": "<string>"
},
"finetuned_scorer": {
"id": "<string>",
"name": "<string>",
"lora_task_id": 123,
"prompt": "<string>",
"lora_weights_path": "<string>",
"class_name_to_vocab_ix": {}
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true
},
"multimodal_capabilities": [],
"score_type": "<string>"
}
],
"trigger": false,
"experiment_group_id": "<string>",
"experiment_group_name": "<string>"
}
'import requests
url = "https://api.galileo.ai/v2/projects/{project_id}/experiments"
payload = {
"name": "<string>",
"task_type": 16,
"playground_id": "<string>",
"prompt_template_version_id": "<string>",
"dataset": {
"dataset_id": "<string>",
"version_index": 123
},
"playground_prompt_id": "<string>",
"prompt_settings": {
"logprobs": True,
"top_logprobs": 5,
"echo": False,
"n": 1,
"reasoning_effort": "medium",
"verbosity": "medium",
"deployment_name": "<string>",
"model_alias": "gpt-5.1",
"temperature": 123,
"max_tokens": 4096,
"stop_sequences": ["<string>"],
"top_p": 1,
"top_k": 40,
"frequency_penalty": 0,
"presence_penalty": 0,
"tools": [{}],
"tool_choice": "<string>",
"response_format": {},
"known_models": [
{
"name": "<string>",
"alias": "<string>",
"integration": "openai",
"user_role": "<string>",
"assistant_role": "<string>",
"system_supported": False,
"input_modalities": [],
"alternative_names": ["<string>"],
"input_token_limit": 123,
"output_token_limit": 123,
"token_limit": 123,
"cost_by": "tokens",
"is_chat": False,
"provides_log_probs": False,
"formatting_tokens": 0,
"response_prefix_tokens": 0,
"api_version": "<string>",
"legacy_mistral_prompt_format": False,
"requires_max_tokens": False,
"max_top_p": 123,
"params_map": {
"model": "<string>",
"temperature": "<string>",
"max_tokens": "<string>",
"stop_sequences": "<string>",
"top_p": "<string>",
"top_k": "<string>",
"frequency_penalty": "<string>",
"presence_penalty": "<string>",
"echo": "<string>",
"logprobs": "<string>",
"top_logprobs": "<string>",
"n": "<string>",
"api_version": "<string>",
"tools": "<string>",
"tool_choice": "<string>",
"response_format": "<string>",
"reasoning_effort": "<string>",
"verbosity": "<string>",
"deployment_name": "<string>"
},
"output_map": {
"response": "<string>",
"token_count": "<string>",
"input_token_count": "<string>",
"output_token_count": "<string>",
"completion_reason": "<string>"
},
"input_map": {
"prompt": "<string>",
"prefix": "",
"suffix": ""
}
}
]
},
"scorers": [
{
"id": "<string>",
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"value": "<string>",
"name": "node_name",
"case_sensitive": True
}
],
"scoreable_node_types": ["<string>"],
"cot_enabled": True,
"name": "<string>",
"scorer_version": {
"id": "<string>",
"version": 123,
"scorer_id": "<string>",
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"chain_poll_template": {
"template": "<string>",
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
],
"response_schema": {}
},
"instructions": "<string>",
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>",
"score_type": "<string>"
},
"finetuned_scorer": {
"id": "<string>",
"name": "<string>",
"lora_task_id": 123,
"prompt": "<string>",
"lora_weights_path": "<string>",
"class_name_to_vocab_ix": {}
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": ["<string>"],
"cot_enabled": True
},
"multimodal_capabilities": [],
"score_type": "<string>"
}
],
"trigger": False,
"experiment_group_id": "<string>",
"experiment_group_name": "<string>"
}
headers = {
"Galileo-API-Key": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'Galileo-API-Key': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
name: '<string>',
task_type: 16,
playground_id: '<string>',
prompt_template_version_id: '<string>',
dataset: {dataset_id: '<string>', version_index: 123},
playground_prompt_id: '<string>',
prompt_settings: {
logprobs: true,
top_logprobs: 5,
echo: false,
n: 1,
reasoning_effort: 'medium',
verbosity: 'medium',
deployment_name: '<string>',
model_alias: 'gpt-5.1',
temperature: 123,
max_tokens: 4096,
stop_sequences: ['<string>'],
top_p: 1,
top_k: 40,
frequency_penalty: 0,
presence_penalty: 0,
tools: [{}],
tool_choice: '<string>',
response_format: {},
known_models: [
{
name: '<string>',
alias: '<string>',
integration: 'openai',
user_role: '<string>',
assistant_role: '<string>',
system_supported: false,
input_modalities: [],
alternative_names: ['<string>'],
input_token_limit: 123,
output_token_limit: 123,
token_limit: 123,
cost_by: 'tokens',
is_chat: false,
provides_log_probs: false,
formatting_tokens: 0,
response_prefix_tokens: 0,
api_version: '<string>',
legacy_mistral_prompt_format: false,
requires_max_tokens: false,
max_top_p: 123,
params_map: {
model: '<string>',
temperature: '<string>',
max_tokens: '<string>',
stop_sequences: '<string>',
top_p: '<string>',
top_k: '<string>',
frequency_penalty: '<string>',
presence_penalty: '<string>',
echo: '<string>',
logprobs: '<string>',
top_logprobs: '<string>',
n: '<string>',
api_version: '<string>',
tools: '<string>',
tool_choice: '<string>',
response_format: '<string>',
reasoning_effort: '<string>',
verbosity: '<string>',
deployment_name: '<string>'
},
output_map: {
response: '<string>',
token_count: '<string>',
input_token_count: '<string>',
output_token_count: '<string>',
completion_reason: '<string>'
},
input_map: {prompt: '<string>', prefix: '', suffix: ''}
}
]
},
scorers: [
{
id: '<string>',
model_name: '<string>',
num_judges: 123,
filters: [{value: '<string>', name: 'node_name', case_sensitive: true}],
scoreable_node_types: ['<string>'],
cot_enabled: true,
name: '<string>',
scorer_version: {
id: '<string>',
version: 123,
scorer_id: '<string>',
generated_scorer: {
id: '<string>',
name: '<string>',
chain_poll_template: {
template: '<string>',
metric_system_prompt: '<string>',
metric_description: '<string>',
value_field_name: 'rating',
explanation_field_name: 'explanation',
metric_few_shot_examples: [{generation_prompt_and_response: '<string>', evaluating_response: '<string>'}],
response_schema: {}
},
instructions: '<string>',
user_prompt: '<string>'
},
registered_scorer: {id: '<string>', name: '<string>', score_type: '<string>'},
finetuned_scorer: {
id: '<string>',
name: '<string>',
lora_task_id: 123,
prompt: '<string>',
lora_weights_path: '<string>',
class_name_to_vocab_ix: {}
},
model_name: '<string>',
num_judges: 123,
scoreable_node_types: ['<string>'],
cot_enabled: true
},
multimodal_capabilities: [],
score_type: '<string>'
}
],
trigger: false,
experiment_group_id: '<string>',
experiment_group_name: '<string>'
})
};
fetch('https://api.galileo.ai/v2/projects/{project_id}/experiments', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.galileo.ai/v2/projects/{project_id}/experiments",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'name' => '<string>',
'task_type' => 16,
'playground_id' => '<string>',
'prompt_template_version_id' => '<string>',
'dataset' => [
'dataset_id' => '<string>',
'version_index' => 123
],
'playground_prompt_id' => '<string>',
'prompt_settings' => [
'logprobs' => true,
'top_logprobs' => 5,
'echo' => false,
'n' => 1,
'reasoning_effort' => 'medium',
'verbosity' => 'medium',
'deployment_name' => '<string>',
'model_alias' => 'gpt-5.1',
'temperature' => 123,
'max_tokens' => 4096,
'stop_sequences' => [
'<string>'
],
'top_p' => 1,
'top_k' => 40,
'frequency_penalty' => 0,
'presence_penalty' => 0,
'tools' => [
[
]
],
'tool_choice' => '<string>',
'response_format' => [
],
'known_models' => [
[
'name' => '<string>',
'alias' => '<string>',
'integration' => 'openai',
'user_role' => '<string>',
'assistant_role' => '<string>',
'system_supported' => false,
'input_modalities' => [
],
'alternative_names' => [
'<string>'
],
'input_token_limit' => 123,
'output_token_limit' => 123,
'token_limit' => 123,
'cost_by' => 'tokens',
'is_chat' => false,
'provides_log_probs' => false,
'formatting_tokens' => 0,
'response_prefix_tokens' => 0,
'api_version' => '<string>',
'legacy_mistral_prompt_format' => false,
'requires_max_tokens' => false,
'max_top_p' => 123,
'params_map' => [
'model' => '<string>',
'temperature' => '<string>',
'max_tokens' => '<string>',
'stop_sequences' => '<string>',
'top_p' => '<string>',
'top_k' => '<string>',
'frequency_penalty' => '<string>',
'presence_penalty' => '<string>',
'echo' => '<string>',
'logprobs' => '<string>',
'top_logprobs' => '<string>',
'n' => '<string>',
'api_version' => '<string>',
'tools' => '<string>',
'tool_choice' => '<string>',
'response_format' => '<string>',
'reasoning_effort' => '<string>',
'verbosity' => '<string>',
'deployment_name' => '<string>'
],
'output_map' => [
'response' => '<string>',
'token_count' => '<string>',
'input_token_count' => '<string>',
'output_token_count' => '<string>',
'completion_reason' => '<string>'
],
'input_map' => [
'prompt' => '<string>',
'prefix' => '',
'suffix' => ''
]
]
]
],
'scorers' => [
[
'id' => '<string>',
'model_name' => '<string>',
'num_judges' => 123,
'filters' => [
[
'value' => '<string>',
'name' => 'node_name',
'case_sensitive' => true
]
],
'scoreable_node_types' => [
'<string>'
],
'cot_enabled' => true,
'name' => '<string>',
'scorer_version' => [
'id' => '<string>',
'version' => 123,
'scorer_id' => '<string>',
'generated_scorer' => [
'id' => '<string>',
'name' => '<string>',
'chain_poll_template' => [
'template' => '<string>',
'metric_system_prompt' => '<string>',
'metric_description' => '<string>',
'value_field_name' => 'rating',
'explanation_field_name' => 'explanation',
'metric_few_shot_examples' => [
[
'generation_prompt_and_response' => '<string>',
'evaluating_response' => '<string>'
]
],
'response_schema' => [
]
],
'instructions' => '<string>',
'user_prompt' => '<string>'
],
'registered_scorer' => [
'id' => '<string>',
'name' => '<string>',
'score_type' => '<string>'
],
'finetuned_scorer' => [
'id' => '<string>',
'name' => '<string>',
'lora_task_id' => 123,
'prompt' => '<string>',
'lora_weights_path' => '<string>',
'class_name_to_vocab_ix' => [
]
],
'model_name' => '<string>',
'num_judges' => 123,
'scoreable_node_types' => [
'<string>'
],
'cot_enabled' => true
],
'multimodal_capabilities' => [
],
'score_type' => '<string>'
]
],
'trigger' => false,
'experiment_group_id' => '<string>',
'experiment_group_name' => '<string>'
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"Galileo-API-Key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.galileo.ai/v2/projects/{project_id}/experiments"
payload := strings.NewReader("{\n \"name\": \"<string>\",\n \"task_type\": 16,\n \"playground_id\": \"<string>\",\n \"prompt_template_version_id\": \"<string>\",\n \"dataset\": {\n \"dataset_id\": \"<string>\",\n \"version_index\": 123\n },\n \"playground_prompt_id\": \"<string>\",\n \"prompt_settings\": {\n \"logprobs\": true,\n \"top_logprobs\": 5,\n \"echo\": false,\n \"n\": 1,\n \"reasoning_effort\": \"medium\",\n \"verbosity\": \"medium\",\n \"deployment_name\": \"<string>\",\n \"model_alias\": \"gpt-5.1\",\n \"temperature\": 123,\n \"max_tokens\": 4096,\n \"stop_sequences\": [\n \"<string>\"\n ],\n \"top_p\": 1,\n \"top_k\": 40,\n \"frequency_penalty\": 0,\n \"presence_penalty\": 0,\n \"tools\": [\n {}\n ],\n \"tool_choice\": \"<string>\",\n \"response_format\": {},\n \"known_models\": [\n {\n \"name\": \"<string>\",\n \"alias\": \"<string>\",\n \"integration\": \"openai\",\n \"user_role\": \"<string>\",\n \"assistant_role\": \"<string>\",\n \"system_supported\": false,\n \"input_modalities\": [],\n \"alternative_names\": [\n \"<string>\"\n ],\n \"input_token_limit\": 123,\n \"output_token_limit\": 123,\n \"token_limit\": 123,\n \"cost_by\": \"tokens\",\n \"is_chat\": false,\n \"provides_log_probs\": false,\n \"formatting_tokens\": 0,\n \"response_prefix_tokens\": 0,\n \"api_version\": \"<string>\",\n \"legacy_mistral_prompt_format\": false,\n \"requires_max_tokens\": false,\n \"max_top_p\": 123,\n \"params_map\": {\n \"model\": \"<string>\",\n \"temperature\": \"<string>\",\n \"max_tokens\": \"<string>\",\n \"stop_sequences\": \"<string>\",\n \"top_p\": \"<string>\",\n \"top_k\": \"<string>\",\n \"frequency_penalty\": \"<string>\",\n \"presence_penalty\": \"<string>\",\n \"echo\": \"<string>\",\n \"logprobs\": \"<string>\",\n \"top_logprobs\": \"<string>\",\n \"n\": \"<string>\",\n \"api_version\": \"<string>\",\n \"tools\": \"<string>\",\n \"tool_choice\": \"<string>\",\n \"response_format\": \"<string>\",\n \"reasoning_effort\": \"<string>\",\n \"verbosity\": \"<string>\",\n \"deployment_name\": \"<string>\"\n },\n \"output_map\": {\n \"response\": \"<string>\",\n \"token_count\": \"<string>\",\n \"input_token_count\": \"<string>\",\n \"output_token_count\": \"<string>\",\n \"completion_reason\": \"<string>\"\n },\n \"input_map\": {\n \"prompt\": \"<string>\",\n \"prefix\": \"\",\n \"suffix\": \"\"\n }\n }\n ]\n },\n \"scorers\": [\n {\n \"id\": \"<string>\",\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"filters\": [\n {\n \"value\": \"<string>\",\n \"name\": \"node_name\",\n \"case_sensitive\": true\n }\n ],\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true,\n \"name\": \"<string>\",\n \"scorer_version\": {\n \"id\": \"<string>\",\n \"version\": 123,\n \"scorer_id\": \"<string>\",\n \"generated_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"chain_poll_template\": {\n \"template\": \"<string>\",\n \"metric_system_prompt\": \"<string>\",\n \"metric_description\": \"<string>\",\n \"value_field_name\": \"rating\",\n \"explanation_field_name\": \"explanation\",\n \"metric_few_shot_examples\": [\n {\n \"generation_prompt_and_response\": \"<string>\",\n \"evaluating_response\": \"<string>\"\n }\n ],\n \"response_schema\": {}\n },\n \"instructions\": \"<string>\",\n \"user_prompt\": \"<string>\"\n },\n \"registered_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"score_type\": \"<string>\"\n },\n \"finetuned_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"lora_task_id\": 123,\n \"prompt\": \"<string>\",\n \"lora_weights_path\": \"<string>\",\n \"class_name_to_vocab_ix\": {}\n },\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true\n },\n \"multimodal_capabilities\": [],\n \"score_type\": \"<string>\"\n }\n ],\n \"trigger\": false,\n \"experiment_group_id\": \"<string>\",\n \"experiment_group_name\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Galileo-API-Key", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.galileo.ai/v2/projects/{project_id}/experiments")
.header("Galileo-API-Key", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"<string>\",\n \"task_type\": 16,\n \"playground_id\": \"<string>\",\n \"prompt_template_version_id\": \"<string>\",\n \"dataset\": {\n \"dataset_id\": \"<string>\",\n \"version_index\": 123\n },\n \"playground_prompt_id\": \"<string>\",\n \"prompt_settings\": {\n \"logprobs\": true,\n \"top_logprobs\": 5,\n \"echo\": false,\n \"n\": 1,\n \"reasoning_effort\": \"medium\",\n \"verbosity\": \"medium\",\n \"deployment_name\": \"<string>\",\n \"model_alias\": \"gpt-5.1\",\n \"temperature\": 123,\n \"max_tokens\": 4096,\n \"stop_sequences\": [\n \"<string>\"\n ],\n \"top_p\": 1,\n \"top_k\": 40,\n \"frequency_penalty\": 0,\n \"presence_penalty\": 0,\n \"tools\": [\n {}\n ],\n \"tool_choice\": \"<string>\",\n \"response_format\": {},\n \"known_models\": [\n {\n \"name\": \"<string>\",\n \"alias\": \"<string>\",\n \"integration\": \"openai\",\n \"user_role\": \"<string>\",\n \"assistant_role\": \"<string>\",\n \"system_supported\": false,\n \"input_modalities\": [],\n \"alternative_names\": [\n \"<string>\"\n ],\n \"input_token_limit\": 123,\n \"output_token_limit\": 123,\n \"token_limit\": 123,\n \"cost_by\": \"tokens\",\n \"is_chat\": false,\n \"provides_log_probs\": false,\n \"formatting_tokens\": 0,\n \"response_prefix_tokens\": 0,\n \"api_version\": \"<string>\",\n \"legacy_mistral_prompt_format\": false,\n \"requires_max_tokens\": false,\n \"max_top_p\": 123,\n \"params_map\": {\n \"model\": \"<string>\",\n \"temperature\": \"<string>\",\n \"max_tokens\": \"<string>\",\n \"stop_sequences\": \"<string>\",\n \"top_p\": \"<string>\",\n \"top_k\": \"<string>\",\n \"frequency_penalty\": \"<string>\",\n \"presence_penalty\": \"<string>\",\n \"echo\": \"<string>\",\n \"logprobs\": \"<string>\",\n \"top_logprobs\": \"<string>\",\n \"n\": \"<string>\",\n \"api_version\": \"<string>\",\n \"tools\": \"<string>\",\n \"tool_choice\": \"<string>\",\n \"response_format\": \"<string>\",\n \"reasoning_effort\": \"<string>\",\n \"verbosity\": \"<string>\",\n \"deployment_name\": \"<string>\"\n },\n \"output_map\": {\n \"response\": \"<string>\",\n \"token_count\": \"<string>\",\n \"input_token_count\": \"<string>\",\n \"output_token_count\": \"<string>\",\n \"completion_reason\": \"<string>\"\n },\n \"input_map\": {\n \"prompt\": \"<string>\",\n \"prefix\": \"\",\n \"suffix\": \"\"\n }\n }\n ]\n },\n \"scorers\": [\n {\n \"id\": \"<string>\",\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"filters\": [\n {\n \"value\": \"<string>\",\n \"name\": \"node_name\",\n \"case_sensitive\": true\n }\n ],\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true,\n \"name\": \"<string>\",\n \"scorer_version\": {\n \"id\": \"<string>\",\n \"version\": 123,\n \"scorer_id\": \"<string>\",\n \"generated_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"chain_poll_template\": {\n \"template\": \"<string>\",\n \"metric_system_prompt\": \"<string>\",\n \"metric_description\": \"<string>\",\n \"value_field_name\": \"rating\",\n \"explanation_field_name\": \"explanation\",\n \"metric_few_shot_examples\": [\n {\n \"generation_prompt_and_response\": \"<string>\",\n \"evaluating_response\": \"<string>\"\n }\n ],\n \"response_schema\": {}\n },\n \"instructions\": \"<string>\",\n \"user_prompt\": \"<string>\"\n },\n \"registered_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"score_type\": \"<string>\"\n },\n \"finetuned_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"lora_task_id\": 123,\n \"prompt\": \"<string>\",\n \"lora_weights_path\": \"<string>\",\n \"class_name_to_vocab_ix\": {}\n },\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true\n },\n \"multimodal_capabilities\": [],\n \"score_type\": \"<string>\"\n }\n ],\n \"trigger\": false,\n \"experiment_group_id\": \"<string>\",\n \"experiment_group_name\": \"<string>\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.galileo.ai/v2/projects/{project_id}/experiments")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Galileo-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"<string>\",\n \"task_type\": 16,\n \"playground_id\": \"<string>\",\n \"prompt_template_version_id\": \"<string>\",\n \"dataset\": {\n \"dataset_id\": \"<string>\",\n \"version_index\": 123\n },\n \"playground_prompt_id\": \"<string>\",\n \"prompt_settings\": {\n \"logprobs\": true,\n \"top_logprobs\": 5,\n \"echo\": false,\n \"n\": 1,\n \"reasoning_effort\": \"medium\",\n \"verbosity\": \"medium\",\n \"deployment_name\": \"<string>\",\n \"model_alias\": \"gpt-5.1\",\n \"temperature\": 123,\n \"max_tokens\": 4096,\n \"stop_sequences\": [\n \"<string>\"\n ],\n \"top_p\": 1,\n \"top_k\": 40,\n \"frequency_penalty\": 0,\n \"presence_penalty\": 0,\n \"tools\": [\n {}\n ],\n \"tool_choice\": \"<string>\",\n \"response_format\": {},\n \"known_models\": [\n {\n \"name\": \"<string>\",\n \"alias\": \"<string>\",\n \"integration\": \"openai\",\n \"user_role\": \"<string>\",\n \"assistant_role\": \"<string>\",\n \"system_supported\": false,\n \"input_modalities\": [],\n \"alternative_names\": [\n \"<string>\"\n ],\n \"input_token_limit\": 123,\n \"output_token_limit\": 123,\n \"token_limit\": 123,\n \"cost_by\": \"tokens\",\n \"is_chat\": false,\n \"provides_log_probs\": false,\n \"formatting_tokens\": 0,\n \"response_prefix_tokens\": 0,\n \"api_version\": \"<string>\",\n \"legacy_mistral_prompt_format\": false,\n \"requires_max_tokens\": false,\n \"max_top_p\": 123,\n \"params_map\": {\n \"model\": \"<string>\",\n \"temperature\": \"<string>\",\n \"max_tokens\": \"<string>\",\n \"stop_sequences\": \"<string>\",\n \"top_p\": \"<string>\",\n \"top_k\": \"<string>\",\n \"frequency_penalty\": \"<string>\",\n \"presence_penalty\": \"<string>\",\n \"echo\": \"<string>\",\n \"logprobs\": \"<string>\",\n \"top_logprobs\": \"<string>\",\n \"n\": \"<string>\",\n \"api_version\": \"<string>\",\n \"tools\": \"<string>\",\n \"tool_choice\": \"<string>\",\n \"response_format\": \"<string>\",\n \"reasoning_effort\": \"<string>\",\n \"verbosity\": \"<string>\",\n \"deployment_name\": \"<string>\"\n },\n \"output_map\": {\n \"response\": \"<string>\",\n \"token_count\": \"<string>\",\n \"input_token_count\": \"<string>\",\n \"output_token_count\": \"<string>\",\n \"completion_reason\": \"<string>\"\n },\n \"input_map\": {\n \"prompt\": \"<string>\",\n \"prefix\": \"\",\n \"suffix\": \"\"\n }\n }\n ]\n },\n \"scorers\": [\n {\n \"id\": \"<string>\",\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"filters\": [\n {\n \"value\": \"<string>\",\n \"name\": \"node_name\",\n \"case_sensitive\": true\n }\n ],\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true,\n \"name\": \"<string>\",\n \"scorer_version\": {\n \"id\": \"<string>\",\n \"version\": 123,\n \"scorer_id\": \"<string>\",\n \"generated_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"chain_poll_template\": {\n \"template\": \"<string>\",\n \"metric_system_prompt\": \"<string>\",\n \"metric_description\": \"<string>\",\n \"value_field_name\": \"rating\",\n \"explanation_field_name\": \"explanation\",\n \"metric_few_shot_examples\": [\n {\n \"generation_prompt_and_response\": \"<string>\",\n \"evaluating_response\": \"<string>\"\n }\n ],\n \"response_schema\": {}\n },\n \"instructions\": \"<string>\",\n \"user_prompt\": \"<string>\"\n },\n \"registered_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"score_type\": \"<string>\"\n },\n \"finetuned_scorer\": {\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"lora_task_id\": 123,\n \"prompt\": \"<string>\",\n \"lora_weights_path\": \"<string>\",\n \"class_name_to_vocab_ix\": {}\n },\n \"model_name\": \"<string>\",\n \"num_judges\": 123,\n \"scoreable_node_types\": [\n \"<string>\"\n ],\n \"cot_enabled\": true\n },\n \"multimodal_capabilities\": [],\n \"score_type\": \"<string>\"\n }\n ],\n \"trigger\": false,\n \"experiment_group_id\": \"<string>\",\n \"experiment_group_name\": \"<string>\"\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"project_id": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z",
"name": "",
"created_by": "<string>",
"created_by_user": {
"id": "<string>",
"email": "<string>",
"first_name": "<string>",
"last_name": "<string>"
},
"num_spans": 123,
"num_traces": 123,
"num_sessions": 123,
"dataset": {
"dataset_id": "<string>",
"version_index": 123,
"name": "<string>"
},
"aggregate_metrics": {},
"structured_aggregate_metrics": {},
"aggregate_feedback": {},
"rating_aggregates": {},
"ranking_score": 123,
"rank": 123,
"winner": true,
"playground_id": "<string>",
"playground": {
"playground_id": "<string>",
"name": "<string>"
},
"prompt_run_settings": {
"logprobs": true,
"top_logprobs": 5,
"echo": false,
"n": 1,
"reasoning_effort": "medium",
"verbosity": "medium",
"deployment_name": "<string>",
"model_alias": "gpt-5.1",
"temperature": 123,
"max_tokens": 4096,
"stop_sequences": [
"<string>"
],
"top_p": 1,
"top_k": 40,
"frequency_penalty": 0,
"presence_penalty": 0,
"tools": "<string>",
"tool_choice": "<string>",
"response_format": {}
},
"prompt_model": "<string>",
"prompt": {
"prompt_template_id": "<string>",
"version_index": 123,
"name": "<string>",
"content": "<string>"
},
"tags": {},
"status": {
"log_generation": {
"progress_percent": 0
}
},
"experiment_group_id": "<string>",
"experiment_group_name": "<string>",
"experiment_group_is_system": true
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Authorizations
Path Parameters
Body
1Show child attributes
Show child attributes
Prompt run settings.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
1 - 255Response
Successful Response
Galileo ID of the experiment
Galileo ID of the project associated with this experiment
Valid task types for modeling.
We store these as ints instead of strings because we will be looking this up in the database frequently.
7, 9, 12, 13, 15, 16, 17, 18 Timestamp of the experiment's creation
Timestamp of the trace or span's last update
Name of the experiment
A user's basic information, used for display purposes.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Structured aggregate metrics with full statistical aggregates (avg, min, max, sum, count). Keys are scorer UUIDs for scorer-backed metrics (matching available_columns column IDs after stripping the 'metrics/' prefix) and raw strings for system metrics (e.g. 'duration_ns', 'cost'). Present only when use_clickhouse_run_aggregates flag is enabled.
Show child attributes
Show child attributes
Aggregate feedback information related to the experiment (traces only)
Show child attributes
Show child attributes
Annotation aggregates keyed by template ID and root type
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Prompt run settings.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Was this page helpful?