> ## Documentation Index
> Fetch the complete documentation index at: https://docs.galileo.ai/llms.txt
> Use this file to discover all available pages before exploring further.

# Jobs

***

# Class: Jobs

Defined in: [src/utils/jobs.ts](https://github.com/rungalileo/galileo-js/blob/main/src/utils/jobs.ts)

Jobs class for creating jobs in the Galileo platform.
Public-facing API that delegates to internal GalileoApiClient.
Matches Python Jobs class API from galileo-python/src/galileo/jobs.py

## Constructors

### Constructor

```ts theme={null}
new Jobs(): Jobs;
```

#### Returns

`Jobs`

## Methods

### create()

```ts theme={null}
create(
   projectId: string,
   name: string,
   runId: string,
   datasetId: string,
   promptTemplateId: string,
   taskType: TaskType,
   promptSettings: PromptRunSettings,
   scorers?: ScorerConfig[]): Promise<{
  dataset_id?: null | string;
  dataset_version_index?: null | number;
  epoch?: number;
  feature_names?: null | string[];
  job_id?: null | string;
  job_name?: string;
  labels?: string[] | string[][];
  link: string;
  log_metric_computing_records?: boolean;
  luna_model?: null | string;
  message: string;
  metric_critique_configuration?:   | null
     | {
     critique_ids: string[];
     metric_name: string;
     project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai";
     recompute_settings?:   | null
        | {
        mode: "runs";
        run_ids: string[];
      }
        | {
        mode: "project";
      }
        | {
        filters: unknown[];
        mode: "observe_filters";
      }
        | {
        filters: unknown[];
        mode: "log_stream_filters";
        run_id: string;
      };
     scorer_id?: null | string;
   };
  migration_name?: null | string;
  monitor_batch_id?: null | string;
  ner_labels?: null | string[];
  non_inference_logged?: boolean;
  process_existing_inference_runs?: boolean;
  project_id: string;
  prompt_customized_scorers_configuration?:   | null
     | (
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "agentic_session_success";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_agentic_session_success";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "agentic_workflow_success";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_agentic_workflow_success";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "chunk_attribution_utilization";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_chunk_attribution_utilization_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "completeness";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_completeness_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     function_explanation_param_name?: string;
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "correctness";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_factuality";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "context_adherence";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_groundedness";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     function_explanation_param_name?: string;
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "instruction_adherence";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_instruction_adherence";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "ground_truth_adherence";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_ground_truth_adherence";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "prompt_injection";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_prompt_injection_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "output_sexist";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_sexist_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "input_sexist";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_input_sexist_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "tool_selection_quality";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_tool_selection_quality";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "tool_error_rate";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_tool_error_rate";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "output_toxicity";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_toxicity_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "input_toxicity";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_input_toxicity_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   })[];
  prompt_dataset_id?: null | string;
  prompt_finetuned_scorers_configuration?: null | object[];
  prompt_generated_scorers_configuration?: null | string[];
  prompt_optimization_configuration?:   | null
     | {
     evaluation_criteria: string;
     evaluation_model_alias: string;
     generation_model_alias: string;
     includes_target: boolean;
     integration_name?:   | "anthropic"
        | "custom"
        | "aws_bedrock"
        | "aws_sagemaker"
        | "azure"
        | "databricks"
        | "mistral"
        | "nvidia"
        | "openai"
        | "vegas_gateway"
        | "vertex_ai"
        | "writer";
     iterations: number;
     max_tokens: number;
     num_rows: number;
     prompt: string;
     reasoning_effort?: null | string;
     task_description: string;
     temperature: number;
     verbosity?: null | string;
   };
  prompt_registered_scorers_configuration?: null | object[];
  prompt_scorer_settings?:   | null
     | {
     aggregate_keys?: null | string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?:   | null
        | {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template: string;
        value_field_name?: string;
      };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: boolean;
        filter_type?: "string";
        name: "node_name";
        operator: "eq" | "ne" | "contains";
        value: string;
      }
        | {
        filter_type?: "map";
        key: string;
        name: "metadata";
        operator: "eq" | "ne" | "not_in" | "one_of";
        value: string | string[];
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: null | string;
     name?: string;
     num_judges?: null | number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name?: string;
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   };
  prompt_scorers_configuration?:   | null
     | {
     action_advancement_luna?: boolean;
     action_completion_luna?: boolean;
     adherence_nli?: boolean;
     agentic_session_success?: boolean;
     agentic_workflow_success?: boolean;
     bleu?: boolean;
     chunk_attribution_utilization_gpt?: boolean;
     chunk_attribution_utilization_nli?: boolean;
     completeness_gpt?: boolean;
     completeness_nli?: boolean;
     context_adherence_luna?: boolean;
     context_relevance?: boolean;
     context_relevance_luna?: boolean;
     cost?: boolean;
     factuality?: boolean;
     ground_truth_adherence?: boolean;
     groundedness?: boolean;
     input_pii?: boolean;
     input_sexist?: boolean;
     input_sexist_gpt?: boolean;
     input_tone?: boolean;
     input_toxicity?: boolean;
     input_toxicity_gpt?: boolean;
     instruction_adherence?: boolean;
     latency?: boolean;
     pii?: boolean;
     prompt_injection?: boolean;
     prompt_injection_gpt?: boolean;
     prompt_perplexity?: boolean;
     protect_status?: boolean;
     rouge?: boolean;
     sexist?: boolean;
     sexist_gpt?: boolean;
     tone?: boolean;
     tool_error_rate?: boolean;
     tool_error_rate_luna?: boolean;
     tool_selection_quality?: boolean;
     tool_selection_quality_luna?: boolean;
     toxicity?: boolean;
     toxicity_gpt?: boolean;
     uncertainty?: boolean;
   };
  prompt_settings?:   | null
     | {
     deployment_name?: null | string;
     echo?: boolean;
     frequency_penalty?: number;
     known_models?: object[];
     logprobs?: boolean;
     max_tokens?: number;
     model_alias?: string;
     n?: number;
     presence_penalty?: number;
     reasoning_effort?: string;
     response_format?:   | null
        | {
      [key: string]: string;
      };
     stop_sequences?: null | string[];
     temperature?: number;
     tool_choice?:   | null
        | string
        | {
        function: {
           name: string;
        };
        type?: string;
      };
     tools?: null | object[];
     top_k?: number;
     top_logprobs?: number;
     top_p?: number;
     verbosity?: string;
   };
  prompt_template_version_id?: null | string;
  protect_scorer_payload?: null | string;
  protect_trace_id?: null | string;
  resource_limits?:   | null
     | {
     cpu_time?: number;
     memory_mb?: number;
   };
  run_id: string;
  scorer_config?:   | null
     | {
     cot_enabled?: null | boolean;
     filters?:   | null
        | (
        | {
        case_sensitive?: boolean;
        filter_type?: "string";
        name: "node_name";
        operator: "eq" | "ne" | "contains";
        value: string;
      }
        | {
        filter_type?: "map";
        key: string;
        name: "metadata";
        operator: "eq" | "ne" | "not_in" | "one_of";
        value: string | string[];
      })[];
     id: string;
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     model_name?: null | string;
     model_type?: null | "llm" | "code" | "slm";
     name?: null | string;
     num_judges?: null | number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     scoreable_node_types?: null | string[];
     scorer_type: "luna" | "llm" | "code" | "preset";
     scorer_version?:   | null
        | {
        cot_enabled?: null | boolean;
        finetuned_scorer?:   | null
           | {
           class_name_to_vocab_ix?:   | null
              | {
            [key: string]: ...[];
            }
              | {
            [key: string]: number;
            };
           executor?:   | null
              | "agentic_session_success"
              | "agentic_workflow_success"
              | "action_completion_luna"
              | "action_advancement_luna"
              | "agent_efficiency"
              | "agent_flow"
              | "bleu"
              | "chunk_attribution_utilization_luna"
              | "chunk_attribution_utilization"
              | "completeness_luna"
              | "completeness"
              | "context_adherence"
              | "context_adherence_luna"
              | "context_relevance"
              | "context_relevance_luna"
              | "conversation_quality"
              | "correctness"
              | "ground_truth_adherence"
              | "input_pii"
              | "input_pii_gpt"
              | "input_sexist"
              | "input_sexist_luna"
              | "input_tone"
              | "input_tone_gpt"
              | "input_toxicity"
              | "input_toxicity_luna"
              | "instruction_adherence"
              | "output_pii"
              | "output_pii_gpt"
              | "output_sexist"
              | "output_sexist_luna"
              | "output_tone"
              | "output_tone_gpt"
              | "output_toxicity"
              | "output_toxicity_luna"
              | "prompt_injection"
              | "prompt_injection_luna"
              | "prompt_perplexity"
              | "rouge"
              | "tool_error_rate"
              | "tool_error_rate_luna"
              | "tool_selection_quality"
              | "tool_selection_quality_luna"
              | "uncertainty"
              | "user_intent_change";
           id: string;
           lora_task_id: number;
           luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
           luna_output_type?: null | "string" | "float" | "string_list";
           name: string;
           prompt: string;
         };
        generated_scorer?:   | null
           | {
           chain_poll_template: {
              explanation_field_name?: string;
              metric_description?: null | string;
              metric_few_shot_examples?: ...[];
              metric_system_prompt?: null | string;
              response_schema?:   | null
                 | {
               [key: ...]: ...;
               };
              template: string;
              value_field_name?: string;
           };
           id: string;
           instructions?: null | string;
           name: string;
           user_prompt?: null | string;
         };
        id: string;
        input_type?:   | null
           | "basic"
           | "llm_spans"
           | "retriever_spans"
           | "sessions_normalized"
           | "sessions_trace_io_only"
           | "tool_spans"
           | "trace_input_only"
           | "trace_io_only"
           | "trace_normalized"
           | "trace_output_only"
           | "agent_spans"
           | "workflow_spans";
        model_name?: null | string;
        num_judges?: null | number;
        output_type?:   | null
           | "boolean"
           | "categorical"
           | "count"
           | "discrete"
           | "freeform"
           | "percentage"
           | "multilabel";
        registered_scorer?:   | null
           | {
           id: string;
           name: string;
           score_type?: null | string;
         };
        scoreable_node_types?: null | string[];
        scorer_id: string;
        version: number;
      };
   };
  scorers?:   | null
     | object[]
     | (
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "agentic_session_success";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "agentic_workflow_success";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "bleu";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "chunk_attribution_utilization";
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "completeness";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "context_adherence";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "context_relevance";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "correctness";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "ground_truth_adherence";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "input_pii";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "input_sexist";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "input_tone";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "input_toxicity";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "instruction_adherence";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "output_pii";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "output_sexist";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "output_tone";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "output_toxicity";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "prompt_injection";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "prompt_perplexity";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "rouge";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "tool_error_rate";
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "tool_selection_quality";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "uncertainty";
   })[];
  segment_filters?: null | object[];
  should_retry?: boolean;
  sub_scorers?: (
     | "_completeness_gpt"
     | "_context_adherence_luna"
     | "_context_relevance"
     | "_context_relevance_luna"
     | "_chunk_attribution_utilization_gpt"
     | "_factuality"
     | "_groundedness"
     | "_latency"
     | "_prompt_perplexity"
     | "_protect_status"
     | "_pii"
     | "_input_pii"
     | "_sexist"
     | "_input_sexist"
     | "_sexist_gpt"
     | "_input_sexist_gpt"
     | "_tone"
     | "_input_tone"
     | "_toxicity"
     | "_toxicity_gpt"
     | "_input_toxicity"
     | "_input_toxicity_gpt"
     | "_user_registered"
     | "_user_submitted"
     | "_user_generated"
     | "_user_finetuned"
     | "_uncertainty"
     | "_bleu"
     | "_cost"
     | "_rouge"
     | "_prompt_injection_gpt"
     | "_prompt_injection"
     | "_rag_nli"
     | "_adherence_nli"
     | "_completeness_nli"
     | "_chunk_attribution_utilization_nli"
     | "_instruction_adherence"
     | "_ground_truth_adherence"
     | "_tool_selection_quality"
     | "_tool_selection_quality_luna"
     | "_tool_error_rate"
     | "_tool_error_rate_luna"
     | "_action_completion_luna"
     | "_agentic_session_success"
     | "_action_advancement_luna"
     | "_agentic_workflow_success"
     | "_generic_wizard"
     | "_customized_completeness_gpt"
     | "_customized_factuality"
     | "_customized_groundedness"
     | "_customized_chunk_attribution_utilization_gpt"
     | "_customized_instruction_adherence"
     | "_customized_ground_truth_adherence"
     | "_customized_prompt_injection_gpt"
     | "_customized_tool_selection_quality"
     | "_customized_tool_error_rate"
     | "_customized_agentic_session_success"
     | "_customized_agentic_workflow_success"
     | "_customized_sexist_gpt"
     | "_customized_input_sexist_gpt"
     | "_customized_toxicity_gpt"
    | "_customized_input_toxicity_gpt")[];
  task_type?:   | null
     | 0
     | 1
     | 2
     | 3
     | 4
     | 5
     | 6
     | 7
     | 8
     | 9
     | 10
     | 11
     | 12
     | 13
     | 14
     | 15
     | 16
     | 17
     | 18;
  tasks?: null | string[];
  upload_data_in_separate_task?: boolean;
  user_id?: null | string;
  xray?: boolean;
}>;
```

Defined in: [src/utils/jobs.ts](https://github.com/rungalileo/galileo-js/blob/main/src/utils/jobs.ts)

Creates a new job in the Galileo platform for executing a prompt run with specified scorers.

#### Parameters

##### projectId

`string`

Unique identifier of the project

##### name

`string`

Name for the job (e.g., "playground\_run")

##### runId

`string`

Unique identifier of the run (typically experiment ID)

##### datasetId

`string`

Unique identifier of the dataset to process

##### promptTemplateId

`string`

Version ID of the prompt template to use

##### taskType

[`TaskType`](/sdk-api/typescript/reference/types/enumerations/TaskType)

Type of task to execute (e.g., EXPERIMENT\_TASK\_TYPE = 16)

##### promptSettings

[`PromptRunSettings`](/sdk-api/typescript/reference/types/interfaces/PromptRunSettings)

Settings for the prompt run (model, temperature, etc.)

##### scorers?

[`ScorerConfig`](/sdk-api/typescript/reference/types/type-aliases/ScorerConfig)\[]

Optional list of scorer configurations to apply

#### Returns

`Promise`\<\{
`dataset_id?`: `null` | `string`;
`dataset_version_index?`: `null` | `number`;
`epoch?`: `number`;
`feature_names?`: `null` | `string`\[];
`job_id?`: `null` | `string`;
`job_name?`: `string`;
`labels?`: `string`\[] | `string`\[]\[];
`link`: `string`;
`log_metric_computing_records?`: `boolean`;
`luna_model?`: `null` | `string`;
`message`: `string`;
`metric_critique_configuration?`: | `null`
\| \{
`critique_ids`: `string`\[];
`metric_name`: `string`;
`project_type`: `"prompt_evaluation"` | `"llm_monitor"` | `"gen_ai"`;
`recompute_settings?`: | `null`
\| \{
`mode`: `"runs"`;
`run_ids`: `string`\[];
}
\| \{
`mode`: `"project"`;
}
\| \{
`filters`: `unknown`\[];
`mode`: `"observe_filters"`;
}
\| \{
`filters`: `unknown`\[];
`mode`: `"log_stream_filters"`;
`run_id`: `string`;
};
`scorer_id?`: `null` | `string`;
};
`migration_name?`: `null` | `string`;
`monitor_batch_id?`: `null` | `string`;
`ner_labels?`: `null` | `string`\[];
`non_inference_logged?`: `boolean`;
`process_existing_inference_runs?`: `boolean`;
`project_id`: `string`;
`prompt_customized_scorers_configuration?`: | `null`
\| (
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"agentic_session_success"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_agentic_session_success"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"agentic_workflow_success"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_agentic_workflow_success"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `null` | `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `null` | `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"chunk_attribution_utilization"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_chunk_attribution_utilization_gpt"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `null` | `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `null` | `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"completeness"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_completeness_gpt"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `null` | `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`function_explanation_param_name?`: `string`;
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"correctness"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_factuality"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"context_adherence"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_groundedness"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`function_explanation_param_name?`: `string`;
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"instruction_adherence"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_instruction_adherence"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"ground_truth_adherence"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_ground_truth_adherence"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"prompt_injection"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_prompt_injection_gpt"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"output_sexist"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_sexist_gpt"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"input_sexist"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_input_sexist_gpt"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"tool_selection_quality"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_tool_selection_quality"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"tool_error_rate"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_tool_error_rate"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"output_toxicity"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_toxicity_gpt"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
}
\| \{
`aggregate_keys?`: `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template?`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `string`;
`name?`: `"input_toxicity"`;
`num_judges?`: `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name`: `"_customized_input_toxicity_gpt"`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
})\[];
`prompt_dataset_id?`: `null` | `string`;
`prompt_finetuned_scorers_configuration?`: `null` | `object`\[];
`prompt_generated_scorers_configuration?`: `null` | `string`\[];
`prompt_optimization_configuration?`: | `null`
\| \{
`evaluation_criteria`: `string`;
`evaluation_model_alias`: `string`;
`generation_model_alias`: `string`;
`includes_target`: `boolean`;
`integration_name?`: | `"anthropic"`
\| `"custom"`
\| `"aws_bedrock"`
\| `"aws_sagemaker"`
\| `"azure"`
\| `"databricks"`
\| `"mistral"`
\| `"nvidia"`
\| `"openai"`
\| `"vegas_gateway"`
\| `"vertex_ai"`
\| `"writer"`;
`iterations`: `number`;
`max_tokens`: `number`;
`num_rows`: `number`;
`prompt`: `string`;
`reasoning_effort?`: `null` | `string`;
`task_description`: `string`;
`temperature`: `number`;
`verbosity?`: `null` | `string`;
};
`prompt_registered_scorers_configuration?`: `null` | `object`\[];
`prompt_scorer_settings?`: | `null`
\| \{
`aggregate_keys?`: `null` | `string`\[];
`aggregates?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`can_copy_to_llm?`: `null` | `boolean`;
`chainpoll_template?`: | `null`
\| \{
`explanation_field_name?`: `string`;
`metric_description?`: `null` | `string`;
`metric_few_shot_examples?`: `object`\[];
`metric_system_prompt?`: `null` | `string`;
`response_schema?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`template`: `string`;
`value_field_name?`: `string`;
};
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: `number`\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`cot_enabled?`: `null` | `boolean`;
`description?`: `null` | `string`;
`extra?`: | `null`
\| \{
\[`key`: `string`]: `unknown`;
};
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: `boolean`;
`filter_type?`: `"string"`;
`name`: `"node_name"`;
`operator`: `"eq"` | `"ne"` | `"contains"`;
`value`: `string`;
}
\| \{
`filter_type?`: `"map"`;
`key`: `string`;
`name`: `"metadata"`;
`operator`: `"eq"` | `"ne"` | `"not_in"` | `"one_of"`;
`value`: `string` | `string`\[];
})\[];
`generated_scorer_id?`: `null` | `string`;
`ground_truth?`: `null` | `boolean`;
`indices?`: `null` | `number`\[];
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`lora_task_id?`: `null` | `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`metric_name?`: `null` | `string`;
`model_alias?`: `null` | `string`;
`name?`: `string`;
`num_judges?`: `null` | `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`prompt?`: `null` | `string`;
`regex_field?`: `string`;
`registered_scorer_id?`: `null` | `string`;
`required_scorers?`: `null` | `string`\[];
`scoreable_node_types?`: | `null`
\| (
\| `"agent"`
\| `"llm"`
\| `"retriever"`
\| `"tool"`
\| `"workflow"`
\| `"trace"`
\| `"session"`
\| `"chain"`
\| `"chat"`)\[];
`scorer_name?`: `string`;
`scores?`: `null` | `unknown`\[];
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
};
`prompt_scorers_configuration?`: | `null`
\| \{
`action_advancement_luna?`: `boolean`;
`action_completion_luna?`: `boolean`;
`adherence_nli?`: `boolean`;
`agentic_session_success?`: `boolean`;
`agentic_workflow_success?`: `boolean`;
`bleu?`: `boolean`;
`chunk_attribution_utilization_gpt?`: `boolean`;
`chunk_attribution_utilization_nli?`: `boolean`;
`completeness_gpt?`: `boolean`;
`completeness_nli?`: `boolean`;
`context_adherence_luna?`: `boolean`;
`context_relevance?`: `boolean`;
`context_relevance_luna?`: `boolean`;
`cost?`: `boolean`;
`factuality?`: `boolean`;
`ground_truth_adherence?`: `boolean`;
`groundedness?`: `boolean`;
`input_pii?`: `boolean`;
`input_sexist?`: `boolean`;
`input_sexist_gpt?`: `boolean`;
`input_tone?`: `boolean`;
`input_toxicity?`: `boolean`;
`input_toxicity_gpt?`: `boolean`;
`instruction_adherence?`: `boolean`;
`latency?`: `boolean`;
`pii?`: `boolean`;
`prompt_injection?`: `boolean`;
`prompt_injection_gpt?`: `boolean`;
`prompt_perplexity?`: `boolean`;
`protect_status?`: `boolean`;
`rouge?`: `boolean`;
`sexist?`: `boolean`;
`sexist_gpt?`: `boolean`;
`tone?`: `boolean`;
`tool_error_rate?`: `boolean`;
`tool_error_rate_luna?`: `boolean`;
`tool_selection_quality?`: `boolean`;
`tool_selection_quality_luna?`: `boolean`;
`toxicity?`: `boolean`;
`toxicity_gpt?`: `boolean`;
`uncertainty?`: `boolean`;
};
`prompt_settings?`: | `null`
\| \{
`deployment_name?`: `null` | `string`;
`echo?`: `boolean`;
`frequency_penalty?`: `number`;
`known_models?`: `object`\[];
`logprobs?`: `boolean`;
`max_tokens?`: `number`;
`model_alias?`: `string`;
`n?`: `number`;
`presence_penalty?`: `number`;
`reasoning_effort?`: `string`;
`response_format?`: | `null`
\| \{
\[`key`: `string`]: `string`;
};
`stop_sequences?`: `null` | `string`\[];
`temperature?`: `number`;
`tool_choice?`: | `null`
\| `string`
\| \{
`function`: \{
`name`: `string`;
};
`type?`: `string`;
};
`tools?`: `null` | `object`\[];
`top_k?`: `number`;
`top_logprobs?`: `number`;
`top_p?`: `number`;
`verbosity?`: `string`;
};
`prompt_template_version_id?`: `null` | `string`;
`protect_scorer_payload?`: `null` | `string`;
`protect_trace_id?`: `null` | `string`;
`resource_limits?`: | `null`
\| \{
`cpu_time?`: `number`;
`memory_mb?`: `number`;
};
`run_id`: `string`;
`scorer_config?`: | `null`
\| \{
`cot_enabled?`: `null` | `boolean`;
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: `boolean`;
`filter_type?`: `"string"`;
`name`: `"node_name"`;
`operator`: `"eq"` | `"ne"` | `"contains"`;
`value`: `string`;
}
\| \{
`filter_type?`: `"map"`;
`key`: `string`;
`name`: `"metadata"`;
`operator`: `"eq"` | `"ne"` | `"not_in"` | `"one_of"`;
`value`: `string` | `string`\[];
})\[];
`id`: `string`;
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`model_name?`: `null` | `string`;
`model_type?`: `null` | `"llm"` | `"code"` | `"slm"`;
`name?`: `null` | `string`;
`num_judges?`: `null` | `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`scoreable_node_types?`: `null` | `string`\[];
`scorer_type`: `"luna"` | `"llm"` | `"code"` | `"preset"`;
`scorer_version?`: | `null`
\| \{
`cot_enabled?`: `null` | `boolean`;
`finetuned_scorer?`: | `null`
\| \{
`class_name_to_vocab_ix?`: | `null`
\| \{
\[`key`: `string`]: ...\[];
}
\| \{
\[`key`: `string`]: `number`;
};
`executor?`: | `null`
\| `"agentic_session_success"`
\| `"agentic_workflow_success"`
\| `"action_completion_luna"`
\| `"action_advancement_luna"`
\| `"agent_efficiency"`
\| `"agent_flow"`
\| `"bleu"`
\| `"chunk_attribution_utilization_luna"`
\| `"chunk_attribution_utilization"`
\| `"completeness_luna"`
\| `"completeness"`
\| `"context_adherence"`
\| `"context_adherence_luna"`
\| `"context_relevance"`
\| `"context_relevance_luna"`
\| `"conversation_quality"`
\| `"correctness"`
\| `"ground_truth_adherence"`
\| `"input_pii"`
\| `"input_pii_gpt"`
\| `"input_sexist"`
\| `"input_sexist_luna"`
\| `"input_tone"`
\| `"input_tone_gpt"`
\| `"input_toxicity"`
\| `"input_toxicity_luna"`
\| `"instruction_adherence"`
\| `"output_pii"`
\| `"output_pii_gpt"`
\| `"output_sexist"`
\| `"output_sexist_luna"`
\| `"output_tone"`
\| `"output_tone_gpt"`
\| `"output_toxicity"`
\| `"output_toxicity_luna"`
\| `"prompt_injection"`
\| `"prompt_injection_luna"`
\| `"prompt_perplexity"`
\| `"rouge"`
\| `"tool_error_rate"`
\| `"tool_error_rate_luna"`
\| `"tool_selection_quality"`
\| `"tool_selection_quality_luna"`
\| `"uncertainty"`
\| `"user_intent_change"`;
`id`: `string`;
`lora_task_id`: `number`;
`luna_input_type?`: `null` | `"span"` | `"trace_object"` | `"trace_input_output_only"`;
`luna_output_type?`: `null` | `"string"` | `"float"` | `"string_list"`;
`name`: `string`;
`prompt`: `string`;
};
`generated_scorer?`: | `null`
\| \{
`chain_poll_template`: \{
`explanation_field_name?`: `string`;
`metric_description?`: `null` | `string`;
`metric_few_shot_examples?`: ...\[];
`metric_system_prompt?`: `null` | `string`;
`response_schema?`: | `null`
\| \{
\[`key`: ...]: ...;
};
`template`: `string`;
`value_field_name?`: `string`;
};
`id`: `string`;
`instructions?`: `null` | `string`;
`name`: `string`;
`user_prompt?`: `null` | `string`;
};
`id`: `string`;
`input_type?`: | `null`
\| `"basic"`
\| `"llm_spans"`
\| `"retriever_spans"`
\| `"sessions_normalized"`
\| `"sessions_trace_io_only"`
\| `"tool_spans"`
\| `"trace_input_only"`
\| `"trace_io_only"`
\| `"trace_normalized"`
\| `"trace_output_only"`
\| `"agent_spans"`
\| `"workflow_spans"`;
`model_name?`: `null` | `string`;
`num_judges?`: `null` | `number`;
`output_type?`: | `null`
\| `"boolean"`
\| `"categorical"`
\| `"count"`
\| `"discrete"`
\| `"freeform"`
\| `"percentage"`
\| `"multilabel"`;
`registered_scorer?`: | `null`
\| \{
`id`: `string`;
`name`: `string`;
`score_type?`: `null` | `string`;
};
`scoreable_node_types?`: `null` | `string`\[];
`scorer_id`: `string`;
`version`: `number`;
};
};
`scorers?`: | `null`
\| `object`\[]
\| (
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"agentic_session_success"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"agentic_workflow_success"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"bleu"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"chunk_attribution_utilization"`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"completeness"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"context_adherence"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"context_relevance"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"correctness"`;
`num_judges?`: `null` | `number`;
`type?`: `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"ground_truth_adherence"`;
`num_judges?`: `null` | `number`;
`type?`: `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"input_pii"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"input_sexist"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"input_tone"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"input_toxicity"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"instruction_adherence"`;
`num_judges?`: `null` | `number`;
`type?`: `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"output_pii"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"output_sexist"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"output_tone"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"output_toxicity"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"prompt_injection"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"prompt_perplexity"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"rouge"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"tool_error_rate"`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`model_name?`: `null` | `string`;
`name`: `"tool_selection_quality"`;
`num_judges?`: `null` | `number`;
`type?`: `"luna"` | `"plus"`;
}
\| \{
`filters?`: | `null`
\| (
\| \{
`case_sensitive?`: ... | ... | ...;
`filter_type?`: ... | ...;
`name`: `"node_name"`;
`operator`: ... | ... | ...;
`value`: `string`;
}
\| \{
`filter_type?`: ... | ...;
`key`: `string`;
`name`: `"metadata"`;
`operator`: ... | ... | ... | ...;
`value`: ... | ...;
})\[];
`name`: `"uncertainty"`;
})\[];
`segment_filters?`: `null` | `object`\[];
`should_retry?`: `boolean`;
`sub_scorers?`: (
\| `"_completeness_gpt"`
\| `"_context_adherence_luna"`
\| `"_context_relevance"`
\| `"_context_relevance_luna"`
\| `"_chunk_attribution_utilization_gpt"`
\| `"_factuality"`
\| `"_groundedness"`
\| `"_latency"`
\| `"_prompt_perplexity"`
\| `"_protect_status"`
\| `"_pii"`
\| `"_input_pii"`
\| `"_sexist"`
\| `"_input_sexist"`
\| `"_sexist_gpt"`
\| `"_input_sexist_gpt"`
\| `"_tone"`
\| `"_input_tone"`
\| `"_toxicity"`
\| `"_toxicity_gpt"`
\| `"_input_toxicity"`
\| `"_input_toxicity_gpt"`
\| `"_user_registered"`
\| `"_user_submitted"`
\| `"_user_generated"`
\| `"_user_finetuned"`
\| `"_uncertainty"`
\| `"_bleu"`
\| `"_cost"`
\| `"_rouge"`
\| `"_prompt_injection_gpt"`
\| `"_prompt_injection"`
\| `"_rag_nli"`
\| `"_adherence_nli"`
\| `"_completeness_nli"`
\| `"_chunk_attribution_utilization_nli"`
\| `"_instruction_adherence"`
\| `"_ground_truth_adherence"`
\| `"_tool_selection_quality"`
\| `"_tool_selection_quality_luna"`
\| `"_tool_error_rate"`
\| `"_tool_error_rate_luna"`
\| `"_action_completion_luna"`
\| `"_agentic_session_success"`
\| `"_action_advancement_luna"`
\| `"_agentic_workflow_success"`
\| `"_generic_wizard"`
\| `"_customized_completeness_gpt"`
\| `"_customized_factuality"`
\| `"_customized_groundedness"`
\| `"_customized_chunk_attribution_utilization_gpt"`
\| `"_customized_instruction_adherence"`
\| `"_customized_ground_truth_adherence"`
\| `"_customized_prompt_injection_gpt"`
\| `"_customized_tool_selection_quality"`
\| `"_customized_tool_error_rate"`
\| `"_customized_agentic_session_success"`
\| `"_customized_agentic_workflow_success"`
\| `"_customized_sexist_gpt"`
\| `"_customized_input_sexist_gpt"`
\| `"_customized_toxicity_gpt"`
\| `"_customized_input_toxicity_gpt"`)\[];
`task_type?`: | `null`
\| `0`
\| `1`
\| `2`
\| `3`
\| `4`
\| `5`
\| `6`
\| `7`
\| `8`
\| `9`
\| `10`
\| `11`
\| `12`
\| `13`
\| `14`
\| `15`
\| `16`
\| `17`
\| `18`;
`tasks?`: `null` | `string`\[];
`upload_data_in_separate_task?`: `boolean`;
`user_id?`: `null` | `string`;
`xray?`: `boolean`;
}>

CreateJobResponse containing job details

#### Throws

Error if job creation fails