Full traces

run_steps:
  - data_generation
  - training

pipeline_provider: "local"
metric_name: "custom"

data_generation:
  metric:
    name: "Action Advancement"
    type: "binary"
    input_format: "trace"
    llmaj_source_prompt: "Determine whether the action is advancement or not."
  source_data:
    dataset:
      source_type: "huggingface"
      huggingface:
        name: "action_advancement_dataset"
  labelling:
    label_only_mode: true
  output:
    dataset:
      repo_name: "action-advancement-labelled"
  training:
    dataset:
      name: "action-advancement-labelled"
    prompt_template: |
      Determine whether the action is advancement or not.
      Trace:
      {input}

      Respond with "true" or "false".
    output:
      model_name: "action-advancement-model"