# SLR-Bench Task Definition
dataset_path: AIML-TUDA/SLR-Bench
dataset_name: null
training_split: train
validation_split: validation
test_split: test
doc_to_text: "{{prompt}}"
doc_to_target: "{{['ground-truth rule']}}"
generation_kwargs:
  until: ["\n\n\n"]
process_results: !function lm_eval_slr_bench.process_results
metric_list:
  - metric: verifiable_reward
    aggregation: mean
    higher_is_better: true
metadata:
  version: 1.0
