| group: metabench_secondary | |
| task: | |
| - metabench_arc_secondary | |
| - metabench_gsm8k_secondary | |
| - metabench_hellaswag_secondary | |
| - metabench_mmlu_secondary | |
| - metabench_truthfulqa_secondary | |
| - metabench_winogrande_secondary | |
| aggregate_metric_list: | |
| - metric: acc | |
| aggregation: mean | |
| weight_by_size: false | |
| metadata: | |
| version: 0.0 | |