| group: metabench_permute | |
| task: | |
| - metabench_arc_permute | |
| - metabench_hellaswag_permute | |
| - metabench_mmlu_permute | |
| - metabench_truthfulqa_permute | |
| - metabench_winogrande_permute | |
| aggregate_metric_list: | |
| - metric: acc | |
| aggregation: mean | |
| weight_by_size: false | |
| metadata: | |
| version: 0.0 | |