| task,metric,value,err,version | |
| anli_r1,acc,0.326,0.014830507204541037,0 | |
| anli_r2,acc,0.345,0.015039986742055238,0 | |
| anli_r3,acc,0.3258333333333333,0.013535422043417452,0 | |
| arc_challenge,acc,0.2909556313993174,0.013273077865907576,0 | |
| arc_challenge,acc_norm,0.31569965870307165,0.013582571095815288,0 | |
| arc_easy,acc,0.6435185185185185,0.00982804654450442,0 | |
| arc_easy,acc_norm,0.6144781144781145,0.009987250004629007,0 | |
| boolq,acc,0.5767584097859327,0.008641391399113586,1 | |
| cb,acc,0.39285714285714285,0.0658538889806635,1 | |
| cb,f1,0.27476190476190476,,1 | |
| copa,acc,0.77,0.042295258468165065,0 | |
| hellaswag,acc,0.4433379804819757,0.004957637648426472,0 | |
| hellaswag,acc_norm,0.5919139613622785,0.004904747752286929,0 | |
| piqa,acc,0.7159956474428727,0.010521147542454229,0 | |
| piqa,acc_norm,0.7247007616974973,0.01042142927736953,0 | |
| rte,acc,0.5234657039711191,0.030063300411902652,0 | |
| sciq,acc,0.862,0.010912152632504408,0 | |
| sciq,acc_norm,0.85,0.011297239823409301,0 | |
| storycloze_2016,acc,0.692143238909674,0.010674598158758182,0 | |
| winogrande,acc,0.574585635359116,0.013895257666646378,0 | |