| { | |
| "dataset_revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba", | |
| "evaluation_time": 19.373476266860962, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "accuracy": 0.887733698130415, | |
| "f1": 0.6446679683763925, | |
| "f1_weighted": 0.8828001372200353, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.887733698130415, | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.8903328773369813, | |
| "f1": 0.6443196100400796, | |
| "f1_weighted": 0.8858075024576232 | |
| }, | |
| { | |
| "accuracy": 0.8875968992248062, | |
| "f1": 0.6353699249343289, | |
| "f1_weighted": 0.87927962511134 | |
| }, | |
| { | |
| "accuracy": 0.8901048791609667, | |
| "f1": 0.6360768466219334, | |
| "f1_weighted": 0.8860015331545291 | |
| }, | |
| { | |
| "accuracy": 0.8866849065207478, | |
| "f1": 0.6493641222457096, | |
| "f1_weighted": 0.8839610419300968 | |
| }, | |
| { | |
| "accuracy": 0.8885088919288646, | |
| "f1": 0.639949142686732, | |
| "f1_weighted": 0.884408678059172 | |
| }, | |
| { | |
| "accuracy": 0.8919288645690835, | |
| "f1": 0.6428687762213194, | |
| "f1_weighted": 0.8848113821779731 | |
| }, | |
| { | |
| "accuracy": 0.883264933880529, | |
| "f1": 0.644593179250931, | |
| "f1_weighted": 0.8809102398647856 | |
| }, | |
| { | |
| "accuracy": 0.8850889192886456, | |
| "f1": 0.65363821076355, | |
| "f1_weighted": 0.880234303806651 | |
| }, | |
| { | |
| "accuracy": 0.8903328773369813, | |
| "f1": 0.6553213509453706, | |
| "f1_weighted": 0.8849216102804892 | |
| }, | |
| { | |
| "accuracy": 0.8834929320565436, | |
| "f1": 0.6451785200539706, | |
| "f1_weighted": 0.8776654553576927 | |
| } | |
| ] | |
| } | |
| ] | |
| }, | |
| "task_name": "MTOPIntentClassification" | |
| } |