JieRuan commited on
Commit
0382c5e
·
verified ·
1 Parent(s): a2789e4

Create model_acc.json

Browse files
Files changed (1) hide show
  1. src/model_acc.json +11 -0
src/model_acc.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"Model":"GPT-4o","T1":9.5,"T2":4.3,"T3":14.3,"T4":55.2,"T5":23.8,"T6":22.1 ,"T7":33.8,"T8":9.6,"T9":32.3,"T10":34.6,"T11":23.6}
2
+ {"Model":"Gemini-2.0-Flash","T1":9.2,"T2":5.4,"T3":18.0,"T4":48.0,"T5":25.0,"T6":17.81 ,"T7":34.7,"T8":8.5,"T9":42.9,"T10":34.3,"T11":16.1}
3
+ {"Model":"GPT-4o-mini","T1":12.8,"T2":3.9,"T3":14.3,"T4":47.2,"T5":20.5,"T6":22.3,"T7":33.6,"T8":10.2,"T9":27.5,"T10":41.3 ,"T11":25.8}
4
+ {"Model":"Llama-3.3-70B-Instruct","T1":8.9 ,"T2":3.4,"T3":15.7,"T4":48.0,"T5":12.8,"T6":17.2,"T7":32.8,"T8":8.2,"T9":30.6,"T10":41.6 ,"T11":27.0}
5
+ {"Model":"Mistral-Nemo-Instruct","T1":3.8,"T2":1.3,"T3":15.0,"T4":38.5,"T5":23.5,"T6":21.5,"T7":33.6,"T8":8.4,"T9":20.9,"T10":50.6,"T11":24.9}
6
+ {"Model":"Mistral-Large-Instruct","T1":6.6,"T2":2.8,"T3":17.0,"T4":49.7,"T5":15.2,"T6":21.0,"T7":33.3,"T8":8.8,"T9":18.4,"T10":38.6,"T11":29.6}
7
+ {"Model":"Qwen2.5-72B","T1":8.9,"T2":3.0,"T3":16.3,"T4":48.8,"T5":9.0,"T6":18.0,"T7":32.5,"T8":9.2,"T9":31.9,"T10":31.1,"T11":27.3}
8
+ {"Model":"Llama3.1-8B-Instruct","T1":6.7,"T2":2.2,"T3":19.7,"T4":46.1,"T5":14.7,"T6":20.6,"T7":32.2,"T8":6.0,"T9":22.8,"T10":39.3,"T11":24.1}
9
+ {"Model":"Claude-3.7-Sonnet","T1":7.5,"T2":0.7,"T3":17.3,"T4":30.3,"T5":29.4,"T6":23.0,"T7":35.0,"T8":8.4,"T9":20.3,"T10":31.6,"T11":27.0}
10
+ {"Model":"Qwen2.5-7B","T1":8.2,"T2":2.9,"T3":15.7,"T4":40.6,"T5":10.4,"T6":18.8,"T7":34.7,"T8":8.5,"T9":13.7,"T10":33.5,"T11":18.2}
11
+ {"Model":"Claude-3.5-Haiku","T1":2.6,"T2":0.9,"T3":20.7,"T4":30.1,"T5":7.8,"T6":10.6,"T7":33.3,"T8":9.2,"T9":15.8,"T10":39.6,"T11":27.9}