File size: 1,067 Bytes
8a254d6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
# Leaderboard required columns (must always be included)
LEADERBOARD_REQUIRED_COLUMNS = [
    "Model Name", "Group", "Overall", "Med. Len.", "Med. Resp. Len.", "Type", "Model Type", "Think", "Rank"
]

# Columns for number formatting (by category/language)
NUMERIC_COLS_CATEGORY = [
    "Overall", "Med. Len.", "Med. Resp. Len.", "Parameter Size (B)",
    "Content Generation", "Editing", "Data Analysis", "Reasoning",
    "Hallucination", "Safety", "Repetition", "Summarization", "Translation", "Multi-Turn"
]
NUMERIC_INT_COLS_CATEGORY = ["Med. Len.", "Med. Resp. Len.", "Parameter Size (B)"]
NUMERIC_FLOAT_COLS_CATEGORY = [col for col in NUMERIC_COLS_CATEGORY if col not in NUMERIC_INT_COLS_CATEGORY]

NUMERIC_COLS_LANGUAGE = [
    "Overall", "Med. Len.", "Med. Resp. Len.", "Parameter Size (B)",
    "KO", "EN", "JA", "ZH", "PL", "DE", "PT", "ES", "FR", "IT", "RU", "VI"
]
NUMERIC_INT_COLS_LANGUAGE = ["Med. Len.", "Med. Resp. Len.", "Parameter Size (B)"]
NUMERIC_FLOAT_COLS_LANGUAGE = [col for col in NUMERIC_COLS_LANGUAGE if col not in NUMERIC_INT_COLS_LANGUAGE]