File size: 1,194 Bytes
a881fbe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48bddc9
a881fbe
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
"""Static leaderboard page."""

import pandas as pd
import streamlit as st

# Add button to go back to the CRS Arena
if st.button("Back to :gun: CRS Arena"):
    st.switch_page("arena.py")

st.title(":trophy: CRS Arena Leaderboard")
st.write(
    "This leaderboard ranks conversational recommender systems present in the CRS Arena based on different metrics, including Elo rating and user satisfaction."
)

st.write("*Last update: 2024-10-04*")

df_leaderboard = pd.DataFrame(
    {
        "CRS": [
            "BARCOR_OpenDialKG",
            "BARCOR_ReDial",
            "CRB-CRS_ReDial",
            "ChatGPT_OpenDialKG",
            "ChatGPT_ReDial",
            "KBRD_OpenDialKG",
            "KBRD_ReDial",
            "UniCRS_OpenDialKG",
            "UniCRS_ReDial",
        ],
        "Elo rating*": [968, 1052, 930, 1056, 1036, 966, 1027, 974, 991],
        "% Satisfaction": [17.2, 30.4, 5.4, 50.0, 58.6, 2.6, 8.6, 9.5, 18.2],
    }
)

# Sort DataFrame by Elo rating
df_leaderboard = df_leaderboard.sort_values(by="Elo rating*", ascending=False)

st.dataframe(df_leaderboard, hide_index=True, use_container_width=True)

st.write("*Initial rating is set to 1000 and K-factor is 16")