Spaces:
Running
Running
reorder how to submit content
Browse files
client/src/pages/HowToSubmitPage/HowToSubmitPage.jsx
CHANGED
|
@@ -619,47 +619,17 @@ const HowToSubmitPage = () => {
|
|
| 619 |
|
| 620 |
<Section title="What do the tags mean?">
|
| 621 |
<TagSection
|
| 622 |
-
title="
|
| 623 |
-
description="
|
| 624 |
-
tags={[
|
| 625 |
-
"submission:automatic",
|
| 626 |
-
"submission:semiautomatic",
|
| 627 |
-
"submission:manual",
|
| 628 |
-
"submission:closed",
|
| 629 |
-
]}
|
| 630 |
-
explanations={[
|
| 631 |
-
"users can submit their models as such to the leaderboard, and evaluation is run <strong>automatically</strong> without human intervention",
|
| 632 |
-
"the leaderboard requires the <strong>model owner</strong> to run evaluations on his side and submit the results",
|
| 633 |
-
"the leaderboard requires the <strong>leaderboard owner</strong> to run evaluations for new submissions",
|
| 634 |
-
"the leaderboard <strong>does not accept</strong> submissions at the moment",
|
| 635 |
-
]}
|
| 636 |
-
/>
|
| 637 |
-
|
| 638 |
-
<TagSection
|
| 639 |
-
title="Test set status"
|
| 640 |
-
description="Arenas are not concerned by this category."
|
| 641 |
-
tags={["test:public", "test:mix", "test:private", "test:rolling"]}
|
| 642 |
-
explanations={[
|
| 643 |
-
"all the test sets used are <strong>public</strong>, the evaluations are completely <strong>reproducible</strong>",
|
| 644 |
-
"some test sets are <strong>public</strong> and some <strong>private</strong>",
|
| 645 |
-
"all the test sets used are <strong>private</strong>, the evaluations are hard to game",
|
| 646 |
-
"the test sets used <strong>change regularly</strong> through time and evaluation scores are refreshed",
|
| 647 |
-
]}
|
| 648 |
-
/>
|
| 649 |
-
|
| 650 |
-
<TagSection
|
| 651 |
-
title="Judges"
|
| 652 |
tags={[
|
| 653 |
-
"
|
| 654 |
-
"
|
| 655 |
-
"
|
| 656 |
-
"
|
| 657 |
-
|
| 658 |
-
|
| 659 |
-
"
|
| 660 |
-
"
|
| 661 |
-
"evaluations are <strong>done by humans</strong> to rate answer - <strong>this is an arena</strong>",
|
| 662 |
-
"evaluations are <strong>done manually</strong> by one or several humans",
|
| 663 |
]}
|
| 664 |
/>
|
| 665 |
|
|
@@ -725,17 +695,47 @@ const HowToSubmitPage = () => {
|
|
| 725 |
/>
|
| 726 |
|
| 727 |
<TagSection
|
| 728 |
-
title="
|
| 729 |
-
description="
|
| 730 |
tags={[
|
| 731 |
-
"
|
| 732 |
-
"
|
| 733 |
-
"
|
| 734 |
-
"
|
| 735 |
-
|
| 736 |
-
|
| 737 |
-
"
|
| 738 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 739 |
]}
|
| 740 |
/>
|
| 741 |
|
|
@@ -748,7 +748,7 @@ const HowToSubmitPage = () => {
|
|
| 748 |
fontStyle: "italic",
|
| 749 |
}}
|
| 750 |
>
|
| 751 |
-
If you would like to see a
|
| 752 |
please contact{" "}
|
| 753 |
<Link
|
| 754 |
href="https://huggingface.co/clementine"
|
|
|
|
| 619 |
|
| 620 |
<Section title="What do the tags mean?">
|
| 621 |
<TagSection
|
| 622 |
+
title="Domain"
|
| 623 |
+
description="Indicates the specific domain of the leaderboard"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 624 |
tags={[
|
| 625 |
+
"domain:medical",
|
| 626 |
+
"domain:chemistry",
|
| 627 |
+
"domain:physics",
|
| 628 |
+
"domain:biology",
|
| 629 |
+
"domain:financial",
|
| 630 |
+
"domain:legal",
|
| 631 |
+
"domain:commercial",
|
| 632 |
+
"domain:translation",
|
|
|
|
|
|
|
| 633 |
]}
|
| 634 |
/>
|
| 635 |
|
|
|
|
| 695 |
/>
|
| 696 |
|
| 697 |
<TagSection
|
| 698 |
+
title="Submission type"
|
| 699 |
+
description="Arenas are not concerned by this category."
|
| 700 |
tags={[
|
| 701 |
+
"submission:automatic",
|
| 702 |
+
"submission:semiautomatic",
|
| 703 |
+
"submission:manual",
|
| 704 |
+
"submission:closed",
|
| 705 |
+
]}
|
| 706 |
+
explanations={[
|
| 707 |
+
"users can submit their models as such to the leaderboard, and evaluation is run <strong>automatically</strong> without human intervention",
|
| 708 |
+
"the leaderboard requires the <strong>model owner</strong> to run evaluations on his side and submit the results",
|
| 709 |
+
"the leaderboard requires the <strong>leaderboard owner</strong> to run evaluations for new submissions",
|
| 710 |
+
"the leaderboard <strong>does not accept</strong> submissions at the moment",
|
| 711 |
+
]}
|
| 712 |
+
/>
|
| 713 |
+
|
| 714 |
+
<TagSection
|
| 715 |
+
title="Test set status"
|
| 716 |
+
description="Arenas are not concerned by this category."
|
| 717 |
+
tags={["test:public", "test:mix", "test:private", "test:rolling"]}
|
| 718 |
+
explanations={[
|
| 719 |
+
"all the test sets used are <strong>public</strong>, the evaluations are completely <strong>reproducible</strong>",
|
| 720 |
+
"some test sets are <strong>public</strong> and some <strong>private</strong>",
|
| 721 |
+
"all the test sets used are <strong>private</strong>, the evaluations are hard to game",
|
| 722 |
+
"the test sets used <strong>change regularly</strong> through time and evaluation scores are refreshed",
|
| 723 |
+
]}
|
| 724 |
+
/>
|
| 725 |
+
|
| 726 |
+
<TagSection
|
| 727 |
+
title="Judges"
|
| 728 |
+
tags={[
|
| 729 |
+
"judge:function",
|
| 730 |
+
"judge:model",
|
| 731 |
+
"judge:humans",
|
| 732 |
+
"judge:vibe check",
|
| 733 |
+
]}
|
| 734 |
+
explanations={[
|
| 735 |
+
"evaluations are run <strong>automatically</strong>, using an evaluation suite such as <strong>lm_eval</strong> or <strong>lighteval</strong>",
|
| 736 |
+
"evaluations are run using a <strong>model as a judge</strong> approach to rate answer",
|
| 737 |
+
"evaluations are <strong>done by humans</strong> to rate answer - <strong>this is an arena</strong>",
|
| 738 |
+
"evaluations are <strong>done manually</strong> by one or several humans",
|
| 739 |
]}
|
| 740 |
/>
|
| 741 |
|
|
|
|
| 748 |
fontStyle: "italic",
|
| 749 |
}}
|
| 750 |
>
|
| 751 |
+
If you would like to see a tag that is not currently represented,
|
| 752 |
please contact{" "}
|
| 753 |
<Link
|
| 754 |
href="https://huggingface.co/clementine"
|