Spaces:
Running
Running
reorder how to submit content
Browse files
client/src/pages/HowToSubmitPage/HowToSubmitPage.jsx
CHANGED
@@ -619,47 +619,17 @@ const HowToSubmitPage = () => {
|
|
619 |
|
620 |
<Section title="What do the tags mean?">
|
621 |
<TagSection
|
622 |
-
title="
|
623 |
-
description="
|
624 |
-
tags={[
|
625 |
-
"submission:automatic",
|
626 |
-
"submission:semiautomatic",
|
627 |
-
"submission:manual",
|
628 |
-
"submission:closed",
|
629 |
-
]}
|
630 |
-
explanations={[
|
631 |
-
"users can submit their models as such to the leaderboard, and evaluation is run <strong>automatically</strong> without human intervention",
|
632 |
-
"the leaderboard requires the <strong>model owner</strong> to run evaluations on his side and submit the results",
|
633 |
-
"the leaderboard requires the <strong>leaderboard owner</strong> to run evaluations for new submissions",
|
634 |
-
"the leaderboard <strong>does not accept</strong> submissions at the moment",
|
635 |
-
]}
|
636 |
-
/>
|
637 |
-
|
638 |
-
<TagSection
|
639 |
-
title="Test set status"
|
640 |
-
description="Arenas are not concerned by this category."
|
641 |
-
tags={["test:public", "test:mix", "test:private", "test:rolling"]}
|
642 |
-
explanations={[
|
643 |
-
"all the test sets used are <strong>public</strong>, the evaluations are completely <strong>reproducible</strong>",
|
644 |
-
"some test sets are <strong>public</strong> and some <strong>private</strong>",
|
645 |
-
"all the test sets used are <strong>private</strong>, the evaluations are hard to game",
|
646 |
-
"the test sets used <strong>change regularly</strong> through time and evaluation scores are refreshed",
|
647 |
-
]}
|
648 |
-
/>
|
649 |
-
|
650 |
-
<TagSection
|
651 |
-
title="Judges"
|
652 |
tags={[
|
653 |
-
"
|
654 |
-
"
|
655 |
-
"
|
656 |
-
"
|
657 |
-
|
658 |
-
|
659 |
-
"
|
660 |
-
"
|
661 |
-
"evaluations are <strong>done by humans</strong> to rate answer - <strong>this is an arena</strong>",
|
662 |
-
"evaluations are <strong>done manually</strong> by one or several humans",
|
663 |
]}
|
664 |
/>
|
665 |
|
@@ -725,17 +695,47 @@ const HowToSubmitPage = () => {
|
|
725 |
/>
|
726 |
|
727 |
<TagSection
|
728 |
-
title="
|
729 |
-
description="
|
730 |
tags={[
|
731 |
-
"
|
732 |
-
"
|
733 |
-
"
|
734 |
-
"
|
735 |
-
|
736 |
-
|
737 |
-
"
|
738 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
739 |
]}
|
740 |
/>
|
741 |
|
@@ -748,7 +748,7 @@ const HowToSubmitPage = () => {
|
|
748 |
fontStyle: "italic",
|
749 |
}}
|
750 |
>
|
751 |
-
If you would like to see a
|
752 |
please contact{" "}
|
753 |
<Link
|
754 |
href="https://huggingface.co/clementine"
|
|
|
619 |
|
620 |
<Section title="What do the tags mean?">
|
621 |
<TagSection
|
622 |
+
title="Domain"
|
623 |
+
description="Indicates the specific domain of the leaderboard"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
624 |
tags={[
|
625 |
+
"domain:medical",
|
626 |
+
"domain:chemistry",
|
627 |
+
"domain:physics",
|
628 |
+
"domain:biology",
|
629 |
+
"domain:financial",
|
630 |
+
"domain:legal",
|
631 |
+
"domain:commercial",
|
632 |
+
"domain:translation",
|
|
|
|
|
633 |
]}
|
634 |
/>
|
635 |
|
|
|
695 |
/>
|
696 |
|
697 |
<TagSection
|
698 |
+
title="Submission type"
|
699 |
+
description="Arenas are not concerned by this category."
|
700 |
tags={[
|
701 |
+
"submission:automatic",
|
702 |
+
"submission:semiautomatic",
|
703 |
+
"submission:manual",
|
704 |
+
"submission:closed",
|
705 |
+
]}
|
706 |
+
explanations={[
|
707 |
+
"users can submit their models as such to the leaderboard, and evaluation is run <strong>automatically</strong> without human intervention",
|
708 |
+
"the leaderboard requires the <strong>model owner</strong> to run evaluations on his side and submit the results",
|
709 |
+
"the leaderboard requires the <strong>leaderboard owner</strong> to run evaluations for new submissions",
|
710 |
+
"the leaderboard <strong>does not accept</strong> submissions at the moment",
|
711 |
+
]}
|
712 |
+
/>
|
713 |
+
|
714 |
+
<TagSection
|
715 |
+
title="Test set status"
|
716 |
+
description="Arenas are not concerned by this category."
|
717 |
+
tags={["test:public", "test:mix", "test:private", "test:rolling"]}
|
718 |
+
explanations={[
|
719 |
+
"all the test sets used are <strong>public</strong>, the evaluations are completely <strong>reproducible</strong>",
|
720 |
+
"some test sets are <strong>public</strong> and some <strong>private</strong>",
|
721 |
+
"all the test sets used are <strong>private</strong>, the evaluations are hard to game",
|
722 |
+
"the test sets used <strong>change regularly</strong> through time and evaluation scores are refreshed",
|
723 |
+
]}
|
724 |
+
/>
|
725 |
+
|
726 |
+
<TagSection
|
727 |
+
title="Judges"
|
728 |
+
tags={[
|
729 |
+
"judge:function",
|
730 |
+
"judge:model",
|
731 |
+
"judge:humans",
|
732 |
+
"judge:vibe check",
|
733 |
+
]}
|
734 |
+
explanations={[
|
735 |
+
"evaluations are run <strong>automatically</strong>, using an evaluation suite such as <strong>lm_eval</strong> or <strong>lighteval</strong>",
|
736 |
+
"evaluations are run using a <strong>model as a judge</strong> approach to rate answer",
|
737 |
+
"evaluations are <strong>done by humans</strong> to rate answer - <strong>this is an arena</strong>",
|
738 |
+
"evaluations are <strong>done manually</strong> by one or several humans",
|
739 |
]}
|
740 |
/>
|
741 |
|
|
|
748 |
fontStyle: "italic",
|
749 |
}}
|
750 |
>
|
751 |
+
If you would like to see a tag that is not currently represented,
|
752 |
please contact{" "}
|
753 |
<Link
|
754 |
href="https://huggingface.co/clementine"
|