Added model API to submission screen

app.py

@@ -22,6 +22,7 @@ from src.display.utils import (
     TYPES,
     AutoEvalColumn,
     ModelType,
+    ModelAPI,
     fields,
     WeightType,
     Precision
@@ -287,6 +288,13 @@ with demo:
 
             with gr.Row():
                 with gr.Column():
+                    model_api = gr.Dropdown(
+                        choices=[a.value.api for a in ModelAPI],
+                        label="Model API",
+                        multiselect=False,
+                        value="hf",
+                        interactive=True,
+                    )
                     model_name_textbox = gr.Textbox(label="Model name")
                     revision_name_textbox = gr.Textbox(label="Revision commit", placeholder="main")
                     model_type = gr.Dropdown(
@@ -319,6 +327,7 @@ with demo:
             submit_button.click(
                 add_new_eval,
                 [
+                    model_api,
                     model_name_textbox,
                     base_model_name_textbox,
                     revision_name_textbox,
@@ -342,4 +351,4 @@ with demo:
 scheduler = BackgroundScheduler()
 scheduler.add_job(restart_space, "interval", seconds=1800)
 scheduler.start()
-demo.queue(default_concurrency_limit=40).launch()
+demo.queue(default_concurrency_limit=40).launch()

src/display/utils.py

@@ -56,11 +56,18 @@ class EvalQueueColumn:  # Queue column
 ## All the model information that we might need
 @dataclass
 class ModelDetails:
+    api: str
     name: str
     display_name: str = ""
     symbol: str = "" # emoji
 
 
+class ModelAPI(Enum):
+    hf = ModelDetails(name="", api="hf")
+    openai = ModelDetails(name="", api="openai-chat-completions")
+    anthropic = ModelDetails(name="", api="anthropic-chat-completions")
+
+
 class ModelType(Enum):
     PT = ModelDetails(name="pretrained", symbol="🟢")
     FT = ModelDetails(name="fine-tuned", symbol="🔶")

src/submission/submit.py

@@ -15,6 +15,7 @@ REQUESTED_MODELS = None
 USERS_TO_SUBMISSION_DATES = None
 
 def add_new_eval(
+    model_api: str,
     model: str,
     base_model: str,
     revision: str,
@@ -36,6 +37,9 @@ def add_new_eval(
     precision = precision.split(" ")[0]
     current_time = datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
 
+    if model_api not in ["hf", "openai-chat-completions", "anthropic-chat-completions"]:
+        return styled_error('Please select a model API from one of "hf", "openai-chat-completions" or "anthropic-chat-completions"')
+
     if model_type is None or model_type == "":
         return styled_error("Please select a model type.")
 
@@ -76,6 +80,7 @@ def add_new_eval(
     print("Adding new eval")
 
     eval_entry = {
+        "model_api": model_api,
         "model": model,
         "base_model": base_model,
         "revision": revision,