Upload my_app.aiconfig.json

my_app.aiconfig.json

@@ -0,0 +1,62 @@
+{
+  "name": "Hugging Face LLM Comparisons",
+  "schema_version": "latest",
+  "metadata": {
+    "parameters": {
+      "CoLA_ex_prompt": "Is the sentence grammatical or ungrammatical?\n\n\"This building is than that one.\"",
+      "SST_2_ex_prompt": "Is the movie review positive, negative, or neutral?\n\n\"The movie is funny, smart, visually inventive, and most of all, alive.\"",
+      "WNLI_ex_prompt": "Sentence B replaces sentence A's ambiguous pronoun with one of the nouns - is this the correct noun?\n\n\"A) Lily spoke to Donna, breaking her concentration.\nB) Lily spoke to Donna, breaking Lily's concentration.\""
+    },
+    "models": {},
+    "default_model": null,
+    "model_parsers": null
+  },
+  "description": "In this notebook, we compare the individual performance of HF hosted LLMs () on a few example questions from the GLUE benchmarks (https://gluebenchmark.com/tasks).\n\nExample questions taken from \"What is the GLUE Benchmark\" medium post - https://angelina-yang.medium.com/what-is-the-glue-benchmark-for-nlu-systems-61127b3cab3f",
+  "prompts": [
+    {
+      "name": "msft_phi_2",
+      "input": "{{CoLA_ex_prompt}}",
+      "metadata": {
+        "model": {
+          "name": "Text Generation",
+          "settings": {
+            "model": "microsoft/phi-2"
+          }
+        },
+        "tags": null,
+        "parameters": {}
+      },
+      "outputs": null
+    },
+    {
+      "name": "mistral_7b_v0.1",
+      "input": "{{CoLA_ex_prompt}}",
+      "metadata": {
+        "model": {
+          "name": "Text Generation",
+          "settings": {
+            "model": "mistralai/Mistral-7B-v0.1"
+          }
+        },
+        "tags": null,
+        "parameters": {}
+      },
+      "outputs": []
+    },
+    {
+      "name": "google_flan_t5_lg",
+      "input": "{{CoLA_ex_prompt}}",
+      "metadata": {
+        "model": {
+          "name": "Text Generation",
+          "settings": {
+            "model": "google/flan-t5-large"
+          }
+        },
+        "tags": null,
+        "parameters": {}
+      },
+      "outputs": []
+    }
+  ]
+}