Setup Gradio space

.gitignore

@@ -0,0 +1,2 @@
+.venv/
+.idea/

app.py

@@ -1,64 +1,36 @@
 import gradio as gr
-from huggingface_hub import InferenceClient
-
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
-
-
-def respond(
-    message,
-    history: list[tuple[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
-):
-    messages = [{"role": "system", "content": system_message}]
-
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
-
-    messages.append({"role": "user", "content": message})
-
-    response = ""
-
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-
-        response += token
-        yield response
-
-
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
-        ),
-    ],
+import torch
+from transformers import AutoModelForSequenceClassification, AutoTokenizer
+
+CLASSES = {
+    'yes': 0,
+    'irrelevant': 1,
+    'no': 2,
+}
+checkpoint_path = "MrPio/TheSeagullStory-nli-deberta-v3-base"
+model = AutoModelForSequenceClassification.from_pretrained(checkpoint_path)
+model.eval()
+tokenizer = AutoTokenizer.from_pretrained(checkpoint_path)
+story = open('story.txt').read().replace("\n\n", "\n").replace("\n", " ").strip()
+
+
+def ask(question):
+    inputs = tokenizer(story, question, truncation=True, padding=True)
+    prediction = torch.softmax(model(**inputs), dim=-1).squeeze()
+    return [{c: prediction[i].item() for c, i in CLASSES}]
+
+
+demo = gr.Interface(
+    ask,
+    inputs=[gr.Textbox(value="", label="Your question, as an affirmative sentence:")],
+    outputs=[gr.Label(label="Answer", num_top_classes=3)],
+    title="The Seagull Story",
+    description="“ Albert and Dave find themselves on the pier. They go to a nearby restaurant where Albert orders seagull meat. The waiter promptly serves Albert the meal. After taking a bite, he realizes something. Albert pulls a gun out of his ruined jacket and shoots himself. ”\n\nWhy did Albert shoot himself?\n\nCan you unravel the truth behind this epilogue by asking only yes/no questions?",
+    article='Please refrain from embarrassing DeBERTa with ridiculous questions.',
+    examples=['Albert shoot himself for a reason',
+              'Dave has a watch on his wrist',
+              'Albert and Dave came to the pier on their own']
 )
 
-
 if __name__ == "__main__":
     demo.launch()

requirements.txt

@@ -1,3 +1,4 @@
 huggingface_hub==0.25.2
 transformers
-torch
+torch
+gradio

story.txt

@@ -0,0 +1,5 @@
+While enjoying a peaceful boat ride, Albert, Dave and Lucy are stranded on a deserted island by a violent storm. They face the challenges of survival in a place far from their original plans.
+Lucy dies in the shipwreck, leaving Albert and Dave to survive on a desert island with no food or animals. While exploring, Dave discovers Lucy's lifeless body, which causes Dave great grief. He keeps the discovery to himself, fearing that Albert would be devastated if he knew. He pretends that Lucy is still with them, which at first makes Albert believe it.
+Several days pass and Dave and Albert struggle to survive without food. Dave has no choice but to eat and feed Albert with some of Lucy's remains. He does not tell Albert the truth about their food source. He assures Albert that they eat seagull meat. Albert doubts his words but decides to trust him for now.
+A passing sailor sees Albert and Dave and rescues them from the island. The sailor is genuinely concerned about them. On the boat, Albert becomes increasingly worried about his wife, Lucy, and questions Dave's lies about her whereabouts. He believes that the seagull meat Dave made him eat on the island was Lucy's body, and insists on going to a restaurant to taste the real seagull meat to uncover the truth. At Albert's insistence and against Dave's will, the sailor takes them to a nearby pier.
+Albert and Dave find themselves on the pier, sad and shocked. Still unaware of Lucy's fate, Albert discusses it with Dave. They go to a nearby restaurant where Albert orders seagull meat, as he had planned. The waiter promptly serves Albert the meal. The food is perfectly good and edible. After taking a bite, he realizes that what he ate on the island was not seagull meat, but Lucy's corpse. He does what Dave suspected. To the surprise of the other people in the restaurant, but not to Dave, Albert pulls a gun out of his ruined jacket and shoots himself.