Create app.py

app.py

@@ -0,0 +1,76 @@
+import requests
+import json
+
+API_URL = "https://kp4xdy196cw81uf3.us-east-1.aws.endpoints.huggingface.cloud"
+headers = {
+	"Accept" : "application/json",
+	"Authorization": "Bearer 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",
+	"Content-Type": "application/json"
+}
+
+def query(payload):
+	response = requests.post(API_URL, headers=headers, json=payload)
+	return response.json()
+
+def generate_response(text):
+  input = {
+    "inputs": text,
+    "parameters": {
+      "max_new_tokens" : 128,
+      "top_k": 10,
+      "top_p": 0.95,
+      "typical_p": 0.95,
+      "temperature": 0.01,
+      "repetition_penalty": 1.03,
+      "stop" : ["/nHuman:", "/nUser:", "<end of message>\n"]
+    }
+  }
+  
+  output = query(input)
+  response = output[0]["generated_text"]
+  response = response.replace(text, "")
+  splitResponse = response.split("Human:")
+  return splitResponse[0]
+
+
+def format_chat_prompt(message, chat_history):
+    prompt = """ Do not repeat questions and do not generate answer for user/human.
+    
+    You are a helpful hotel booking asssitant.
+    Below is an instruction that describes a task.
+    Write a response that appropriately completes the request.
+    Reply with the most helpful and logic answer. During the conversation you need to ask the user
+    the following questions to complete the hotel booking task.
+    1) Where would you like to stay and when?
+    2) How many people are staying in the room?
+    3) Do you prefer any ammenities like breakfast included or gym?
+    4) What is your name, your email address and phone number?
+    When name, email and phone number is provided, you, a hotel booking assistant, shouldd respond with a thankful answer.
+    When the user says please book the room or Yes, book it, you should repsond with : "Yes,I booked the rooom."
+    """
+    for turn in chat_history:
+        user_message, bot_message = turn
+        prompt = f"{prompt}\nHuman: {user_message}\nAssistant: {bot_message}"
+    prompt = f"{prompt}\nHuman: {message}\nAssistant:"
+    return prompt
+
+def chat_output(message, history):
+    print(message)
+    prompt = format_chat_prompt(message,history)
+    result = generate_response(text = prompt)
+    return result
+
+with gr.Blocks() as demo:
+
+    #chatbot_component = gr.Chatbot(height=300, label = "history")
+    #textbox_component = gr.Textbox(placeholder="Can I help you to book a hotel?", container=False, label = "input", scale=7)
+
+    demo.chatbot_interface = gr.ChatInterface(
+        fn=chat_output,
+        examples = ["Hello I would like to book a hotel room.", "Hello I want to stay in Nuremberg in 30th of May until 1st of June." , "2 people, me and my partner."
+                    "2 people, me and my partner. I would like a breakfast included.", " I would like a breakfast included.", "Just me.I am travelling alone."],
+        #outputs=chatbot_component,
+        title = "Hotel Booking Assistant Chat 🤗",
+        description = "I am your hotel booking assistant. Feel free to start chatting with me."
+    )
+demo.launch(debug=True)