Rename main.py to chatapi-v1.py

main.py → chatapi-v1.py

@@ -1,3 +1,67 @@
+"""
+Inference
+
+
+import requests
+import json
+
+def send_request_to_flask(prompt, history, temperature=0.7, max_new_tokens=100, top_p=0.9, repetition_penalty=1.2):
+    # URL of the Flask endpoint
+    url = "https://jikoni-llamasms.hf.space/generate"  # Adjust the URL if needed
+
+    # Create the payload
+    payload = {
+        "prompt": prompt,
+        "history": history,
+        "temperature": temperature,
+        "max_new_tokens": max_new_tokens,
+        "top_p": top_p,
+        "repetition_penalty": repetition_penalty
+    }
+
+    try:
+        # Send the POST request
+        response = requests.post(url, json=payload)
+        
+        # Check if the request was successful
+        if response.status_code == 200:
+            result = response.json()
+            return result["response"]
+        else:
+            print("Failed to get response from Flask app.")
+            print("Status Code:", response.status_code)
+            print("Response Text:", response.text)
+            return None
+    
+    except requests.RequestException as e:
+        print("An error occurred:", e)
+        return None
+
+if __name__ == "__main__":
+    history = []  # Initialize an empty history list
+    
+    while True:
+        # Prompt the user for input
+        prompt = input("You: ")
+        
+        if prompt.lower() in ['exit', 'quit', 'stop']:
+            print("Exiting the chat.")
+            break
+        
+        # Send request and get response
+        response_text = send_request_to_flask(prompt, history)
+
+        if response_text:
+            print("Response from Flask app:")
+            print(response_text)
+            # Update history
+            history.append((prompt, response_text))
+        else:
+            print("No response received.")
+
+"""
+
+
 from flask import Flask, request, jsonify
 from huggingface_hub import InferenceClient