Update app.py

app.py

@@ -29,7 +29,28 @@ import io
 tess.pytesseract.tesseract_cmd = r"/app/tesseract.exe"
 
 # Use a pipeline as a high-level helper
-pipe = pipeline("text-generation", model="eachadea/vicuna-7b-1.1")
+# pipe = pipeline("text-generation", model="eachadea/vicuna-7b-1.1")
+
+# Initialize the pipeline with the Hugging Face API
+# pipe = pipeline("text-generation", model="eachadea/vicuna-7b-1.1", api_key="your_api_key")
+import requests
+
+API_URL = "https://api-inference.huggingface.co/models/openai-community/gpt2"
+headers = {"Authorization": "hf_TsCTtXxnvpmhFKABqKmcVLyLEhjQPsITSVx"}
+
+def query(payload):
+	response = requests.post(API_URL, headers=headers, json=payload)
+	return response.json()
+	
+# output = query({
+# 	"inputs": "Can you please let us know more details about your ",
+# })
+
+def generate_response(prompt):
+    # Generate response from the API
+    response = query({"inputs":prompt})
+    return response[0]['generated_text']
+
 
 def get_embedding(text):
     return model1.encode(text, convert_to_tensor=True)