Update app.py

app.py

@@ -21,30 +21,22 @@ def img2txt(url):
     return text
 
 # Text-to-story
-def txt2story(img_text, top_k, top_p, temperature):
-    print("Initializing client...")
-    client = openai.OpenAI(
-        api_key=os.environ["TOGETHER_API_KEY"], 
-        base_url='https://api.together.xyz',
-    )
+data = {
+        "model": llm_model,
+        "messages": [
+            {"role": "system", "content": '''As an experienced short story writer, write story title and then create a meaningful story influenced by provided words. 
+        Ensure stories conclude positively within 100 words. Remember the story must end within 100 words''', "temperature": temperature},
+            {"role": "user", "content": f"Here is input set of words: {img_text}", "temperature": temperature} 
+        ],
+        "top_k": top_k,
+        "top_p": top_p,
+        "temperature": temperature
+    }
     
-    messages = [
-        {"role": "system", "content": '''As an experienced short story writer, write story title and then create a meaningful story influenced by provided words. 
-        Ensure stories conclude positively within 100 words. Remember the story must end within 100 words'''},
-        {"role": "user", "content": f"Here is input set of words: {img_text}"},
-    ]
+    response = requests.post("https://api.together.xyz/inference", headers=headers, json=data)
     
-    print("Story...")
-    chat_completion = client.chat.completions.create(
-        model="togethercomputer/llama-2-70b-chat",
-        messages=messages,
-        top_k=top_k,
-        top_p=top_p,
-        temperature=temperature
-    )
-    
-    print(chat_completion.choices[0].message.content)
-    return chat_completion.choices[0].message.content
+    story = response.json()["output"]["choices"][0]["text"] 
+    return story
 
 
 # Text-to-speech