Spaces:
Runtime error
Runtime error
File size: 1,672 Bytes
5a6a740 3b3a846 5a6a740 3b3a846 a1e8dca 3b3a846 5a6a740 3b3a846 5a6a740 a1e8dca 3b3a846 a1e8dca 5a6a740 a1e8dca 5a6a740 a1e8dca 5a6a740 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 |
import gradio as gr
import requests
import subprocess
import time
import sys
# Start the Ollama server and capture its URL output
process = subprocess.Popen(['bash', 'run_ollama.sh'], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdout, stderr = process.communicate()
# Check for errors or retrieve the URL from stdout
if process.returncode != 0:
print(f"Error starting Ollama: {stderr.decode()}")
sys.exit(1)
ollama_url = stdout.decode().strip().split('\n')[-1].split()[-1] # Extract the URL
console_output = []
def call_ollama_api(prompt):
try:
response = requests.post(
f'{ollama_url}/generate',
json={"prompt": prompt}
)
response.raise_for_status() # Raise an exception for HTTP errors
result = response.json()
output = result.get('text', '')
console_output.append(f"Prompt: {prompt}\nResponse: {output}")
return output
except requests.exceptions.RequestException as e:
error_message = f"Error: {e}"
console_output.append(error_message)
return error_message
def chat(prompt):
output = call_ollama_api(prompt)
return output
def show_console_output():
return "\n\n".join(console_output)
iface = gr.Interface(
fn=chat,
inputs="text",
outputs="text",
title="Ollama Chat",
description="Chat with Ollama API and see the responses."
)
console_iface = gr.Interface(
fn=show_console_output,
inputs=None,
outputs="text",
title="Console Output",
description="See the console outputs here."
)
# Launch a tabbed interface
gr.TabbedInterface([iface, console_iface], ["Chat", "Console"]).launch() |