Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,10 +1,11 @@
|
|
1 |
from huggingface_hub import InferenceClient
|
2 |
import gradio as gr
|
3 |
-
import datetime
|
4 |
from pathlib import Path
|
5 |
|
6 |
# Initialize the InferenceClient
|
7 |
-
client = InferenceClient(
|
|
|
|
|
8 |
|
9 |
def format_prompt(message, history):
|
10 |
prompt = "<s>"
|
@@ -31,8 +32,6 @@ def generate(
|
|
31 |
do_sample=True,
|
32 |
seed=42,
|
33 |
)
|
34 |
-
now = datetime.datetime.now()
|
35 |
-
formatted_time = now.strftime("%H:%M:%S, %B %d, %Y")
|
36 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
37 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
38 |
output = ""
|
|
|
1 |
from huggingface_hub import InferenceClient
|
2 |
import gradio as gr
|
|
|
3 |
from pathlib import Path
|
4 |
|
5 |
# Initialize the InferenceClient
|
6 |
+
client = InferenceClient(
|
7 |
+
"mistralai/Mixtral-8x7B-Instruct-v0.1"
|
8 |
+
)
|
9 |
|
10 |
def format_prompt(message, history):
|
11 |
prompt = "<s>"
|
|
|
32 |
do_sample=True,
|
33 |
seed=42,
|
34 |
)
|
|
|
|
|
35 |
formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
|
36 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
37 |
output = ""
|