spuuntries
commited on
Commit
·
57e78bc
1
Parent(s):
e151d4c
fix: add seed random
Browse files
app.py
CHANGED
|
@@ -2,6 +2,7 @@ import gradio as gr
|
|
| 2 |
from huggingface_hub import InferenceClient
|
| 3 |
import sqlite3
|
| 4 |
import os
|
|
|
|
| 5 |
|
| 6 |
client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
|
| 7 |
|
|
@@ -77,6 +78,7 @@ def respond(
|
|
| 77 |
max_tokens=max_tokens,
|
| 78 |
stream=True,
|
| 79 |
temperature=temperature,
|
|
|
|
| 80 |
top_p=top_p,
|
| 81 |
):
|
| 82 |
token = message.choices[0].delta.content
|
|
|
|
| 2 |
from huggingface_hub import InferenceClient
|
| 3 |
import sqlite3
|
| 4 |
import os
|
| 5 |
+
import random
|
| 6 |
|
| 7 |
client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
|
| 8 |
|
|
|
|
| 78 |
max_tokens=max_tokens,
|
| 79 |
stream=True,
|
| 80 |
temperature=temperature,
|
| 81 |
+
seed=random.randint(1, 1000),
|
| 82 |
top_p=top_p,
|
| 83 |
):
|
| 84 |
token = message.choices[0].delta.content
|