Spaces:
Runtime error
Runtime error
Commit
·
b29a774
1
Parent(s):
7b91826
Update app.py
Browse files
app.py
CHANGED
@@ -5,8 +5,10 @@ import prompts
|
|
5 |
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
6 |
|
7 |
def format_prompt(message, history):
|
|
|
8 |
prompt = "<s>"
|
9 |
for user_prompt, bot_response in history:
|
|
|
10 |
prompt += f"[INST] {user_prompt} [/INST]"
|
11 |
prompt += f" {bot_response}</s> "
|
12 |
prompt += f"[INST] {message} [/INST]"
|
@@ -14,7 +16,7 @@ def format_prompt(message, history):
|
|
14 |
|
15 |
def generate(prompt,history,max_new_tokens,seed):
|
16 |
#seed = random.randint(1,9999999999999)
|
17 |
-
|
18 |
system_prompt = prompts.SONG_WRITER
|
19 |
generate_kwargs = dict(
|
20 |
temperature=0.9,
|
|
|
5 |
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
6 |
|
7 |
def format_prompt(message, history):
|
8 |
+
|
9 |
prompt = "<s>"
|
10 |
for user_prompt, bot_response in history:
|
11 |
+
print (bot_response)
|
12 |
prompt += f"[INST] {user_prompt} [/INST]"
|
13 |
prompt += f" {bot_response}</s> "
|
14 |
prompt += f"[INST] {message} [/INST]"
|
|
|
16 |
|
17 |
def generate(prompt,history,max_new_tokens,seed):
|
18 |
#seed = random.randint(1,9999999999999)
|
19 |
+
print(seed)
|
20 |
system_prompt = prompts.SONG_WRITER
|
21 |
generate_kwargs = dict(
|
22 |
temperature=0.9,
|