Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ def format_prompt(message, history):
|
|
20 |
|
21 |
return prompt
|
22 |
|
23 |
-
def generate(prompt,
|
24 |
temperature = float(temperature)
|
25 |
if temperature < 1e-2:
|
26 |
temperature = 1e-2
|
@@ -35,7 +35,7 @@ def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, r
|
|
35 |
seed=42,
|
36 |
)
|
37 |
|
38 |
-
formatted_prompt = format_prompt(prompt,
|
39 |
formatted_prompt += f"[INST] {global_context['hidden_context']} [/INST]"
|
40 |
|
41 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
@@ -47,20 +47,17 @@ def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, r
|
|
47 |
output += response_text
|
48 |
# Mettre à jour l'historique de la conversation
|
49 |
conversation_history.append((formatted_prompt, response_text))
|
50 |
-
|
51 |
-
return output
|
52 |
|
53 |
mychatbot = gr.Chatbot(
|
54 |
avatar_images=["./berger.jpg", "./tavernier.jpg"], bubble_full_width=False, show_label=False)
|
55 |
|
56 |
-
demo = gr.
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
outputs=["text"]
|
63 |
-
)
|
64 |
|
65 |
# Lancer l'interface
|
66 |
-
demo.
|
|
|
20 |
|
21 |
return prompt
|
22 |
|
23 |
+
def generate(prompt, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
|
24 |
temperature = float(temperature)
|
25 |
if temperature < 1e-2:
|
26 |
temperature = 1e-2
|
|
|
35 |
seed=42,
|
36 |
)
|
37 |
|
38 |
+
formatted_prompt = format_prompt(prompt, conversation_history)
|
39 |
formatted_prompt += f"[INST] {global_context['hidden_context']} [/INST]"
|
40 |
|
41 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
|
|
47 |
output += response_text
|
48 |
# Mettre à jour l'historique de la conversation
|
49 |
conversation_history.append((formatted_prompt, response_text))
|
50 |
+
return output
|
|
|
51 |
|
52 |
mychatbot = gr.Chatbot(
|
53 |
avatar_images=["./berger.jpg", "./tavernier.jpg"], bubble_full_width=False, show_label=False)
|
54 |
|
55 |
+
demo = gr.Interface(fn=generate,
|
56 |
+
inputs="text", # L'entrée est un seul champ de texte
|
57 |
+
outputs="text", # La sortie est un champ de texte
|
58 |
+
live=True,
|
59 |
+
title="Tavernier 🍺"
|
60 |
+
)
|
|
|
|
|
61 |
|
62 |
# Lancer l'interface
|
63 |
+
demo.launch()
|