Elouarn commited on
Commit
670fe06
·
verified ·
1 Parent(s): 75fbbbc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -13
app.py CHANGED
@@ -20,7 +20,7 @@ def format_prompt(message, history):
20
 
21
  return prompt
22
 
23
- def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
24
  temperature = float(temperature)
25
  if temperature < 1e-2:
26
  temperature = 1e-2
@@ -35,7 +35,7 @@ def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, r
35
  seed=42,
36
  )
37
 
38
- formatted_prompt = format_prompt(prompt, history)
39
  formatted_prompt += f"[INST] {global_context['hidden_context']} [/INST]"
40
 
41
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
@@ -47,20 +47,17 @@ def generate(prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, r
47
  output += response_text
48
  # Mettre à jour l'historique de la conversation
49
  conversation_history.append((formatted_prompt, response_text))
50
- yield output
51
- return output
52
 
53
  mychatbot = gr.Chatbot(
54
  avatar_images=["./berger.jpg", "./tavernier.jpg"], bubble_full_width=False, show_label=False)
55
 
56
- demo = gr.ChatInterface(fn=generate,
57
- chatbot=mychatbot,
58
- title="Tavernier 🍺",
59
- retry_btn=None,
60
- undo_btn=None,
61
- inputs=["text"],
62
- outputs=["text"]
63
- )
64
 
65
  # Lancer l'interface
66
- demo.queue().launch(show_api=True)
 
20
 
21
  return prompt
22
 
23
+ def generate(prompt, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
24
  temperature = float(temperature)
25
  if temperature < 1e-2:
26
  temperature = 1e-2
 
35
  seed=42,
36
  )
37
 
38
+ formatted_prompt = format_prompt(prompt, conversation_history)
39
  formatted_prompt += f"[INST] {global_context['hidden_context']} [/INST]"
40
 
41
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
 
47
  output += response_text
48
  # Mettre à jour l'historique de la conversation
49
  conversation_history.append((formatted_prompt, response_text))
50
+ return output
 
51
 
52
  mychatbot = gr.Chatbot(
53
  avatar_images=["./berger.jpg", "./tavernier.jpg"], bubble_full_width=False, show_label=False)
54
 
55
+ demo = gr.Interface(fn=generate,
56
+ inputs="text", # L'entrée est un seul champ de texte
57
+ outputs="text", # La sortie est un champ de texte
58
+ live=True,
59
+ title="Tavernier 🍺"
60
+ )
 
 
61
 
62
  # Lancer l'interface
63
+ demo.launch()