arad1367 commited on
Commit
c2743f5
·
verified ·
1 Parent(s): 9d45a5f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -8
app.py CHANGED
@@ -17,7 +17,6 @@ PLACEHOLDER = """
17
  <p>Hi! I'm MisMath. A Math advisor. My model is based on mathstral-7B-v0.1. Feel free to ask your questions</p>
18
  <p>Mathstral 7B is a model specializing in mathematical and scientific tasks, based on Mistral 7B.</p>
19
  <p>mathstral-7B-v0.1 is the first Mathstral model</p>
20
- <img src="Mistral.png" alt="MathStral Model" style="width:300px;height:200px;">
21
  </center>
22
  """
23
 
@@ -68,15 +67,12 @@ def stream_chat(
68
  top_k: int = 20,
69
  penalty: float = 1.2,
70
  ):
71
- print(f'message: {message}')
72
- print(f'history: {history}')
73
-
74
  # Prepare the conversation context
75
  conversation_text = system_prompt + "\n"
76
  for prompt, answer in history:
77
- conversation_text += f"User: {prompt}\nAssistant: {answer}\n"
78
 
79
- conversation_text += f"User: {message}\nAssistant:"
80
 
81
  # Tokenize the conversation text
82
  input_ids = tokenizer(conversation_text, return_tensors="pt").input_ids.to(model.device)
@@ -102,8 +98,11 @@ def stream_chat(
102
  for new_text in streamer:
103
  buffer += new_text
104
  # Clean the buffer to remove unwanted prefixes
105
- cleaned_text = buffer.split("Assistant:")[-1].strip()
106
- yield cleaned_text
 
 
 
107
 
108
  # Define the Gradio chatbot component
109
  chatbot = gr.Chatbot(height=500, placeholder=PLACEHOLDER)
 
17
  <p>Hi! I'm MisMath. A Math advisor. My model is based on mathstral-7B-v0.1. Feel free to ask your questions</p>
18
  <p>Mathstral 7B is a model specializing in mathematical and scientific tasks, based on Mistral 7B.</p>
19
  <p>mathstral-7B-v0.1 is the first Mathstral model</p>
 
20
  </center>
21
  """
22
 
 
67
  top_k: int = 20,
68
  penalty: float = 1.2,
69
  ):
 
 
 
70
  # Prepare the conversation context
71
  conversation_text = system_prompt + "\n"
72
  for prompt, answer in history:
73
+ conversation_text += f"User: {prompt}\nMisMath: {answer}\n"
74
 
75
+ conversation_text += f"User: {message}\nMisMath:"
76
 
77
  # Tokenize the conversation text
78
  input_ids = tokenizer(conversation_text, return_tensors="pt").input_ids.to(model.device)
 
98
  for new_text in streamer:
99
  buffer += new_text
100
  # Clean the buffer to remove unwanted prefixes
101
+ if "MisMath:" in buffer:
102
+ cleaned_text = buffer.split("MisMath:")[-1].strip()
103
+ yield cleaned_text
104
+ else:
105
+ yield buffer.strip()
106
 
107
  # Define the Gradio chatbot component
108
  chatbot = gr.Chatbot(height=500, placeholder=PLACEHOLDER)