Tri4 commited on
Commit
bb15562
·
verified ·
1 Parent(s): 93340df

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +6 -7
main.py CHANGED
@@ -6,10 +6,6 @@ app = Flask(__name__)
6
 
7
  print("\nHello welcome to Sema AI\n", flush=True) # Flush to ensure immediate output
8
 
9
- @app.route("/")
10
- def hello():
11
- return "hello 🤗, Welcome to Sema AI Chat Service."
12
-
13
  # Initialize InferenceClient
14
  client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.1")
15
 
@@ -22,8 +18,9 @@ def format_prompt(message, history):
22
  return prompt
23
 
24
  def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
 
 
25
 
26
- print(f"User: {prompt}: \n")
27
  temperature = float(temperature)
28
  if temperature < 1e-2:
29
  temperature = 1e-2
@@ -53,7 +50,8 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, r
53
  for token in response:
54
  output += token.token.text
55
 
56
- print(f"Sema ai: {Output}: \n")
 
57
  return output
58
 
59
  @app.route("/generate", methods=["POST"])
@@ -65,7 +63,6 @@ def generate_text():
65
  max_new_tokens = data.get("max_new_tokens", 256)
66
  top_p = data.get("top_p", 0.95)
67
  repetition_penalty = data.get("repetition_penalty", 1.0)
68
-
69
 
70
  try:
71
  response_text = generate(
@@ -78,6 +75,8 @@ def generate_text():
78
  )
79
  return jsonify({"response": response_text})
80
  except Exception as e:
 
 
81
  return jsonify({"error": str(e)}), 500
82
 
83
  if __name__ == "__main__":
 
6
 
7
  print("\nHello welcome to Sema AI\n", flush=True) # Flush to ensure immediate output
8
 
 
 
 
 
9
  # Initialize InferenceClient
10
  client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.1")
11
 
 
18
  return prompt
19
 
20
  def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
21
+ # Print user prompt
22
+ print(f"\nUser: {prompt}\n")
23
 
 
24
  temperature = float(temperature)
25
  if temperature < 1e-2:
26
  temperature = 1e-2
 
50
  for token in response:
51
  output += token.token.text
52
 
53
+ # Print AI response
54
+ print(f"\nSema AI: {output}\n")
55
  return output
56
 
57
  @app.route("/generate", methods=["POST"])
 
63
  max_new_tokens = data.get("max_new_tokens", 256)
64
  top_p = data.get("top_p", 0.95)
65
  repetition_penalty = data.get("repetition_penalty", 1.0)
 
66
 
67
  try:
68
  response_text = generate(
 
75
  )
76
  return jsonify({"response": response_text})
77
  except Exception as e:
78
+ # Print error
79
+ print(f"Error: {str(e)}")
80
  return jsonify({"error": str(e)}), 500
81
 
82
  if __name__ == "__main__":