Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -6,10 +6,6 @@ app = Flask(__name__)
|
|
6 |
|
7 |
print("\nHello welcome to Sema AI\n", flush=True) # Flush to ensure immediate output
|
8 |
|
9 |
-
@app.route("/")
|
10 |
-
def hello():
|
11 |
-
return "hello 🤗, Welcome to Sema AI Chat Service."
|
12 |
-
|
13 |
# Initialize InferenceClient
|
14 |
client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.1")
|
15 |
|
@@ -22,8 +18,9 @@ def format_prompt(message, history):
|
|
22 |
return prompt
|
23 |
|
24 |
def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
|
|
|
|
|
25 |
|
26 |
-
print(f"User: {prompt}: \n")
|
27 |
temperature = float(temperature)
|
28 |
if temperature < 1e-2:
|
29 |
temperature = 1e-2
|
@@ -53,7 +50,8 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, r
|
|
53 |
for token in response:
|
54 |
output += token.token.text
|
55 |
|
56 |
-
|
|
|
57 |
return output
|
58 |
|
59 |
@app.route("/generate", methods=["POST"])
|
@@ -65,7 +63,6 @@ def generate_text():
|
|
65 |
max_new_tokens = data.get("max_new_tokens", 256)
|
66 |
top_p = data.get("top_p", 0.95)
|
67 |
repetition_penalty = data.get("repetition_penalty", 1.0)
|
68 |
-
|
69 |
|
70 |
try:
|
71 |
response_text = generate(
|
@@ -78,6 +75,8 @@ def generate_text():
|
|
78 |
)
|
79 |
return jsonify({"response": response_text})
|
80 |
except Exception as e:
|
|
|
|
|
81 |
return jsonify({"error": str(e)}), 500
|
82 |
|
83 |
if __name__ == "__main__":
|
|
|
6 |
|
7 |
print("\nHello welcome to Sema AI\n", flush=True) # Flush to ensure immediate output
|
8 |
|
|
|
|
|
|
|
|
|
9 |
# Initialize InferenceClient
|
10 |
client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.1")
|
11 |
|
|
|
18 |
return prompt
|
19 |
|
20 |
def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
|
21 |
+
# Print user prompt
|
22 |
+
print(f"\nUser: {prompt}\n")
|
23 |
|
|
|
24 |
temperature = float(temperature)
|
25 |
if temperature < 1e-2:
|
26 |
temperature = 1e-2
|
|
|
50 |
for token in response:
|
51 |
output += token.token.text
|
52 |
|
53 |
+
# Print AI response
|
54 |
+
print(f"\nSema AI: {output}\n")
|
55 |
return output
|
56 |
|
57 |
@app.route("/generate", methods=["POST"])
|
|
|
63 |
max_new_tokens = data.get("max_new_tokens", 256)
|
64 |
top_p = data.get("top_p", 0.95)
|
65 |
repetition_penalty = data.get("repetition_penalty", 1.0)
|
|
|
66 |
|
67 |
try:
|
68 |
response_text = generate(
|
|
|
75 |
)
|
76 |
return jsonify({"response": response_text})
|
77 |
except Exception as e:
|
78 |
+
# Print error
|
79 |
+
print(f"Error: {str(e)}")
|
80 |
return jsonify({"error": str(e)}), 500
|
81 |
|
82 |
if __name__ == "__main__":
|