Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -259,6 +259,9 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
|
|
259 |
|
260 |
gen_kwargs = {**input_ids, **generate_kwargs}
|
261 |
|
|
|
|
|
|
|
262 |
with torch.no_grad():
|
263 |
generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
|
264 |
generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
@@ -273,7 +276,7 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
|
|
273 |
print(generated_text_cleaned)
|
274 |
|
275 |
|
276 |
-
return PlainTextResponse(
|
277 |
except Exception as e:
|
278 |
return PlainTextResponse(f"Error: {str(e)}")
|
279 |
|
|
|
259 |
|
260 |
gen_kwargs = {**input_ids, **generate_kwargs}
|
261 |
|
262 |
+
for entry in conversation:
|
263 |
+
print(f"Role: {entry['role']}, Content: {entry.get('content', '')}")
|
264 |
+
|
265 |
with torch.no_grad():
|
266 |
generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
|
267 |
generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
|
|
276 |
print(generated_text_cleaned)
|
277 |
|
278 |
|
279 |
+
return PlainTextResponse(generated_text_cleaned)
|
280 |
except Exception as e:
|
281 |
return PlainTextResponse(f"Error: {str(e)}")
|
282 |
|