mateoluksenberg commited on
Commit
48295b1
·
verified ·
1 Parent(s): 35d9272

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -259,6 +259,9 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
259
 
260
  gen_kwargs = {**input_ids, **generate_kwargs}
261
 
 
 
 
262
  with torch.no_grad():
263
  generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
264
  generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
@@ -273,7 +276,7 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
273
  print(generated_text_cleaned)
274
 
275
 
276
- return PlainTextResponse(generated_text)
277
  except Exception as e:
278
  return PlainTextResponse(f"Error: {str(e)}")
279
 
 
259
 
260
  gen_kwargs = {**input_ids, **generate_kwargs}
261
 
262
+ for entry in conversation:
263
+ print(f"Role: {entry['role']}, Content: {entry.get('content', '')}")
264
+
265
  with torch.no_grad():
266
  generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
267
  generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
 
276
  print(generated_text_cleaned)
277
 
278
 
279
+ return PlainTextResponse(generated_text_cleaned)
280
  except Exception as e:
281
  return PlainTextResponse(f"Error: {str(e)}")
282