mateoluksenberg commited on
Commit
d4978b7
·
verified ·
1 Parent(s): 26a14e9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -309,7 +309,7 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
309
  trust_remote_code=True
310
  )
311
 
312
- tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
313
 
314
  conversation = []
315
 
@@ -356,6 +356,7 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
356
  generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
357
  generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
358
 
 
359
  return PlainTextResponse(generated_text)
360
  except Exception as e:
361
  return PlainTextResponse(f"Error: {str(e)}")
 
309
  trust_remote_code=True
310
  )
311
 
312
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
313
 
314
  conversation = []
315
 
 
356
  generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
357
  generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
358
 
359
+
360
  return PlainTextResponse(generated_text)
361
  except Exception as e:
362
  return PlainTextResponse(f"Error: {str(e)}")