Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -309,7 +309,7 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
|
|
309 |
trust_remote_code=True
|
310 |
)
|
311 |
|
312 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
313 |
|
314 |
conversation = []
|
315 |
|
@@ -356,6 +356,7 @@ def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096,
|
|
356 |
generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
|
357 |
generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
358 |
|
|
|
359 |
return PlainTextResponse(generated_text)
|
360 |
except Exception as e:
|
361 |
return PlainTextResponse(f"Error: {str(e)}")
|
|
|
309 |
trust_remote_code=True
|
310 |
)
|
311 |
|
312 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
313 |
|
314 |
conversation = []
|
315 |
|
|
|
356 |
generated_ids = model.generate(input_ids['input_ids'], **generate_kwargs)
|
357 |
generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
358 |
|
359 |
+
|
360 |
return PlainTextResponse(generated_text)
|
361 |
except Exception as e:
|
362 |
return PlainTextResponse(f"Error: {str(e)}")
|