Update app.py
Browse files
app.py
CHANGED
|
@@ -49,6 +49,8 @@ final_answer = FinalAnswerTool()
|
|
| 49 |
|
| 50 |
model = TransformersModel(
|
| 51 |
model_id='Qwen/Qwen2.5-Coder-3B-Instruct',# it is possible that this model may be overloaded
|
|
|
|
|
|
|
| 52 |
)
|
| 53 |
|
| 54 |
# Import tool from Hub
|
|
|
|
| 49 |
|
| 50 |
model = TransformersModel(
|
| 51 |
model_id='Qwen/Qwen2.5-Coder-3B-Instruct',# it is possible that this model may be overloaded
|
| 52 |
+
max_new_tokens=4096,
|
| 53 |
+
device_map="auto"
|
| 54 |
)
|
| 55 |
|
| 56 |
# Import tool from Hub
|