Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,8 @@ model = PeftModel.from_pretrained(model, peft_model, device_map="auto", offload
|
|
| 32 |
|
| 33 |
#device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
|
| 34 |
#device = 'cuda:0'
|
| 35 |
-
device = 'cpu'
|
|
|
|
| 36 |
model = model.to(device)
|
| 37 |
model = model.eval()
|
| 38 |
|
|
|
|
| 32 |
|
| 33 |
#device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
|
| 34 |
#device = 'cuda:0'
|
| 35 |
+
#device = 'cpu'
|
| 36 |
+
device = 'cuda:0'
|
| 37 |
model = model.to(device)
|
| 38 |
model = model.eval()
|
| 39 |
|