Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -48,7 +48,7 @@ def upload_to_ftp(filename):
|
|
| 48 |
except Exception as e:
|
| 49 |
print(f"FTP upload error: {e}")
|
| 50 |
|
| 51 |
-
device = torch.device("cuda")
|
| 52 |
torch_dtype = torch.bfloat16
|
| 53 |
|
| 54 |
checkpoint = "microsoft/Phi-3.5-mini-instruct"
|
|
|
|
| 48 |
except Exception as e:
|
| 49 |
print(f"FTP upload error: {e}")
|
| 50 |
|
| 51 |
+
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
| 52 |
torch_dtype = torch.bfloat16
|
| 53 |
|
| 54 |
checkpoint = "microsoft/Phi-3.5-mini-instruct"
|