Spaces:

Akjava
/

chat-phi-4-deepseek-R1K-RL-EZO

Runtime error

Akjava commited on Aug 6, 2024

Commit

ef229c7

verified ·

1 Parent(s): 45d1199

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -19,7 +19,7 @@ def init():
     model_id = "microsoft/Phi-3-mini-128k-instruct"
     device = "auto" # torch.device("cuda" if torch.cuda.is_available() else "cpu")
-    #device = "cuda"
     dtype = torch.bfloat16
     tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)

     model_id = "microsoft/Phi-3-mini-128k-instruct"
     device = "auto" # torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    device = "cuda"
     dtype = torch.bfloat16
     tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)