Akjava commited on
Commit
be970c9
Β·
1 Parent(s): 2929e2e
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ if not huggingface_token:
10
  raise ValueError("HUGGINGFACE_TOKEN environment variable is not set")
11
 
12
  model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
13
- model_id = "microsoft/Phi-3-mini-128k-instruct"
14
  # device_map style value auto not cuda
15
  device = "auto" #torch.device("cuda" if torch.cuda.is_available() else "cpu")
16
  dtype = torch.bfloat16
 
10
  raise ValueError("HUGGINGFACE_TOKEN environment variable is not set")
11
 
12
  model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
13
+ #model_id = "microsoft/Phi-3-mini-128k-instruct"
14
  # device_map style value auto not cuda
15
  device = "auto" #torch.device("cuda" if torch.cuda.is_available() else "cpu")
16
  dtype = torch.bfloat16