valencar commited on
Commit
c20a949
·
verified ·
1 Parent(s): c2f3ab5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ import os
7
  file = 'llama-2-7b.Q4_K_M.gguf'
8
  NO_GPU = 0
9
  GPU_LAYERS = 50
10
- model = AutoModel.from_pretrained("./",
11
  model_file=file, model_type="llama", gpu_layers=NO_GPU)
12
 
13
  access_token = os.getenv('HF_TOKEN2')
 
7
  file = 'llama-2-7b.Q4_K_M.gguf'
8
  NO_GPU = 0
9
  GPU_LAYERS = 50
10
+ model = AutoModel.from_pretrained("",
11
  model_file=file, model_type="llama", gpu_layers=NO_GPU)
12
 
13
  access_token = os.getenv('HF_TOKEN2')