Spaces:
Running
on
Zero
Running
on
Zero
added model download
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ def load_model(fp):
|
|
28 |
model_file=fp
|
29 |
llm = Llama(
|
30 |
model_path=model_file,
|
31 |
-
n_gpu_layers=-1, verbose=
|
32 |
)
|
33 |
|
34 |
grammar = LlamaGrammar.from_string('''
|
|
|
28 |
model_file=fp
|
29 |
llm = Llama(
|
30 |
model_path=model_file,
|
31 |
+
n_gpu_layers=-1, verbose=True
|
32 |
)
|
33 |
|
34 |
grammar = LlamaGrammar.from_string('''
|