added model download

app.py

@@ -19,10 +19,11 @@ def download_model():
     print(f'Downloading model {REPO_ID}/{FILENAME}')
     m = hf_hub_download(repo_id=REPO_ID, filename=FILENAME)
     print(f'status: {m}')
+    return m
 
-def load_model():
+def load_model(fp):
     from llama_cpp import Llama, LlamaGrammar
-    model_file="llama-2-7b.Q5_K_S.gguf"
+    model_file=fp
     llm = Llama(
         model_path=model_file,
         n_gpu_layers=-1, verbose=False
@@ -58,8 +59,8 @@ def load_model():
         print(output['choices'][0]['text'])
         print()
 
-download_model()
-load_model()
+
+load_model(download_model())
 demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text())
 demo.launch(share=False)