Update app.py

app.py

@@ -8,6 +8,7 @@ subprocess.run('pip install llama-cpp-python==0.2.75 --extra-index-url https://a
 subprocess.run('pip install llama-cpp-agent==0.2.10', shell=True)
 
 hf_hub_download(repo_id="bartowski/Meta-Llama-3-70B-Instruct-GGUF", filename="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",  local_dir = "./models")
+hf_hub_download(repo_id="bartowski/Smaug-Llama-3-70B-Instruct-GGUF", filename="Smaug-Llama-3-70B-Instruct-Q3_K_M.gguf",  local_dir = "./models")
 
 @spaces.GPU(duration=120)
 def respond(
@@ -17,6 +18,7 @@ def respond(
     max_tokens,
     temperature,
     top_p,
+    model,
 ):
     from llama_cpp import Llama
     from llama_cpp_agent import LlamaCppAgent
@@ -24,7 +26,7 @@ def respond(
     from llama_cpp_agent.providers import LlamaCppPythonProvider
     from llama_cpp_agent.chat_history import BasicChatHistory
     from llama_cpp_agent.chat_history.messages import Roles
-    
+    print(model)
     llm = Llama(
         model_path="models/Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",
         n_gpu_layers=81,
@@ -70,6 +72,7 @@ def respond(
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
+        gr.Dropdown(['Meta-Llama-3-70B-Instruct-Q3_K_M.gguf', 'Smaug-Llama-3-70B-Instruct-Q3_K_M.gguf'], label="Model"),
         gr.Textbox(value="You are a helpful assistant.", label="System message"),
         gr.Slider(minimum=1, maximum=8192, value=8192, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),