pabloce commited on
Commit
12a9e25
·
verified ·
1 Parent(s): dd0fa82

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -6
app.py CHANGED
@@ -26,7 +26,7 @@ def respond(
26
  from llama_cpp_agent.providers import LlamaCppPythonProvider
27
  from llama_cpp_agent.chat_history import BasicChatHistory
28
  from llama_cpp_agent.chat_history.messages import Roles
29
- print(model)
30
  llm = Llama(
31
  model_path=f"models/{model}",
32
  n_gpu_layers=81,
@@ -45,8 +45,6 @@ def respond(
45
  settings.stream = True
46
 
47
  messages = BasicChatHistory()
48
- print("history")
49
- print(history)
50
 
51
  for msn in history:
52
  user = {
@@ -57,8 +55,7 @@ def respond(
57
  'role': Roles.assistant,
58
  'content': msn[1]
59
  }
60
- print(user)
61
- print(assistant)
62
  messages.add_message(user)
63
  messages.add_message(assistant)
64
 
@@ -84,7 +81,7 @@ demo = gr.ChatInterface(
84
  ),
85
  gr.Dropdown(['Meta-Llama-3-70B-Instruct-Q3_K_M.gguf', 'Llama-3-8B-Synthia-v3.5-f16.gguf'], value="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf", label="Model"),
86
  ],
87
- theme=gr.themes.Soft(primary_hue="green", secondary_hue="indigo", neutral_hue="zinc",font=[gr.themes.GoogleFont("Exo 2"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
88
  block_background_fill_dark="*neutral_800"
89
  )
90
  )
 
26
  from llama_cpp_agent.providers import LlamaCppPythonProvider
27
  from llama_cpp_agent.chat_history import BasicChatHistory
28
  from llama_cpp_agent.chat_history.messages import Roles
29
+
30
  llm = Llama(
31
  model_path=f"models/{model}",
32
  n_gpu_layers=81,
 
45
  settings.stream = True
46
 
47
  messages = BasicChatHistory()
 
 
48
 
49
  for msn in history:
50
  user = {
 
55
  'role': Roles.assistant,
56
  'content': msn[1]
57
  }
58
+
 
59
  messages.add_message(user)
60
  messages.add_message(assistant)
61
 
 
81
  ),
82
  gr.Dropdown(['Meta-Llama-3-70B-Instruct-Q3_K_M.gguf', 'Llama-3-8B-Synthia-v3.5-f16.gguf'], value="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf", label="Model"),
83
  ],
84
+ theme=gr.themes.Soft(primary_hue="green", secondary_hue="indigo", neutral_hue="zinc",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
85
  block_background_fill_dark="*neutral_800"
86
  )
87
  )