llama-cpp-python-cuda-gradio

Runtime error

radames commited on Aug 20, 2023

Commit

8f6c30d

1 Parent(s): 0500e73

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -25,7 +25,7 @@ If a question does not make any sense, or is not factually coherent, explain why
 def generate_text(message, history):
     input_prompt = f"[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n "
     for interaction in history:
         input_prompt = input_prompt + str(interaction[0]) + " [/INST] " + str(interaction[1]) + " </s><s> [INST] "

 def generate_text(message, history):
+    temp = ""
     input_prompt = f"[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n "
     for interaction in history:
         input_prompt = input_prompt + str(interaction[0]) + " [/INST] " + str(interaction[1]) + " </s><s> [INST] "