Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -59,8 +59,8 @@ def display_chat_history(chain):
|
|
59 |
def create_conversational_chain(vector_store):
|
60 |
load_dotenv()
|
61 |
# Create llm
|
62 |
-
llm = CTransformers(
|
63 |
-
|
64 |
callbacks=[StreamingStdOutCallbackHandler()],
|
65 |
model_type="llama", config={'max_new_tokens': 500, 'temperature': 0.01})
|
66 |
# llm = Replicate(
|
|
|
59 |
def create_conversational_chain(vector_store):
|
60 |
load_dotenv()
|
61 |
# Create llm
|
62 |
+
llm = CTransformers(streaming=True,
|
63 |
+
model="https://huggingface.co/conceptofmind/Yarn-Llama-2-13b-128k",
|
64 |
callbacks=[StreamingStdOutCallbackHandler()],
|
65 |
model_type="llama", config={'max_new_tokens': 500, 'temperature': 0.01})
|
66 |
# llm = Replicate(
|