Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -59,7 +59,7 @@ def display_chat_history(chain):
|
|
| 59 |
def create_conversational_chain(vector_store):
|
| 60 |
load_dotenv()
|
| 61 |
# Create llm
|
| 62 |
-
llm = CTransformers(model="NousResearch/Llama-2-
|
| 63 |
streaming=True,
|
| 64 |
callbacks=[StreamingStdOutCallbackHandler()],
|
| 65 |
model_type="llama", config={'max_new_tokens': 500, 'temperature': 0.01})
|
|
|
|
| 59 |
def create_conversational_chain(vector_store):
|
| 60 |
load_dotenv()
|
| 61 |
# Create llm
|
| 62 |
+
llm = CTransformers(model="NousResearch/Yarn-Llama-2-13b-128k",
|
| 63 |
streaming=True,
|
| 64 |
callbacks=[StreamingStdOutCallbackHandler()],
|
| 65 |
model_type="llama", config={'max_new_tokens': 500, 'temperature': 0.01})
|