Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
@@ -87,7 +87,7 @@ def health():
|
|
87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
89 |
question = chatm.question,
|
90 |
-
context =
|
91 |
pred = onnx_qa(question, context)
|
92 |
return pred
|
93 |
"""
|
|
|
87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
89 |
question = chatm.question,
|
90 |
+
context = chatm.system,
|
91 |
pred = onnx_qa(question, context)
|
92 |
return pred
|
93 |
"""
|