Update app.py
Browse files
app.py
CHANGED
|
@@ -207,7 +207,8 @@ def generate_text (prompt, chatbot, history, vektordatenbank, retriever, top_p=0
|
|
| 207 |
# Erstelle eine HuggingFaceEndPoints-Instanz mit den entsprechenden Endpunkt-Parametern
|
| 208 |
llm = HuggingFaceEndpoint(
|
| 209 |
endpoint_url=f"https://api-inference.huggingface.co/models/{MODEL_NAME_HF}",
|
| 210 |
-
|
|
|
|
| 211 |
top_k=top_k,
|
| 212 |
top_p=top_p,
|
| 213 |
repetition_penalty=repetition_penalty
|
|
|
|
| 207 |
# Erstelle eine HuggingFaceEndPoints-Instanz mit den entsprechenden Endpunkt-Parametern
|
| 208 |
llm = HuggingFaceEndpoint(
|
| 209 |
endpoint_url=f"https://api-inference.huggingface.co/models/{MODEL_NAME_HF}",
|
| 210 |
+
api_key=hf_token,
|
| 211 |
+
model_kwargs={"temperature": 0.5, "max_length": 512}
|
| 212 |
top_k=top_k,
|
| 213 |
top_p=top_p,
|
| 214 |
repetition_penalty=repetition_penalty
|