Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,13 +13,14 @@ api_key = os.environ.get('groq')
|
|
| 13 |
read_key = os.environ.get('HF_TOKEN', None)
|
| 14 |
|
| 15 |
# Use Llama 3 70B powered by Groq for answering
|
| 16 |
-
def ask_llm(
|
|
|
|
| 17 |
try:
|
| 18 |
completion = client.chat.completions.create(
|
| 19 |
model="llama3-70b-8192",
|
| 20 |
messages=[
|
| 21 |
{"role": "system", "content": "You are a helpful assistant."},
|
| 22 |
-
{"role": "user", "content": f"{
|
| 23 |
],
|
| 24 |
)
|
| 25 |
return completion.choices[0].message.content
|
|
|
|
| 13 |
read_key = os.environ.get('HF_TOKEN', None)
|
| 14 |
|
| 15 |
# Use Llama 3 70B powered by Groq for answering
|
| 16 |
+
def ask_llm(ort):
|
| 17 |
+
client = groq.Client(api_key=api_key)
|
| 18 |
try:
|
| 19 |
completion = client.chat.completions.create(
|
| 20 |
model="llama3-70b-8192",
|
| 21 |
messages=[
|
| 22 |
{"role": "system", "content": "You are a helpful assistant."},
|
| 23 |
+
{"role": "user", "content": f"{ort}. \n instruction: antworte kurz und knapp. antworte immer auf deutsch"}
|
| 24 |
],
|
| 25 |
)
|
| 26 |
return completion.choices[0].message.content
|