HusseinEid commited on
Commit
4a93304
·
verified ·
1 Parent(s): 2497618

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -5,6 +5,8 @@ from transformers import AutoModel, AutoConfig
5
 
6
  client = Groq(api_key = os.environ.get("GROQ_API_KEY"), )
7
 
 
 
8
 
9
  system_prompt = {
10
  "role": "system",
@@ -25,7 +27,7 @@ async def chat_groq(message, history):
25
  response_content = ''
26
 
27
  stream = client. chat.completions.create(
28
- model="llama3-8b-8192",
29
  messages=messages,
30
  max_tokens=1024,
31
  temperature=1.2,
 
5
 
6
  client = Groq(api_key = os.environ.get("GROQ_API_KEY"), )
7
 
8
+ hf_token = os.environ.get("HF_TOKEN")
9
+ model = AutoModel.from_pretrained("HusseinEid/marian-finetuned-kde4-en-to-fr", token = hf_token)
10
 
11
  system_prompt = {
12
  "role": "system",
 
27
  response_content = ''
28
 
29
  stream = client. chat.completions.create(
30
+ model=model,#"llama3-8b-8192",
31
  messages=messages,
32
  max_tokens=1024,
33
  temperature=1.2,