dlflannery commited on
Commit
8a2e5c6
·
verified ·
1 Parent(s): 2f30f18

Update app.py

Browse files

Added groq cloud api key, & deepseek b70 api call

Files changed (1) hide show
  1. app.py +21 -5
app.py CHANGED
@@ -33,6 +33,7 @@ unames = users.split(',')
33
  pwds = os.getenv('PASSWORD')
34
  pwdList = pwds.split(',')
35
  DEEPSEEK_KEY=os.getenv('DEEPSEEK_KEY')
 
36
 
37
  site = os.getenv('SITE')
38
  if site == 'local':
@@ -662,6 +663,7 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
662
  if user_window in unames and pwd_window == pwdList[unames.index(user_window)]:
663
  chatType = 'normal'
664
  deepseek = False
 
665
  reasoning = False
666
  prompt = prompt.strip()
667
  if prompt.lower().startswith('dsr1 '):
@@ -680,6 +682,11 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
680
  deepseek = True
681
  ds_model = 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
682
  prompt = prompt[5:]
 
 
 
 
 
683
  elif prompt.lower().startswith('o1m '):
684
  reasoning = True
685
  gptModel = 'o1-mini'
@@ -699,11 +706,20 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
699
  reporting_model = image_gen_model
700
  elif not gen_image:
701
  if deepseek:
702
- client = OpenAI(api_key=DEEPSEEK_KEY, base_url='https://api.together.xyz/v1')
703
- completion = client.chat.completions.create(
704
- model= ds_model,
705
- messages=past)
706
- reporting_model='deepseek'
 
 
 
 
 
 
 
 
 
707
  else:
708
  completion = Client().chat.completions.create(model=gptModel,
709
  messages=past)
 
33
  pwds = os.getenv('PASSWORD')
34
  pwdList = pwds.split(',')
35
  DEEPSEEK_KEY=os.getenv('DEEPSEEK_KEY')
36
+ GROQ_KEY=os.getenv('GROQ_KEY')
37
 
38
  site = os.getenv('SITE')
39
  if site == 'local':
 
663
  if user_window in unames and pwd_window == pwdList[unames.index(user_window)]:
664
  chatType = 'normal'
665
  deepseek = False
666
+ using_groq = False
667
  reasoning = False
668
  prompt = prompt.strip()
669
  if prompt.lower().startswith('dsr1 '):
 
682
  deepseek = True
683
  ds_model = 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
684
  prompt = prompt[5:]
685
+ elif prompt.lower().startswith('ds70g '):
686
+ deepseek = True
687
+ using_groq = True
688
+ ds_model = 'deepseek-r1-distill-llama-70b'
689
+ prompt = prompt[6:]
690
  elif prompt.lower().startswith('o1m '):
691
  reasoning = True
692
  gptModel = 'o1-mini'
 
706
  reporting_model = image_gen_model
707
  elif not gen_image:
708
  if deepseek:
709
+ if using_groq:
710
+ client = OpenAI(api_key=GROQ_KEY, base_url='https://api.groq.com/openai/v1')
711
+ completion = client.chat.completions.create(
712
+ temperature=0.6,
713
+ model= ds_model,
714
+ messages=past)
715
+ reporting_model='deepseek70-groq'
716
+ else:
717
+ client = OpenAI(api_key=DEEPSEEK_KEY, base_url='https://api.together.xyz/v1')
718
+ completion = client.chat.completions.create(
719
+ temperature=0.6,
720
+ model= ds_model,
721
+ messages=past)
722
+ reporting_model='deepseek70-together'
723
  else:
724
  completion = Client().chat.completions.create(model=gptModel,
725
  messages=past)