Spaces:
Running
Running
Update app.py
Browse filesAdded groq cloud api key, & deepseek b70 api call
app.py
CHANGED
@@ -33,6 +33,7 @@ unames = users.split(',')
|
|
33 |
pwds = os.getenv('PASSWORD')
|
34 |
pwdList = pwds.split(',')
|
35 |
DEEPSEEK_KEY=os.getenv('DEEPSEEK_KEY')
|
|
|
36 |
|
37 |
site = os.getenv('SITE')
|
38 |
if site == 'local':
|
@@ -662,6 +663,7 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
|
|
662 |
if user_window in unames and pwd_window == pwdList[unames.index(user_window)]:
|
663 |
chatType = 'normal'
|
664 |
deepseek = False
|
|
|
665 |
reasoning = False
|
666 |
prompt = prompt.strip()
|
667 |
if prompt.lower().startswith('dsr1 '):
|
@@ -680,6 +682,11 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
|
|
680 |
deepseek = True
|
681 |
ds_model = 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
|
682 |
prompt = prompt[5:]
|
|
|
|
|
|
|
|
|
|
|
683 |
elif prompt.lower().startswith('o1m '):
|
684 |
reasoning = True
|
685 |
gptModel = 'o1-mini'
|
@@ -699,11 +706,20 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
|
|
699 |
reporting_model = image_gen_model
|
700 |
elif not gen_image:
|
701 |
if deepseek:
|
702 |
-
|
703 |
-
|
704 |
-
|
705 |
-
|
706 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
707 |
else:
|
708 |
completion = Client().chat.completions.create(model=gptModel,
|
709 |
messages=past)
|
|
|
33 |
pwds = os.getenv('PASSWORD')
|
34 |
pwdList = pwds.split(',')
|
35 |
DEEPSEEK_KEY=os.getenv('DEEPSEEK_KEY')
|
36 |
+
GROQ_KEY=os.getenv('GROQ_KEY')
|
37 |
|
38 |
site = os.getenv('SITE')
|
39 |
if site == 'local':
|
|
|
663 |
if user_window in unames and pwd_window == pwdList[unames.index(user_window)]:
|
664 |
chatType = 'normal'
|
665 |
deepseek = False
|
666 |
+
using_groq = False
|
667 |
reasoning = False
|
668 |
prompt = prompt.strip()
|
669 |
if prompt.lower().startswith('dsr1 '):
|
|
|
682 |
deepseek = True
|
683 |
ds_model = 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
|
684 |
prompt = prompt[5:]
|
685 |
+
elif prompt.lower().startswith('ds70g '):
|
686 |
+
deepseek = True
|
687 |
+
using_groq = True
|
688 |
+
ds_model = 'deepseek-r1-distill-llama-70b'
|
689 |
+
prompt = prompt[6:]
|
690 |
elif prompt.lower().startswith('o1m '):
|
691 |
reasoning = True
|
692 |
gptModel = 'o1-mini'
|
|
|
706 |
reporting_model = image_gen_model
|
707 |
elif not gen_image:
|
708 |
if deepseek:
|
709 |
+
if using_groq:
|
710 |
+
client = OpenAI(api_key=GROQ_KEY, base_url='https://api.groq.com/openai/v1')
|
711 |
+
completion = client.chat.completions.create(
|
712 |
+
temperature=0.6,
|
713 |
+
model= ds_model,
|
714 |
+
messages=past)
|
715 |
+
reporting_model='deepseek70-groq'
|
716 |
+
else:
|
717 |
+
client = OpenAI(api_key=DEEPSEEK_KEY, base_url='https://api.together.xyz/v1')
|
718 |
+
completion = client.chat.completions.create(
|
719 |
+
temperature=0.6,
|
720 |
+
model= ds_model,
|
721 |
+
messages=past)
|
722 |
+
reporting_model='deepseek70-together'
|
723 |
else:
|
724 |
completion = Client().chat.completions.create(model=gptModel,
|
725 |
messages=past)
|