Spaces:
Running
Running
Update app.py
Browse filesAdded groq cloud api key, & deepseek b70 api call
app.py
CHANGED
|
@@ -33,6 +33,7 @@ unames = users.split(',')
|
|
| 33 |
pwds = os.getenv('PASSWORD')
|
| 34 |
pwdList = pwds.split(',')
|
| 35 |
DEEPSEEK_KEY=os.getenv('DEEPSEEK_KEY')
|
|
|
|
| 36 |
|
| 37 |
site = os.getenv('SITE')
|
| 38 |
if site == 'local':
|
|
@@ -662,6 +663,7 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
|
|
| 662 |
if user_window in unames and pwd_window == pwdList[unames.index(user_window)]:
|
| 663 |
chatType = 'normal'
|
| 664 |
deepseek = False
|
|
|
|
| 665 |
reasoning = False
|
| 666 |
prompt = prompt.strip()
|
| 667 |
if prompt.lower().startswith('dsr1 '):
|
|
@@ -680,6 +682,11 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
|
|
| 680 |
deepseek = True
|
| 681 |
ds_model = 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
|
| 682 |
prompt = prompt[5:]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 683 |
elif prompt.lower().startswith('o1m '):
|
| 684 |
reasoning = True
|
| 685 |
gptModel = 'o1-mini'
|
|
@@ -699,11 +706,20 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, uploaded_ima
|
|
| 699 |
reporting_model = image_gen_model
|
| 700 |
elif not gen_image:
|
| 701 |
if deepseek:
|
| 702 |
-
|
| 703 |
-
|
| 704 |
-
|
| 705 |
-
|
| 706 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 707 |
else:
|
| 708 |
completion = Client().chat.completions.create(model=gptModel,
|
| 709 |
messages=past)
|
|
|
|
| 33 |
pwds = os.getenv('PASSWORD')
|
| 34 |
pwdList = pwds.split(',')
|
| 35 |
DEEPSEEK_KEY=os.getenv('DEEPSEEK_KEY')
|
| 36 |
+
GROQ_KEY=os.getenv('GROQ_KEY')
|
| 37 |
|
| 38 |
site = os.getenv('SITE')
|
| 39 |
if site == 'local':
|
|
|
|
| 663 |
if user_window in unames and pwd_window == pwdList[unames.index(user_window)]:
|
| 664 |
chatType = 'normal'
|
| 665 |
deepseek = False
|
| 666 |
+
using_groq = False
|
| 667 |
reasoning = False
|
| 668 |
prompt = prompt.strip()
|
| 669 |
if prompt.lower().startswith('dsr1 '):
|
|
|
|
| 682 |
deepseek = True
|
| 683 |
ds_model = 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
|
| 684 |
prompt = prompt[5:]
|
| 685 |
+
elif prompt.lower().startswith('ds70g '):
|
| 686 |
+
deepseek = True
|
| 687 |
+
using_groq = True
|
| 688 |
+
ds_model = 'deepseek-r1-distill-llama-70b'
|
| 689 |
+
prompt = prompt[6:]
|
| 690 |
elif prompt.lower().startswith('o1m '):
|
| 691 |
reasoning = True
|
| 692 |
gptModel = 'o1-mini'
|
|
|
|
| 706 |
reporting_model = image_gen_model
|
| 707 |
elif not gen_image:
|
| 708 |
if deepseek:
|
| 709 |
+
if using_groq:
|
| 710 |
+
client = OpenAI(api_key=GROQ_KEY, base_url='https://api.groq.com/openai/v1')
|
| 711 |
+
completion = client.chat.completions.create(
|
| 712 |
+
temperature=0.6,
|
| 713 |
+
model= ds_model,
|
| 714 |
+
messages=past)
|
| 715 |
+
reporting_model='deepseek70-groq'
|
| 716 |
+
else:
|
| 717 |
+
client = OpenAI(api_key=DEEPSEEK_KEY, base_url='https://api.together.xyz/v1')
|
| 718 |
+
completion = client.chat.completions.create(
|
| 719 |
+
temperature=0.6,
|
| 720 |
+
model= ds_model,
|
| 721 |
+
messages=past)
|
| 722 |
+
reporting_model='deepseek70-together'
|
| 723 |
else:
|
| 724 |
completion = Client().chat.completions.create(model=gptModel,
|
| 725 |
messages=past)
|