Hugging Face's logo

Spaces:
13ze
/
lbchat
Running

App Files
thiennd5751 commited on
Commit
4a0dcbe
·
verified ·
1 Parent(s): 1cf8d6b

Update librechat.yaml

Browse files
Files changed (1) hide show
  1. librechat.yaml +949 -935
librechat.yaml CHANGED
@@ -13,18 +13,19 @@ endpoints:
13
  apiKey: "${ANYSCALE_API_KEY}"
14
  baseURL: "https://api.endpoints.anyscale.com/v1"
15
  models:
16
- default: [
17
- "meta-llama/Llama-2-7b-chat-hf",
18
- "meta-llama/Llama-2-13b-chat-hf",
19
- "meta-llama/Llama-2-70b-chat-hf",
20
- "codellama/CodeLlama-34b-Instruct-hf",
21
- "codellama/CodeLlama-70b-Instruct-hf",
22
- "mistralai/Mistral-7B-Instruct-v0.1",
23
- "mistralai/Mixtral-8x7B-Instruct-v0.1",
24
- "mlabonne/NeuralHermes-2.5-Mistral-7B",
25
- "Open-Orca/Mistral-7B-OpenOrca",
26
- "HuggingFaceH4/zephyr-7b-beta",
27
- "google/gemma-7b-it"
 
28
  ]
29
  fetch: false
30
  titleConvo: true
@@ -41,371 +42,372 @@ endpoints:
41
  apiKey: "${APIPIE_API_KEY}"
42
  baseURL: "https://apipie.ai/v1/"
43
  models:
44
- default: [
45
- "GPT-JT-Moderation-6B",
46
- "Hermes-2-Theta-Llama-3-70B",
47
- "Hermes-3-Llama-3.1-405B-Turbo",
48
- "Koala-13B",
49
- "Koala-7B",
50
- "LLaMA-2-7B-32K",
51
- "Llama-2-13b-chat-hf",
52
- "Llama-2-13b-hf",
53
- "Llama-2-70b-chat-hf",
54
- "Llama-2-70b-hf",
55
- "Llama-2-7B-32K-Instruct",
56
- "Llama-2-7b-chat-hf",
57
- "Llama-2-7b-hf",
58
- "Llama-3-70B-Instruct-Gradient-1048k",
59
- "Llama-3-70b-chat-hf",
60
- "Llama-3-70b-hf",
61
- "Llama-3-8b-chat-hf",
62
- "Llama-3-8b-chat-hf-int4",
63
- "Llama-3-8b-chat-hf-int8",
64
- "Llama-3-8b-hf",
65
- "Llama-Rank-V1",
66
- "Meta-Llama-3-70B",
67
- "Meta-Llama-3-70B-Instruct",
68
- "Meta-Llama-3-70B-Instruct-Lite",
69
- "Meta-Llama-3-70B-Instruct-Turbo",
70
- "Meta-Llama-3-8B",
71
- "Meta-Llama-3-8B-Instruct",
72
- "Meta-Llama-3-8B-Instruct-Lite",
73
- "Meta-Llama-3-8B-Instruct-Turbo",
74
- "Meta-Llama-3.1-405B-Instruct-Turbo",
75
- "Meta-Llama-3.1-70B-Instruct-Reference",
76
- "Meta-Llama-3.1-70B-Instruct-Turbo",
77
- "Meta-Llama-3.1-70B-Reference",
78
- "Meta-Llama-3.1-8B-Instruct-Reference",
79
- "Meta-Llama-3.1-8B-Instruct-Turbo",
80
- "Meta-Llama-3.1-8B-Reference",
81
- "Mistral-7B-Instruct-v0.1",
82
- "Mistral-7B-Instruct-v0.2",
83
- "Mistral-7B-Instruct-v0.3",
84
- "Mistral-7B-OpenOrca",
85
- "Mistral-7B-v0.1",
86
- "Mixtral-8x22B",
87
- "Mixtral-8x22B-Instruct-v0.1",
88
- "Mixtral-8x22B-v0.1",
89
- "Mixtral-8x7B-Instruct-v0.1",
90
- "Mixtral-8x7B-v0.1",
91
- "MythoMax-L2-13b",
92
- "MythoMax-L2-13b-Lite",
93
- "NexusRaven-V2-13B",
94
- "Nous-Capybara-7B-V1p9",
95
- "Nous-Hermes-13b",
96
- "Nous-Hermes-2-Mistral-7B-DPO",
97
- "Nous-Hermes-2-Mixtral-8x7B-DPO",
98
- "Nous-Hermes-2-Mixtral-8x7B-SFT",
99
- "Nous-Hermes-2-Yi-34B",
100
- "Nous-Hermes-Llama2-13b",
101
- "Nous-Hermes-Llama2-70b",
102
- "Nous-Hermes-llama-2-7b",
103
- "OLMo-7B",
104
- "OLMo-7B-Instruct",
105
- "OpenHermes-2-Mistral-7B",
106
- "OpenHermes-2p5-Mistral-7B",
107
- "Platypus2-70B-instruct",
108
- "Qwen1.5-0.5B",
109
- "Qwen1.5-0.5B-Chat",
110
- "Qwen1.5-1.8B",
111
- "Qwen1.5-1.8B-Chat",
112
- "Qwen1.5-110B-Chat",
113
- "Qwen1.5-14B",
114
- "Qwen1.5-14B-Chat",
115
- "Qwen1.5-32B",
116
- "Qwen1.5-32B-Chat",
117
- "Qwen1.5-4B",
118
- "Qwen1.5-4B-Chat",
119
- "Qwen1.5-72B",
120
- "Qwen1.5-72B-Chat",
121
- "Qwen1.5-7B",
122
- "Qwen1.5-7B-Chat",
123
- "Qwen2-1.5B",
124
- "Qwen2-1.5B-Instruct",
125
- "Qwen2-72B",
126
- "Qwen2-72B-Instruct",
127
- "Qwen2-7B",
128
- "Qwen2-7B-Instruct",
129
- "ReMM-SLERP-L2-13B",
130
- "RedPajama-INCITE-7B-Base",
131
- "RedPajama-INCITE-7B-Chat",
132
- "RedPajama-INCITE-Chat-3B-v1",
133
- "SOLAR-10.7B-Instruct-v1.0",
134
- "SOLAR-10.7B-Instruct-v1.0-int4",
135
- "Snorkel-Mistral-PairRM-DPO",
136
- "StripedHyena-Hessian-7B",
137
- "StripedHyena-Nous-7B",
138
- "TinyLlama-1.1B-Chat-v1.0",
139
- "Toppy-M-7B",
140
- "WizardLM-13B-V1.2",
141
- "WizardLM-2-7B",
142
- "WizardLM-2-8x22B",
143
- "WizardLM-70B-V1.0",
144
- "Yi-34B",
145
- "Yi-34B-Chat",
146
- "Yi-6B",
147
- "airoboros-70b",
148
- "airoboros-l2-70b",
149
- "alpaca-7b",
150
- "chat-bison",
151
- "chatgpt-4o-latest",
152
- "chronos-hermes-13b",
153
- "chronos-hermes-13b-v2",
154
- "claude-1",
155
- "claude-1.2",
156
- "claude-2",
157
- "claude-2.0",
158
- "claude-2.1",
159
- "claude-3-5-sonnet",
160
- "claude-3-haiku",
161
- "claude-3-opus",
162
- "claude-3-sonnet",
163
- "claude-instant-1",
164
- "claude-instant-1.0",
165
- "claude-instant-1.1",
166
- "claude-instant-1.2",
167
- "command",
168
- "command-light",
169
- "command-light-nightly",
170
- "command-light-text-v14",
171
- "command-nightly",
172
- "command-r",
173
- "command-r-03-2024",
174
- "command-r-08-2024",
175
- "command-r-plus",
176
- "command-r-plus-04-2024",
177
- "command-r-plus-08-2024",
178
- "command-r-plus-v1",
179
- "command-r-v1",
180
- "command-text-v14",
181
- "dbrx-instruct",
182
- "deepseek-chat",
183
- "deepseek-llm-67b-chat",
184
- "dolphin-2.5-mixtral-8x7b",
185
- "dolphin-2.6-mixtral-8x7b",
186
- "dolphin-llama-3-70b",
187
- "dolphin-mixtral-8x22b",
188
- "dolphin-mixtral-8x7b",
189
- "eagle-7b",
190
- "evo-1-131k-base",
191
- "evo-1-8k-base",
192
- "fimbulvetr-11b-v2",
193
- "firellava-13b",
194
- "gemini-1.5-flash",
195
- "gemini-1.5-pro",
196
- "gemini-flash-1.5",
197
- "gemini-flash-1.5-exp",
198
- "gemini-flash-8b-1.5-exp",
199
- "gemini-pro",
200
- "gemini-pro-1.5",
201
- "gemini-pro-1.5-exp",
202
- "gemini-pro-vision",
203
- "gemma-1.1-7b-it",
204
- "gemma-2-27b-it",
205
- "gemma-2-9b",
206
- "gemma-2-9b-it",
207
- "gemma-2b",
208
- "gemma-2b-it",
209
- "gemma-7b",
210
- "gemma-7b-it",
211
- "goliath-120b",
212
- "gpt-3.5-turbo",
213
- "gpt-3.5-turbo-0125",
214
- "gpt-3.5-turbo-0301",
215
- "gpt-3.5-turbo-0613",
216
- "gpt-3.5-turbo-1106",
217
- "gpt-3.5-turbo-16k",
218
- "gpt-3.5-turbo-16k-0613",
219
- "gpt-3.5-turbo-instruct",
220
- "gpt-3.5-turbo-instruct-0914",
221
- "gpt-4",
222
- "gpt-4-0125-preview",
223
- "gpt-4-0314",
224
- "gpt-4-0613",
225
- "gpt-4-1106-preview",
226
- "gpt-4-1106-vision-preview",
227
- "gpt-4-32k",
228
- "gpt-4-32k-0314",
229
- "gpt-4-turbo",
230
- "gpt-4-turbo-2024-04-09",
231
- "gpt-4-turbo-preview",
232
- "gpt-4-vision-preview",
233
- "gpt-4o",
234
- "gpt-4o-2024-05-13",
235
- "gpt-4o-2024-08-06",
236
- "gpt-4o-mini",
237
- "gpt-4o-mini-2024-07-18",
238
- "guanaco-13b",
239
- "guanaco-33b",
240
- "guanaco-65b",
241
- "guanaco-7b",
242
- "hermes-2-pro-llama-3-8b",
243
- "hermes-2-theta-llama-3-8b",
244
- "hermes-3-llama-3.1-405b",
245
- "hermes-3-llama-3.1-70b",
246
- "j2-grande-instruct",
247
- "j2-jumbo-instruct",
248
- "j2-mid",
249
- "j2-mid-v1",
250
- "j2-ultra",
251
- "j2-ultra-v1",
252
- "jamba-1-5-large",
253
- "jamba-1-5-large-v1",
254
- "jamba-1-5-mini",
255
- "jamba-1-5-mini-v1",
256
- "jamba-instruct",
257
- "jamba-instruct-v1",
258
- "l3-euryale-70b",
259
- "l3-lunaris-8b",
260
- "l3-stheno-8b",
261
- "l3.1-euryale-70b",
262
- "large-latest",
263
- "llama-13b",
264
- "llama-2-13b",
265
- "llama-2-13b-chat",
266
- "llama-2-70b",
267
- "llama-2-70b-chat",
268
- "llama-2-7b",
269
- "llama-2-7b-chat",
270
- "llama-3-70b",
271
- "llama-3-70b-instruct",
272
- "llama-3-8b",
273
- "llama-3-8b-instruct",
274
- "llama-3-lumimaid-70b",
275
- "llama-3-lumimaid-8b",
276
- "llama-3-sonar-large-32k-chat",
277
- "llama-3-sonar-large-32k-online",
278
- "llama-3-sonar-small-32k-chat",
279
- "llama-3-sonar-small-32k-online",
280
- "llama-3.1-405b",
281
- "llama-3.1-405b-instruct",
282
- "llama-3.1-70b-instruct",
283
- "llama-3.1-8b-instruct",
284
- "llama-3.1-lumimaid-8b",
285
- "llama-3.1-sonar-huge-128k-online",
286
- "llama-3.1-sonar-large-128k-chat",
287
- "llama-3.1-sonar-large-128k-online",
288
- "llama-3.1-sonar-small-128k-chat",
289
- "llama-3.1-sonar-small-128k-online",
290
- "llama-30b",
291
- "llama-65b",
292
- "llama-7b",
293
- "llama-guard-2-8b",
294
- "llama2-13b-chat-v1",
295
- "llama2-70b-chat-v1",
296
- "llama3-70b-instruct-v1",
297
- "llama3-70b-instruct-v1:0",
298
- "llama3-8b-instruct-v1",
299
- "llama3-8b-instruct-v1:0",
300
- "llava-1.5-7b-hf",
301
- "llemma_7b",
302
- "lzlv-70b-fp16-hf",
303
- "lzlv_70b_fp16_hf",
304
- "magnum-72b",
305
- "medium",
306
- "meta-llama-3-1-70b-instruct-turbo",
307
- "midnight-rose-70b",
308
- "mistral-7b-instruct",
309
- "mistral-7b-instruct-v0",
310
- "mistral-7b-instruct-v0.1",
311
- "mistral-7b-instruct-v0.2",
312
- "mistral-7b-instruct-v0.3",
313
- "mistral-large",
314
- "mistral-medium",
315
- "mistral-nemo",
316
- "mistral-small",
317
- "mistral-small-2402-v1",
318
- "mistral-tiny",
319
- "mixtral-8x22b",
320
- "mixtral-8x22b-instruct",
321
- "mixtral-8x7b",
322
- "mixtral-8x7b-instruct",
323
- "mixtral-8x7b-instruct-v0",
324
- "ml318br",
325
- "mn-celeste-12b",
326
- "mn-starcannon-12b",
327
- "mythalion-13b",
328
- "mythomax-l2-13b",
329
- "mythomist-7b",
330
- "noromaid-20b",
331
- "nous-capybara-7b",
332
- "nous-hermes-2-mistral-7b-dpo",
333
- "nous-hermes-2-mixtral-8x7b-dpo",
334
- "nous-hermes-2-mixtral-8x7b-sft",
335
- "nous-hermes-2-vision-7b",
336
- "nous-hermes-llama2-13b",
337
- "nous-hermes-yi-34b",
338
- "o1-mini",
339
- "o1-mini-2024-09-12",
340
- "o1-preview",
341
- "o1-preview-2024-09-12",
342
- "olmo-7b-instruct",
343
- "olympus-premier-v1",
344
- "openchat-3.5-1210",
345
- "openchat-7b",
346
- "openchat-8b",
347
- "openchat_3.5",
348
- "openhermes-2-mistral-7b",
349
- "openhermes-2.5-mistral-7b",
350
- "palm-2-chat-bison",
351
- "palm-2-chat-bison-32k",
352
- "phi-2",
353
- "phi-3-medium-128k-instruct",
354
- "phi-3-medium-4k-instruct",
355
- "phi-3-mini-128k-instruct",
356
- "phi-3.5-mini-128k-instruct",
357
- "pixtral-12b",
358
- "pplx-70b-online",
359
- "pplx-7b-chat",
360
- "qwen-110b-chat",
361
- "qwen-14b-chat",
362
- "qwen-2-72b-instruct",
363
- "qwen-2-7b-instruct",
364
- "qwen-2-vl-72b-instruct",
365
- "qwen-2-vl-7b-instruct",
366
- "qwen-2.5-72b-instruct",
367
- "qwen-32b-chat",
368
- "qwen-4b-chat",
369
- "qwen-72b-chat",
370
- "qwen-7b-chat",
371
- "reflection-70b",
372
- "remm-slerp-l2-13b",
373
- "small",
374
- "snowflake-arctic-instruct",
375
- "soliloquy-l3",
376
- "sonar-medium-online",
377
- "sonar-small-chat",
378
- "sonar-small-online",
379
- "stripedhyena-hessian-7b",
380
- "stripedhyena-nous-7b",
381
- "text-babbage-002",
382
- "text-bison",
383
- "text-davinci-002",
384
- "tiny",
385
- "titan-text-express-v1",
386
- "titan-text-lite-v1",
387
- "titan-text-premier-v1",
388
- "titan-tg1-large",
389
- "toppy-m-7b",
390
- "vicuna-13b-v1.3",
391
- "vicuna-13b-v1.5",
392
- "vicuna-13b-v1.5-16k",
393
- "vicuna-7b-v1.3",
394
- "vicuna-7b-v1.5",
395
- "weaver",
396
- "wizardlm-2-7b",
397
- "wizardlm-2-8x22b",
398
- "xwin-lm-70b",
399
- "yi-1.5-34b-chat",
400
- "yi-34b",
401
- "yi-34b-chat",
402
- "yi-6b",
403
- "yi-large",
404
- "yi-large-fc",
405
- "yi-large-turbo",
406
- "yi-vision",
407
- "zephyr-7b-beta",
408
- "zephyr-orpo-141b-A35b-v0.1"
 
409
  ]
410
  fetch: false
411
  titleConvo: true
@@ -415,27 +417,36 @@ endpoints:
415
  dropParams: ["stream"]
416
  modelDisplayLabel: "APIpie"
417
  iconURL: "https://raw.githubusercontent.com/fuegovic/lc-config-yaml/main/icons/APIpie.png"
418
-
419
  # cohere
420
  # Model list: https://dashboard.cohere.com/playground/chat
421
  - name: "cohere"
422
  apiKey: "${COHERE_API_KEY}"
423
  baseURL: "https://api.cohere.ai/v1"
424
  models:
425
- default: [
426
- "c4ai-aya-23-35b",
427
- "c4ai-aya-23-8b",
428
- "command",
429
- "command-light",
430
- "command-light-nightly",
431
- "command-nightly",
432
- "command-r",
433
- "command-r-plus",
 
434
  ]
435
  fetch: false
436
  modelDisplayLabel: "cohere"
437
  titleModel: "command"
438
- dropParams: ["stop", "user", "frequency_penalty", "presence_penalty", "temperature", "top_p"]
 
 
 
 
 
 
 
 
439
 
440
  # DEEPNIGHT
441
  # https://github.com/brahmai-research/aiforcause
@@ -444,11 +455,7 @@ endpoints:
444
  apiKey: "sk-free1234"
445
  baseURL: "https://aiforcause.deepnight.tech/openai/"
446
  models:
447
- default: [
448
- "gpt-35-turbo",
449
- "gpt-35-turbo-16k",
450
- "gpt-4-turbo"
451
- ]
452
  fetch: false
453
  titleConvo: true
454
  titleModel: "gpt-35-turbo"
@@ -467,10 +474,7 @@ endpoints:
467
  apiKey: "${DEEPSEEK_API_KEY}"
468
  baseURL: "https://api.deepseek.com"
469
  models:
470
- default: [
471
- "deepseek-chat",
472
- "deepseek-coder"
473
- ]
474
  fetch: false
475
  titleConvo: true
476
  titleModel: "deepseek-chat"
@@ -485,46 +489,47 @@ endpoints:
485
  apiKey: "${FIREWORKS_API_KEY}"
486
  baseURL: "https://api.fireworks.ai/inference/v1"
487
  models:
488
- default: [
489
- "accounts/fireworks/models/devashisht-test-v2",
490
- "accounts/fireworks/models/dt-fc-rc-v1",
491
- "accounts/fireworks/models/firefunction-v1",
492
- "accounts/fireworks/models/firefunction-v2",
493
- "accounts/fireworks/models/firellava-13b",
494
- "accounts/devashisht-72fdad/models/function-calling-v11",
495
- "accounts/fireworks/models/fw-function-call-34b-v0",
496
- "accounts/stability/models/japanese-stablelm-instruct-beta-70b",
497
- "accounts/stability/models/japanese-stablelm-instruct-gamma-7b",
498
- "accounts/fireworks/models/japanese-stable-vlm",
499
- "accounts/fireworks/models/gemma2-9b-it",
500
- "accounts/fireworks/models/llama-v3p1-405b-instruct",
501
- "accounts/fireworks/models/llama-v3p1-70b-instruct",
502
- "accounts/fireworks/models/llama-v3p1-8b-instruct",
503
- "accounts/fireworks/models/llama-v3-70b-instruct",
504
- "accounts/fireworks/models/llama-v3-70b-instruct-hf",
505
- "accounts/fireworks/models/llama-v3-8b-hf",
506
- "accounts/fireworks/models/llama-v3-8b-instruct",
507
- "accounts/fireworks/models/llama-v3-8b-instruct-hf",
508
- "accounts/fireworks/models/llama-v2-13b-chat",
509
- "accounts/fireworks/models/llama-v2-13b-code-instruct",
510
- "accounts/fireworks/models/llama-v2-34b-code-instruct",
511
- "accounts/fireworks/models/llama-v2-70b-chat",
512
- "accounts/fireworks/models/llama-v2-70b-code-instruct",
513
- "accounts/fireworks/models/llama-v2-7b-chat",
514
- "accounts/fireworks/models/deepseek-coder-v2-instruct",
515
- "accounts/fireworks/models/deepseek-coder-v2-lite-instruct",
516
- "accounts/fireworks/models/llava-v15-13b-fireworks",
517
- "accounts/fireworks/models/mistral-7b-instruct-4k",
518
- "accounts/dev-e24710/models/mistral-spellbound-format",
519
- "accounts/fireworks/models/mixtral-8x22b-instruct",
520
- "accounts/fireworks/models/mixtral-8x7b-instruct",
521
- "accounts/fireworks/models/mixtral-8x7b-instruct-hf",
522
- "accounts/fireworks/models/new-mixtral-chat",
523
- "accounts/fireworks/models/qwen-14b-chat",
524
- "accounts/fireworks/models/qwen-1-8b-chat",
525
- "accounts/fireworks/models/qwen-72b-chat",
526
- "accounts/stability/models/stablelm-zephyr-3b",
527
- "accounts/fireworks/models/yi-34b-200k-capybara",
 
528
  ]
529
  fetch: false
530
  titleConvo: true
@@ -534,24 +539,25 @@ endpoints:
534
  forcePrompt: false
535
  modelDisplayLabel: "Fireworks"
536
  dropParams: ["user"]
537
-
538
  # groq
539
  # Model list: https://console.groq.com/settings/limits
540
  - name: "groq"
541
  apiKey: "${GROQ_API_KEY}"
542
  baseURL: "https://api.groq.com/openai/v1/"
543
  models:
544
- default: [
545
- "llama-3.1-405b-reasoning",
546
- "llama-3.1-70b-versatile",
547
- "llama-3.1-8b-instant",
548
- "llama3-groq-70b-8192-tool-use-preview",
549
- "llama3-groq-8b-8192-tool-use-preview",
550
- "llama3-70b-8192",
551
- "llama3-8b-8192",
552
- "mixtral-8x7b-32768",
553
- "gemma-7b-it",
554
- "gemma2-9b-it"
 
555
  ]
556
  fetch: false
557
  titleConvo: true
@@ -560,22 +566,23 @@ endpoints:
560
 
561
  # HuggingFace
562
  # https://huggingface.co/settings/tokens
563
- - name: 'HuggingFace'
564
- apiKey: '${HUGGINGFACE_TOKEN}'
565
- baseURL: 'https://api-inference.huggingface.co/v1'
566
  models:
567
- default: [
568
- "codellama/CodeLlama-34b-Instruct-hf",
569
- "google/gemma-1.1-2b-it",
570
- "google/gemma-1.1-7b-it",
571
- "HuggingFaceH4/starchat2-15b-v0.1",
572
- "HuggingFaceH4/zephyr-7b-beta",
573
- "meta-llama/Meta-Llama-3-8B-Instruct",
574
- "microsoft/Phi-3-mini-4k-instruct",
575
- "mistralai/Mistral-7B-Instruct-v0.1",
576
- "mistralai/Mistral-7B-Instruct-v0.2",
577
- "mistralai/Mixtral-8x7B-Instruct-v0.1",
578
- "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
 
579
  ]
580
  fetch: true
581
  titleConvo: true
@@ -587,12 +594,13 @@ endpoints:
587
  - name: "Mistral"
588
  apiKey: "${MISTRAL_API_KEY}"
589
  baseURL: "https://api.mistral.ai/v1"
590
- models:
591
- default: [
592
- "mistral-tiny",
593
- "mistral-small",
594
- "mistral-medium",
595
- "mistral-large-latest"
 
596
  ]
597
  fetch: false
598
  titleConvo: true
@@ -611,204 +619,205 @@ endpoints:
611
  apiKey: "${OPENROUTER_KEY}"
612
  baseURL: "https://openrouter.ai/api/v1"
613
  models:
614
- default: [
615
- "openrouter/auto",
616
- "---FREE---",
617
- "google/gemma-2-9b-it:free",
618
- "gryphe/mythomist-7b:free",
619
- "huggingfaceh4/zephyr-7b-beta:free",
620
- "mattshumer/reflection-70b:free",
621
- "meta-llama/llama-3-8b-instruct:free",
622
- "meta-llama/llama-3.1-8b-instruct:free",
623
- "microsoft/phi-3-medium-128k-instruct:free",
624
- "microsoft/phi-3-mini-128k-instruct:free",
625
- "mistralai/mistral-7b-instruct:free",
626
- "mistralai/pixtral-12b:free",
627
- "nousresearch/hermes-3-llama-3.1-405b:free",
628
- "openchat/openchat-7b:free",
629
- "qwen/qwen-2-7b-instruct:free",
630
- "qwen/qwen-2-vl-7b-instruct:free",
631
- "undi95/toppy-m-7b:free",
632
- "---NITRO---",
633
- "gryphe/mythomax-l2-13b:nitro",
634
- "meta-llama/llama-3-70b-instruct:nitro",
635
- "meta-llama/llama-3-8b-instruct:nitro",
636
- "mistralai/mistral-7b-instruct:nitro",
637
- "mistralai/mixtral-8x7b-instruct:nitro",
638
- "undi95/toppy-m-7b:nitro",
639
- "---BETA---",
640
- "anthropic/claude-2.0:beta",
641
- "anthropic/claude-2.1:beta",
642
- "anthropic/claude-2:beta",
643
- "anthropic/claude-3-haiku:beta",
644
- "anthropic/claude-3-opus:beta",
645
- "anthropic/claude-3-sonnet:beta",
646
- "anthropic/claude-3.5-sonnet:beta",
647
- "anthropic/claude-instant-1:beta",
648
- "---EXTENDED---",
649
- "gryphe/mythomax-l2-13b:extended",
650
- "meta-llama/llama-3-8b-instruct:extended",
651
- "neversleep/llama-3-lumimaid-8b:extended",
652
- "nousresearch/hermes-3-llama-3.1-405b:extended",
653
- "openai/gpt-4o:extended",
654
- "undi95/remm-slerp-l2-13b:extended",
655
- "---AI21---",
656
- "ai21/jamba-1-5-large",
657
- "ai21/jamba-1-5-mini",
658
- "ai21/jamba-instruct",
659
- "---ANTHROPIC---",
660
- "anthropic/claude-1",
661
- "anthropic/claude-1.2",
662
- "anthropic/claude-2",
663
- "anthropic/claude-2.0",
664
- "anthropic/claude-2.1",
665
- "anthropic/claude-3-haiku",
666
- "anthropic/claude-3-opus",
667
- "anthropic/claude-3-sonnet",
668
- "anthropic/claude-3.5-sonnet",
669
- "anthropic/claude-3.5-sonnet-20240620",
670
- "anthropic/claude-instant-1",
671
- "anthropic/claude-instant-1.0",
672
- "anthropic/claude-instant-1.1",
673
- "---COHERE---",
674
- "cohere/command",
675
- "cohere/command-r",
676
- "cohere/command-r-03-2024",
677
- "cohere/command-r-08-2024",
678
- "cohere/command-r-plus",
679
- "cohere/command-r-plus-04-2024",
680
- "cohere/command-r-plus-08-2024",
681
- "---GOOGLE---",
682
- "google/gemini-flash-1.5",
683
- "google/gemini-flash-1.5-exp",
684
- "google/gemini-flash-8b-1.5-exp",
685
- "google/gemini-pro",
686
- "google/gemini-pro-1.5",
687
- "google/gemini-pro-1.5-exp",
688
- "google/gemini-pro-vision",
689
- "google/gemma-2-27b-it",
690
- "google/gemma-2-9b-it",
691
- "google/palm-2-chat-bison",
692
- "google/palm-2-chat-bison-32k",
693
- "google/palm-2-codechat-bison",
694
- "google/palm-2-codechat-bison-32k",
695
- "---META-LLAMA---",
696
- "meta-llama/llama-2-13b-chat",
697
- "meta-llama/llama-3-70b-instruct",
698
- "meta-llama/llama-3-8b-instruct",
699
- "meta-llama/llama-3.1-405b",
700
- "meta-llama/llama-3.1-405b-instruct",
701
- "meta-llama/llama-3.1-70b-instruct",
702
- "meta-llama/llama-3.1-8b-instruct",
703
- "meta-llama/llama-guard-2-8b",
704
- "---MICROSOFT---",
705
- "microsoft/phi-3-medium-128k-instruct",
706
- "microsoft/phi-3-medium-4k-instruct",
707
- "microsoft/phi-3-mini-128k-instruct",
708
- "microsoft/phi-3.5-mini-128k-instruct",
709
- "microsoft/wizardlm-2-7b",
710
- "microsoft/wizardlm-2-8x22b",
711
- "---MISTRALAI---",
712
- "mistralai/codestral-mamba",
713
- "mistralai/mistral-7b-instruct",
714
- "mistralai/mistral-7b-instruct-v0.1",
715
- "mistralai/mistral-7b-instruct-v0.2",
716
- "mistralai/mistral-7b-instruct-v0.3",
717
- "mistralai/mistral-large",
718
- "mistralai/mistral-medium",
719
- "mistralai/mistral-nemo",
720
- "mistralai/mistral-small",
721
- "mistralai/mistral-tiny",
722
- "mistralai/mixtral-8x22b-instruct",
723
- "mistralai/mixtral-8x7b",
724
- "mistralai/mixtral-8x7b-instruct",
725
- "mistralai/pixtral-12b",
726
- "---NEVERSLEEP---",
727
- "neversleep/llama-3-lumimaid-70b",
728
- "neversleep/llama-3-lumimaid-8b",
729
- "neversleep/llama-3.1-lumimaid-8b",
730
- "neversleep/noromaid-20b",
731
- "---NOUSRESEARCH---",
732
- "nousresearch/hermes-2-pro-llama-3-8b",
733
- "nousresearch/hermes-2-theta-llama-3-8b",
734
- "nousresearch/hermes-3-llama-3.1-405b",
735
- "nousresearch/hermes-3-llama-3.1-70b",
736
- "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
737
- "nousresearch/nous-hermes-llama2-13b",
738
- "nousresearch/nous-hermes-yi-34b",
739
- "---OPENAI---",
740
- "openai/chatgpt-4o-latest",
741
- "openai/gpt-3.5-turbo",
742
- "openai/gpt-3.5-turbo-0125",
743
- "openai/gpt-3.5-turbo-0301",
744
- "openai/gpt-3.5-turbo-0613",
745
- "openai/gpt-3.5-turbo-1106",
746
- "openai/gpt-3.5-turbo-16k",
747
- "openai/gpt-3.5-turbo-instruct",
748
- "openai/gpt-4",
749
- "openai/gpt-4-0314",
750
- "openai/gpt-4-1106-preview",
751
- "openai/gpt-4-32k",
752
- "openai/gpt-4-32k-0314",
753
- "openai/gpt-4-turbo",
754
- "openai/gpt-4-turbo-preview",
755
- "openai/gpt-4-vision-preview",
756
- "openai/gpt-4o",
757
- "openai/gpt-4o-2024-05-13",
758
- "openai/gpt-4o-2024-08-06",
759
- "openai/gpt-4o-mini",
760
- "openai/gpt-4o-mini-2024-07-18",
761
- "openai/o1-mini",
762
- "openai/o1-mini-2024-09-12",
763
- "openai/o1-preview",
764
- "openai/o1-preview-2024-09-12",
765
- "---PERPLEXITY---",
766
- "perplexity/llama-3-sonar-large-32k-chat",
767
- "perplexity/llama-3-sonar-large-32k-online",
768
- "perplexity/llama-3-sonar-small-32k-chat",
769
- "perplexity/llama-3-sonar-small-32k-online",
770
- "perplexity/llama-3.1-sonar-huge-128k-online",
771
- "perplexity/llama-3.1-sonar-large-128k-chat",
772
- "perplexity/llama-3.1-sonar-large-128k-online",
773
- "perplexity/llama-3.1-sonar-small-128k-chat",
774
- "perplexity/llama-3.1-sonar-small-128k-online",
775
- "---QWEN---",
776
- "qwen/qwen-110b-chat",
777
- "qwen/qwen-2-72b-instruct",
778
- "qwen/qwen-2-7b-instruct",
779
- "qwen/qwen-2-vl-72b-instruct",
780
- "qwen/qwen-2-vl-7b-instruct",
781
- "qwen/qwen-2.5-72b-instruct",
782
- "qwen/qwen-72b-chat",
783
- "---SAO10K---",
784
- "sao10k/fimbulvetr-11b-v2",
785
- "sao10k/l3-euryale-70b",
786
- "sao10k/l3-lunaris-8b",
787
- "sao10k/l3.1-euryale-70b",
788
- "---OTHERS---",
789
- "aetherwiing/mn-starcannon-12b",
790
- "alpindale/goliath-120b",
791
- "alpindale/magnum-72b",
792
- "austism/chronos-hermes-13b",
793
- "cognitivecomputations/dolphin-mixtral-8x22b",
794
- "cognitivecomputations/dolphin-mixtral-8x7b",
795
- "databricks/dbrx-instruct",
796
- "deepseek/deepseek-chat",
797
- "gryphe/mythomax-l2-13b",
798
- "gryphe/mythomist-7b",
799
- "jondurbin/airoboros-l2-70b",
800
- "lizpreciatior/lzlv-70b-fp16-hf",
801
- "mancer/weaver",
802
- "mattshumer/reflection-70b",
803
- "nothingiisreal/mn-celeste-12b",
804
- "openchat/openchat-7b",
805
- "pygmalionai/mythalion-13b",
806
- "sophosympatheia/midnight-rose-70b",
807
- "teknium/openhermes-2.5-mistral-7b",
808
- "togethercomputer/stripedhyena-nous-7b",
809
- "undi95/remm-slerp-l2-13b",
810
- "undi95/toppy-m-7b",
811
- "xwin-lm/xwin-lm-70b"
 
812
  ]
813
  fetch: false
814
  dropParams: ["stop"]
@@ -825,14 +834,15 @@ endpoints:
825
  apiKey: "${PERPLEXITY_API_KEY}"
826
  baseURL: "https://api.perplexity.ai/"
827
  models:
828
- default: [
829
- "llama-3.1-sonar-small-128k-chat",
830
- "llama-3.1-sonar-small-128k-online",
831
- "llama-3.1-sonar-large-128k-chat",
832
- "llama-3.1-sonar-large-128k-online",
833
- "llama-3.1-sonar-huge-128k-online",
834
- "llama-3.1-8b-instruct",
835
- "llama-3.1-70b-instruct"
 
836
  ]
837
  fetch: false # fetching list of models is not supported
838
  titleConvo: true
@@ -848,48 +858,49 @@ endpoints:
848
  - name: "ShuttleAI"
849
  apiKey: "${SHUTTLEAI_API_KEY}"
850
  baseURL: "https://api.shuttleai.com/v1"
851
- models:
852
- default: [
853
- "shuttleai/s1",
854
- "shuttleai/s1-mini",
855
- "shuttleai/shuttle-2.5",
856
- "shuttleai/shuttle-2.5-mini-2024-09-11",
857
- "openai/o1-preview-2024-09-12",
858
- "openai/o1-mini-2024-09-12",
859
- "openai/gpt-4o-mini-2024-07-18",
860
- "openai/chatgpt-4o-latest",
861
- "openai/gpt-4o-2024-08-06",
862
- "openai/gpt-4o-2024-05-13",
863
- "openai/gpt-4-turbo-2024-04-09",
864
- "openai/gpt-4-0125-preview",
865
- "openai/gpt-4-1106-preview",
866
- "openai/gpt-4-0613",
867
- "openai/gpt-3.5-turbo-0125",
868
- "openai/gpt-3.5-turbo-1106",
869
- "anthropic/claude-3-5-sonnet-20240620",
870
- "anthropic/claude-3-opus-20240229",
871
- "anthropic/claude-3-haiku-20240307",
872
- "google/gemini-1.5-pro",
873
- "google/gemini-1.5-pro-exp-0827",
874
- "google/gemini-1.5-flash",
875
- "google/gemini-1.5-flash-exp-0827",
876
- "google/gemini-1.5-flash-8b-exp-0827",
877
- "meta-llama/meta-llama-3.1-405b-instruct",
878
- "meta-llama/meta-llama-3.1-70b-instruct",
879
- "meta-llama/meta-llama-3.1-8b-instruct",
880
- "mattshumer/reflection-llama-3.1-70b",
881
- "perplexity/llama-3.1-sonar-large-128k-online",
882
- "perplexity/llama-3.1-sonar-small-128k-online",
883
- "perplexity/llama-3.1-sonar-large-128k-chat",
884
- "perplexity/llama-3.1-sonar-small-128k-chat",
885
- "mistralai/mistral-nemo-instruct-2407",
886
- "mistralai/codestral-2405",
887
- "alibaba-cloud/qwen-2.5-72b-instruct",
888
- "alibaba-cloud/qwen-2.5-coder-7b",
889
- "cohere/command-r-plus-08-2024",
890
- "cohere/command-r-plus",
891
- "cohere/command-r-08-2024",
892
- "cohere/command-r"
 
893
  ]
894
  fetch: true
895
  titleConvo: true
@@ -897,113 +908,115 @@ endpoints:
897
  summarize: false
898
  summaryModel: "shuttle-2.5-mini"
899
  forcePrompt: false
900
- dropParams: ["user", "frequency_penalty", "presence_penalty", "repition_penalty"]
 
901
  modelDisplayLabel: "ShuttleAI"
902
 
903
  - name: "together.ai"
904
  apiKey: "${TOGETHERAI_API_KEY}"
905
  baseURL: "https://api.together.xyz"
906
  models:
907
- default: [
908
- "Austism/chronos-hermes-13b",
909
- "Gryphe/MythoMax-L2-13b",
910
- "Gryphe/MythoMax-L2-13b-Lite",
911
- "HuggingFaceH4/zephyr-7b-beta",
912
- "NousResearch/Hermes-2-Theta-Llama-3-70B",
913
- "NousResearch/Hermes-3-Llama-3.1-405B-Turbo",
914
- "NousResearch/Nous-Capybara-7B-V1p9",
915
- "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
916
- "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
917
- "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT",
918
- "NousResearch/Nous-Hermes-2-Yi-34B",
919
- "NousResearch/Nous-Hermes-Llama2-13b",
920
- "NousResearch/Nous-Hermes-Llama2-70b",
921
- "NousResearch/Nous-Hermes-llama-2-7b",
922
- "Open-Orca/Mistral-7B-OpenOrca",
923
- "Qwen/Qwen1.5-0.5B-Chat",
924
- "Qwen/Qwen1.5-1.8B-Chat",
925
- "Qwen/Qwen1.5-110B-Chat",
926
- "Qwen/Qwen1.5-14B-Chat",
927
- "Qwen/Qwen1.5-32B-Chat",
928
- "Qwen/Qwen1.5-4B-Chat",
929
- "Qwen/Qwen1.5-72B-Chat",
930
- "Qwen/Qwen1.5-7B-Chat",
931
- "Qwen/Qwen2-1.5B-Instruct",
932
- "Qwen/Qwen2-72B-Instruct",
933
- "Qwen/Qwen2-7B-Instruct",
934
- "Snowflake/snowflake-arctic-instruct",
935
- "Undi95/ReMM-SLERP-L2-13B",
936
- "Undi95/Toppy-M-7B",
937
- "WizardLM/WizardLM-13B-V1.2",
938
- "albert/meta-llama-3-1-70b-instruct-turbo",
939
- "allenai/OLMo-7B-Instruct",
940
- "carson/ml318br",
941
- "codellama/CodeLlama-13b-Instruct-hf",
942
- "codellama/CodeLlama-34b-Instruct-hf",
943
- "codellama/CodeLlama-70b-Instruct-hf",
944
- "codellama/CodeLlama-7b-Instruct-hf",
945
- "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
946
- "databricks/dbrx-instruct",
947
- "deepseek-ai/deepseek-coder-33b-instruct",
948
- "deepseek-ai/deepseek-llm-67b-chat",
949
- "garage-bAInd/Platypus2-70B-instruct",
950
- "google/gemma-2-27b-it",
951
- "google/gemma-2-9b-it",
952
- "google/gemma-2b-it",
953
- "google/gemma-7b-it",
954
- "gradientai/Llama-3-70B-Instruct-Gradient-1048k",
955
- "llava-hf/llava-v1.6-mistral-7b-hf",
956
- "lmsys/vicuna-13b-v1.3",
957
- "lmsys/vicuna-13b-v1.5",
958
- "lmsys/vicuna-13b-v1.5-16k",
959
- "lmsys/vicuna-7b-v1.3",
960
- "lmsys/vicuna-7b-v1.5",
961
- "meta-llama/Llama-2-13b-chat-hf",
962
- "meta-llama/Llama-2-70b-chat-hf",
963
- "meta-llama/Llama-2-7b-chat-hf",
964
- "meta-llama/Llama-3-70b-chat-hf",
965
- "meta-llama/Llama-3-8b-chat-hf",
966
- "meta-llama/Meta-Llama-3-70B-Instruct",
967
- "meta-llama/Meta-Llama-3-70B-Instruct-Lite",
968
- "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
969
- "meta-llama/Meta-Llama-3-8B-Instruct",
970
- "meta-llama/Meta-Llama-3-8B-Instruct-Lite",
971
- "meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
972
- "meta-llama/Meta-Llama-3.1-405B-Instruct-Lite-Pro",
973
- "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
974
- "meta-llama/Meta-Llama-3.1-70B-Instruct-Reference",
975
- "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
976
- "meta-llama/Meta-Llama-3.1-8B-Instruct-Reference",
977
- "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
978
- "microsoft/WizardLM-2-8x22B",
979
- "mistralai/Mistral-7B-Instruct-v0.1",
980
- "mistralai/Mistral-7B-Instruct-v0.2",
981
- "mistralai/Mistral-7B-Instruct-v0.3",
982
- "mistralai/Mixtral-8x22B-Instruct-v0.1",
983
- "mistralai/Mixtral-8x7B-Instruct-v0.1",
984
- "openchat/openchat-3.5-1210",
985
- "snorkelai/Snorkel-Mistral-PairRM-DPO",
986
- "teknium/OpenHermes-2-Mistral-7B",
987
- "teknium/OpenHermes-2p5-Mistral-7B",
988
- "togethercomputer/CodeLlama-13b-Instruct",
989
- "togethercomputer/CodeLlama-34b-Instruct",
990
- "togethercomputer/CodeLlama-7b-Instruct",
991
- "togethercomputer/Koala-13B",
992
- "togethercomputer/Koala-7B",
993
- "togethercomputer/Llama-3-8b-chat-hf-int4",
994
- "togethercomputer/Llama-3-8b-chat-hf-int8",
995
- "togethercomputer/SOLAR-10.7B-Instruct-v1.0-int4",
996
- "togethercomputer/StripedHyena-Nous-7B",
997
- "togethercomputer/alpaca-7b",
998
- "togethercomputer/guanaco-13b",
999
- "togethercomputer/guanaco-33b",
1000
- "togethercomputer/guanaco-65b",
1001
- "togethercomputer/guanaco-7b",
1002
- "togethercomputer/llama-2-13b-chat",
1003
- "togethercomputer/llama-2-70b-chat",
1004
- "togethercomputer/llama-2-7b-chat",
1005
- "upstage/SOLAR-10.7B-Instruct-v1.0",
1006
- "zero-one-ai/Yi-34B-Chat"
 
1007
  ]
1008
  fetch: false
1009
  titleConvo: true
@@ -1019,123 +1032,124 @@ endpoints:
1019
  apiKey: "${UNIFY_API_KEY}"
1020
  baseURL: "https://api.unify.ai/v0/"
1021
  models:
1022
- default: [
1023
- "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04",
1024
- "chatgpt-4o-latest@openai",
1025
- "gpt-3.5-turbo@openai",
1026
- "gpt-4-turbo@openai",
1027
- "gpt-4@openai",
1028
- "gpt-4o-2024-05-13@openai",
1029
- "gpt-4o-2024-08-06@openai",
1030
- "gpt-4o-mini@openai",
1031
- "gpt-4o@openai",
1032
- "o1-mini@openai",
1033
- "o1-preview@openai",
1034
- "claude-3-haiku@anthropic",
1035
- "claude-3-opus@anthropic",
1036
- "claude-3-sonnet@anthropic",
1037
- "claude-3.5-sonnet@anthropic",
1038
- "claude-3-haiku@aws-bedrock",
1039
- "claude-3-opus@aws-bedrock",
1040
- "claude-3-sonnet@aws-bedrock",
1041
- "claude-3.5-sonnet@aws-bedrock",
1042
- "command-r-plus@aws-bedrock",
1043
- "llama-3-70b-chat@aws-bedrock",
1044
- "llama-3-8b-chat@aws-bedrock",
1045
- "llama-3.1-405b-chat@aws-bedrock",
1046
- "llama-3.1-70b-chat@aws-bedrock",
1047
- "llama-3.1-8b-chat@aws-bedrock",
1048
- "mistral-7b-instruct-v0.2@aws-bedrock",
1049
- "mistral-large@aws-bedrock",
1050
- "mixtral-8x7b-instruct-v0.1@aws-bedrock",
1051
- "claude-3-haiku@vertex-ai",
1052
- "claude-3-opus@vertex-ai",
1053
- "claude-3-sonnet@vertex-ai",
1054
- "claude-3.5-sonnet@vertex-ai",
1055
- "gemini-1.0-pro-001@vertex-ai",
1056
- "gemini-1.0-pro-002@vertex-ai",
1057
- "gemini-1.0-pro@vertex-ai",
1058
- "gemini-1.5-flash-001@vertex-ai",
1059
- "gemini-1.5-flash@vertex-ai",
1060
- "gemini-1.5-pro-001@vertex-ai",
1061
- "gemini-1.5-pro@vertex-ai",
1062
- "llama-3.1-405b-chat@vertex-ai",
1063
- "mistral-large@vertex-ai",
1064
- "mistral-nemo@vertex-ai",
1065
- "gemma-2-27b-it@deepinfra",
1066
- "gemma-2-9b-it@deepinfra",
1067
- "llama-3-70b-chat@deepinfra",
1068
- "llama-3-8b-chat@deepinfra",
1069
- "llama-3.1-405b-chat@deepinfra",
1070
- "llama-3.1-70b-chat@deepinfra",
1071
- "llama-3.1-8b-chat@deepinfra",
1072
- "mistral-7b-instruct-v0.3@deepinfra",
1073
- "mistral-nemo@deepinfra",
1074
- "mixtral-8x7b-instruct-v0.1@deepinfra",
1075
- "qwen-2-72b-instruct@deepinfra",
1076
- "qwen-2-7b-instruct@deepinfra",
1077
- "gemma-2-9b-it@fireworks-ai",
1078
- "llama-3-70b-chat@fireworks-ai",
1079
- "llama-3-8b-chat@fireworks-ai",
1080
- "llama-3.1-405b-chat@fireworks-ai",
1081
- "llama-3.1-70b-chat@fireworks-ai",
1082
- "llama-3.1-8b-chat@fireworks-ai",
1083
- "mistral-7b-instruct-v0.2@fireworks-ai",
1084
- "mistral-nemo@fireworks-ai",
1085
- "mixtral-8x22b-instruct-v0.1@fireworks-ai",
1086
- "mixtral-8x7b-instruct-v0.1@fireworks-ai",
1087
- "gemma-2-9b-it@groq",
1088
- "gemma-7b-it@groq",
1089
- "llama-3-70b-chat@groq",
1090
- "llama-3-8b-chat@groq",
1091
- "llama-3.1-70b-chat@groq",
1092
- "llama-3.1-8b-chat@groq",
1093
- "mixtral-8x7b-instruct-v0.1@groq",
1094
- "gemma-2-9b-it@lepton-ai",
1095
- "llama-3-70b-chat@lepton-ai",
1096
- "llama-3-8b-chat@lepton-ai",
1097
- "llama-3.1-405b-chat@lepton-ai",
1098
- "llama-3.1-70b-chat@lepton-ai",
1099
- "llama-3.1-8b-chat@lepton-ai",
1100
- "mistral-7b-instruct-v0.3@lepton-ai",
1101
- "mixtral-8x7b-instruct-v0.1@lepton-ai",
1102
- "qwen-2-72b-instruct@lepton-ai",
1103
- "gpt-4o-2024-08-06@azure-ai",
1104
- "gpt-4o-mini@azure-ai",
1105
- "gpt-4o@azure-ai",
1106
- "llama-3.1-405b-chat@azure-ai",
1107
- "llama-3.1-70b-chat@azure-ai",
1108
- "llama-3.1-8b-chat@azure-ai",
1109
- "llama-3-70b-chat@octoai",
1110
- "llama-3.1-405b-chat@octoai",
1111
- "llama-3.1-70b-chat@octoai",
1112
- "llama-3.1-8b-chat@octoai",
1113
- "mistral-7b-instruct-v0.3@octoai",
1114
- "mistral-nemo@octoai",
1115
- "mixtral-8x7b-instruct-v0.1@octoai",
1116
- "llama-3-70b-chat@replicate",
1117
- "llama-3-8b-chat@replicate",
1118
- "llama-3.1-405b-chat@replicate",
1119
- "mixtral-8x7b-instruct-v0.1@replicate",
1120
- "llama-3-70b-chat@together-ai",
1121
- "llama-3-8b-chat@together-ai",
1122
- "llama-3.1-405b-chat@together-ai",
1123
- "llama-3.1-70b-chat@together-ai",
1124
- "llama-3.1-8b-chat@together-ai",
1125
- "mistral-7b-instruct-v0.3@together-ai",
1126
- "mixtral-8x22b-instruct-v0.1@together-ai",
1127
- "mixtral-8x7b-instruct-v0.1@together-ai",
1128
- "qwen-2-72b-instruct@together-ai",
1129
- "llama-3.1-70b-chat@perplexity-ai",
1130
- "llama-3.1-8b-chat@perplexity-ai",
1131
- "mistral-7b-instruct-v0.3@mistral-ai",
1132
- "mistral-large@mistral-ai",
1133
- "mistral-nemo@mistral-ai",
1134
- "mistral-small@mistral-ai",
1135
- "mixtral-8x22b-instruct-v0.1@mistral-ai",
1136
- "mixtral-8x7b-instruct-v0.1@mistral-ai",
 
1137
  ]
1138
  fetch: false
1139
  titleConvo: true
1140
  titleModel: "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04"
1141
- dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
 
13
  apiKey: "${ANYSCALE_API_KEY}"
14
  baseURL: "https://api.endpoints.anyscale.com/v1"
15
  models:
16
+ default:
17
+ [
18
+ "meta-llama/Llama-2-7b-chat-hf",
19
+ "meta-llama/Llama-2-13b-chat-hf",
20
+ "meta-llama/Llama-2-70b-chat-hf",
21
+ "codellama/CodeLlama-34b-Instruct-hf",
22
+ "codellama/CodeLlama-70b-Instruct-hf",
23
+ "mistralai/Mistral-7B-Instruct-v0.1",
24
+ "mistralai/Mixtral-8x7B-Instruct-v0.1",
25
+ "mlabonne/NeuralHermes-2.5-Mistral-7B",
26
+ "Open-Orca/Mistral-7B-OpenOrca",
27
+ "HuggingFaceH4/zephyr-7b-beta",
28
+ "google/gemma-7b-it",
29
  ]
30
  fetch: false
31
  titleConvo: true
 
42
  apiKey: "${APIPIE_API_KEY}"
43
  baseURL: "https://apipie.ai/v1/"
44
  models:
45
+ default:
46
+ [
47
+ "GPT-JT-Moderation-6B",
48
+ "Hermes-2-Theta-Llama-3-70B",
49
+ "Hermes-3-Llama-3.1-405B-Turbo",
50
+ "Koala-13B",
51
+ "Koala-7B",
52
+ "LLaMA-2-7B-32K",
53
+ "Llama-2-13b-chat-hf",
54
+ "Llama-2-13b-hf",
55
+ "Llama-2-70b-chat-hf",
56
+ "Llama-2-70b-hf",
57
+ "Llama-2-7B-32K-Instruct",
58
+ "Llama-2-7b-chat-hf",
59
+ "Llama-2-7b-hf",
60
+ "Llama-3-70B-Instruct-Gradient-1048k",
61
+ "Llama-3-70b-chat-hf",
62
+ "Llama-3-70b-hf",
63
+ "Llama-3-8b-chat-hf",
64
+ "Llama-3-8b-chat-hf-int4",
65
+ "Llama-3-8b-chat-hf-int8",
66
+ "Llama-3-8b-hf",
67
+ "Llama-Rank-V1",
68
+ "Meta-Llama-3-70B",
69
+ "Meta-Llama-3-70B-Instruct",
70
+ "Meta-Llama-3-70B-Instruct-Lite",
71
+ "Meta-Llama-3-70B-Instruct-Turbo",
72
+ "Meta-Llama-3-8B",
73
+ "Meta-Llama-3-8B-Instruct",
74
+ "Meta-Llama-3-8B-Instruct-Lite",
75
+ "Meta-Llama-3-8B-Instruct-Turbo",
76
+ "Meta-Llama-3.1-405B-Instruct-Turbo",
77
+ "Meta-Llama-3.1-70B-Instruct-Reference",
78
+ "Meta-Llama-3.1-70B-Instruct-Turbo",
79
+ "Meta-Llama-3.1-70B-Reference",
80
+ "Meta-Llama-3.1-8B-Instruct-Reference",
81
+ "Meta-Llama-3.1-8B-Instruct-Turbo",
82
+ "Meta-Llama-3.1-8B-Reference",
83
+ "Mistral-7B-Instruct-v0.1",
84
+ "Mistral-7B-Instruct-v0.2",
85
+ "Mistral-7B-Instruct-v0.3",
86
+ "Mistral-7B-OpenOrca",
87
+ "Mistral-7B-v0.1",
88
+ "Mixtral-8x22B",
89
+ "Mixtral-8x22B-Instruct-v0.1",
90
+ "Mixtral-8x22B-v0.1",
91
+ "Mixtral-8x7B-Instruct-v0.1",
92
+ "Mixtral-8x7B-v0.1",
93
+ "MythoMax-L2-13b",
94
+ "MythoMax-L2-13b-Lite",
95
+ "NexusRaven-V2-13B",
96
+ "Nous-Capybara-7B-V1p9",
97
+ "Nous-Hermes-13b",
98
+ "Nous-Hermes-2-Mistral-7B-DPO",
99
+ "Nous-Hermes-2-Mixtral-8x7B-DPO",
100
+ "Nous-Hermes-2-Mixtral-8x7B-SFT",
101
+ "Nous-Hermes-2-Yi-34B",
102
+ "Nous-Hermes-Llama2-13b",
103
+ "Nous-Hermes-Llama2-70b",
104
+ "Nous-Hermes-llama-2-7b",
105
+ "OLMo-7B",
106
+ "OLMo-7B-Instruct",
107
+ "OpenHermes-2-Mistral-7B",
108
+ "OpenHermes-2p5-Mistral-7B",
109
+ "Platypus2-70B-instruct",
110
+ "Qwen1.5-0.5B",
111
+ "Qwen1.5-0.5B-Chat",
112
+ "Qwen1.5-1.8B",
113
+ "Qwen1.5-1.8B-Chat",
114
+ "Qwen1.5-110B-Chat",
115
+ "Qwen1.5-14B",
116
+ "Qwen1.5-14B-Chat",
117
+ "Qwen1.5-32B",
118
+ "Qwen1.5-32B-Chat",
119
+ "Qwen1.5-4B",
120
+ "Qwen1.5-4B-Chat",
121
+ "Qwen1.5-72B",
122
+ "Qwen1.5-72B-Chat",
123
+ "Qwen1.5-7B",
124
+ "Qwen1.5-7B-Chat",
125
+ "Qwen2-1.5B",
126
+ "Qwen2-1.5B-Instruct",
127
+ "Qwen2-72B",
128
+ "Qwen2-72B-Instruct",
129
+ "Qwen2-7B",
130
+ "Qwen2-7B-Instruct",
131
+ "ReMM-SLERP-L2-13B",
132
+ "RedPajama-INCITE-7B-Base",
133
+ "RedPajama-INCITE-7B-Chat",
134
+ "RedPajama-INCITE-Chat-3B-v1",
135
+ "SOLAR-10.7B-Instruct-v1.0",
136
+ "SOLAR-10.7B-Instruct-v1.0-int4",
137
+ "Snorkel-Mistral-PairRM-DPO",
138
+ "StripedHyena-Hessian-7B",
139
+ "StripedHyena-Nous-7B",
140
+ "TinyLlama-1.1B-Chat-v1.0",
141
+ "Toppy-M-7B",
142
+ "WizardLM-13B-V1.2",
143
+ "WizardLM-2-7B",
144
+ "WizardLM-2-8x22B",
145
+ "WizardLM-70B-V1.0",
146
+ "Yi-34B",
147
+ "Yi-34B-Chat",
148
+ "Yi-6B",
149
+ "airoboros-70b",
150
+ "airoboros-l2-70b",
151
+ "alpaca-7b",
152
+ "chat-bison",
153
+ "chatgpt-4o-latest",
154
+ "chronos-hermes-13b",
155
+ "chronos-hermes-13b-v2",
156
+ "claude-1",
157
+ "claude-1.2",
158
+ "claude-2",
159
+ "claude-2.0",
160
+ "claude-2.1",
161
+ "claude-3-5-sonnet",
162
+ "claude-3-haiku",
163
+ "claude-3-opus",
164
+ "claude-3-sonnet",
165
+ "claude-instant-1",
166
+ "claude-instant-1.0",
167
+ "claude-instant-1.1",
168
+ "claude-instant-1.2",
169
+ "command",
170
+ "command-light",
171
+ "command-light-nightly",
172
+ "command-light-text-v14",
173
+ "command-nightly",
174
+ "command-r",
175
+ "command-r-03-2024",
176
+ "command-r-08-2024",
177
+ "command-r-plus",
178
+ "command-r-plus-04-2024",
179
+ "command-r-plus-08-2024",
180
+ "command-r-plus-v1",
181
+ "command-r-v1",
182
+ "command-text-v14",
183
+ "dbrx-instruct",
184
+ "deepseek-chat",
185
+ "deepseek-llm-67b-chat",
186
+ "dolphin-2.5-mixtral-8x7b",
187
+ "dolphin-2.6-mixtral-8x7b",
188
+ "dolphin-llama-3-70b",
189
+ "dolphin-mixtral-8x22b",
190
+ "dolphin-mixtral-8x7b",
191
+ "eagle-7b",
192
+ "evo-1-131k-base",
193
+ "evo-1-8k-base",
194
+ "fimbulvetr-11b-v2",
195
+ "firellava-13b",
196
+ "gemini-1.5-flash",
197
+ "gemini-1.5-pro",
198
+ "gemini-flash-1.5",
199
+ "gemini-flash-1.5-exp",
200
+ "gemini-flash-8b-1.5-exp",
201
+ "gemini-pro",
202
+ "gemini-pro-1.5",
203
+ "gemini-pro-1.5-exp",
204
+ "gemini-pro-vision",
205
+ "gemma-1.1-7b-it",
206
+ "gemma-2-27b-it",
207
+ "gemma-2-9b",
208
+ "gemma-2-9b-it",
209
+ "gemma-2b",
210
+ "gemma-2b-it",
211
+ "gemma-7b",
212
+ "gemma-7b-it",
213
+ "goliath-120b",
214
+ "gpt-3.5-turbo",
215
+ "gpt-3.5-turbo-0125",
216
+ "gpt-3.5-turbo-0301",
217
+ "gpt-3.5-turbo-0613",
218
+ "gpt-3.5-turbo-1106",
219
+ "gpt-3.5-turbo-16k",
220
+ "gpt-3.5-turbo-16k-0613",
221
+ "gpt-3.5-turbo-instruct",
222
+ "gpt-3.5-turbo-instruct-0914",
223
+ "gpt-4",
224
+ "gpt-4-0125-preview",
225
+ "gpt-4-0314",
226
+ "gpt-4-0613",
227
+ "gpt-4-1106-preview",
228
+ "gpt-4-1106-vision-preview",
229
+ "gpt-4-32k",
230
+ "gpt-4-32k-0314",
231
+ "gpt-4-turbo",
232
+ "gpt-4-turbo-2024-04-09",
233
+ "gpt-4-turbo-preview",
234
+ "gpt-4-vision-preview",
235
+ "gpt-4o",
236
+ "gpt-4o-2024-05-13",
237
+ "gpt-4o-2024-08-06",
238
+ "gpt-4o-mini",
239
+ "gpt-4o-mini-2024-07-18",
240
+ "guanaco-13b",
241
+ "guanaco-33b",
242
+ "guanaco-65b",
243
+ "guanaco-7b",
244
+ "hermes-2-pro-llama-3-8b",
245
+ "hermes-2-theta-llama-3-8b",
246
+ "hermes-3-llama-3.1-405b",
247
+ "hermes-3-llama-3.1-70b",
248
+ "j2-grande-instruct",
249
+ "j2-jumbo-instruct",
250
+ "j2-mid",
251
+ "j2-mid-v1",
252
+ "j2-ultra",
253
+ "j2-ultra-v1",
254
+ "jamba-1-5-large",
255
+ "jamba-1-5-large-v1",
256
+ "jamba-1-5-mini",
257
+ "jamba-1-5-mini-v1",
258
+ "jamba-instruct",
259
+ "jamba-instruct-v1",
260
+ "l3-euryale-70b",
261
+ "l3-lunaris-8b",
262
+ "l3-stheno-8b",
263
+ "l3.1-euryale-70b",
264
+ "large-latest",
265
+ "llama-13b",
266
+ "llama-2-13b",
267
+ "llama-2-13b-chat",
268
+ "llama-2-70b",
269
+ "llama-2-70b-chat",
270
+ "llama-2-7b",
271
+ "llama-2-7b-chat",
272
+ "llama-3-70b",
273
+ "llama-3-70b-instruct",
274
+ "llama-3-8b",
275
+ "llama-3-8b-instruct",
276
+ "llama-3-lumimaid-70b",
277
+ "llama-3-lumimaid-8b",
278
+ "llama-3-sonar-large-32k-chat",
279
+ "llama-3-sonar-large-32k-online",
280
+ "llama-3-sonar-small-32k-chat",
281
+ "llama-3-sonar-small-32k-online",
282
+ "llama-3.1-405b",
283
+ "llama-3.1-405b-instruct",
284
+ "llama-3.1-70b-instruct",
285
+ "llama-3.1-8b-instruct",
286
+ "llama-3.1-lumimaid-8b",
287
+ "llama-3.1-sonar-huge-128k-online",
288
+ "llama-3.1-sonar-large-128k-chat",
289
+ "llama-3.1-sonar-large-128k-online",
290
+ "llama-3.1-sonar-small-128k-chat",
291
+ "llama-3.1-sonar-small-128k-online",
292
+ "llama-30b",
293
+ "llama-65b",
294
+ "llama-7b",
295
+ "llama-guard-2-8b",
296
+ "llama2-13b-chat-v1",
297
+ "llama2-70b-chat-v1",
298
+ "llama3-70b-instruct-v1",
299
+ "llama3-70b-instruct-v1:0",
300
+ "llama3-8b-instruct-v1",
301
+ "llama3-8b-instruct-v1:0",
302
+ "llava-1.5-7b-hf",
303
+ "llemma_7b",
304
+ "lzlv-70b-fp16-hf",
305
+ "lzlv_70b_fp16_hf",
306
+ "magnum-72b",
307
+ "medium",
308
+ "meta-llama-3-1-70b-instruct-turbo",
309
+ "midnight-rose-70b",
310
+ "mistral-7b-instruct",
311
+ "mistral-7b-instruct-v0",
312
+ "mistral-7b-instruct-v0.1",
313
+ "mistral-7b-instruct-v0.2",
314
+ "mistral-7b-instruct-v0.3",
315
+ "mistral-large",
316
+ "mistral-medium",
317
+ "mistral-nemo",
318
+ "mistral-small",
319
+ "mistral-small-2402-v1",
320
+ "mistral-tiny",
321
+ "mixtral-8x22b",
322
+ "mixtral-8x22b-instruct",
323
+ "mixtral-8x7b",
324
+ "mixtral-8x7b-instruct",
325
+ "mixtral-8x7b-instruct-v0",
326
+ "ml318br",
327
+ "mn-celeste-12b",
328
+ "mn-starcannon-12b",
329
+ "mythalion-13b",
330
+ "mythomax-l2-13b",
331
+ "mythomist-7b",
332
+ "noromaid-20b",
333
+ "nous-capybara-7b",
334
+ "nous-hermes-2-mistral-7b-dpo",
335
+ "nous-hermes-2-mixtral-8x7b-dpo",
336
+ "nous-hermes-2-mixtral-8x7b-sft",
337
+ "nous-hermes-2-vision-7b",
338
+ "nous-hermes-llama2-13b",
339
+ "nous-hermes-yi-34b",
340
+ "o1-mini",
341
+ "o1-mini-2024-09-12",
342
+ "o1-preview",
343
+ "o1-preview-2024-09-12",
344
+ "olmo-7b-instruct",
345
+ "olympus-premier-v1",
346
+ "openchat-3.5-1210",
347
+ "openchat-7b",
348
+ "openchat-8b",
349
+ "openchat_3.5",
350
+ "openhermes-2-mistral-7b",
351
+ "openhermes-2.5-mistral-7b",
352
+ "palm-2-chat-bison",
353
+ "palm-2-chat-bison-32k",
354
+ "phi-2",
355
+ "phi-3-medium-128k-instruct",
356
+ "phi-3-medium-4k-instruct",
357
+ "phi-3-mini-128k-instruct",
358
+ "phi-3.5-mini-128k-instruct",
359
+ "pixtral-12b",
360
+ "pplx-70b-online",
361
+ "pplx-7b-chat",
362
+ "qwen-110b-chat",
363
+ "qwen-14b-chat",
364
+ "qwen-2-72b-instruct",
365
+ "qwen-2-7b-instruct",
366
+ "qwen-2-vl-72b-instruct",
367
+ "qwen-2-vl-7b-instruct",
368
+ "qwen-2.5-72b-instruct",
369
+ "qwen-32b-chat",
370
+ "qwen-4b-chat",
371
+ "qwen-72b-chat",
372
+ "qwen-7b-chat",
373
+ "reflection-70b",
374
+ "remm-slerp-l2-13b",
375
+ "small",
376
+ "snowflake-arctic-instruct",
377
+ "soliloquy-l3",
378
+ "sonar-medium-online",
379
+ "sonar-small-chat",
380
+ "sonar-small-online",
381
+ "stripedhyena-hessian-7b",
382
+ "stripedhyena-nous-7b",
383
+ "text-babbage-002",
384
+ "text-bison",
385
+ "text-davinci-002",
386
+ "tiny",
387
+ "titan-text-express-v1",
388
+ "titan-text-lite-v1",
389
+ "titan-text-premier-v1",
390
+ "titan-tg1-large",
391
+ "toppy-m-7b",
392
+ "vicuna-13b-v1.3",
393
+ "vicuna-13b-v1.5",
394
+ "vicuna-13b-v1.5-16k",
395
+ "vicuna-7b-v1.3",
396
+ "vicuna-7b-v1.5",
397
+ "weaver",
398
+ "wizardlm-2-7b",
399
+ "wizardlm-2-8x22b",
400
+ "xwin-lm-70b",
401
+ "yi-1.5-34b-chat",
402
+ "yi-34b",
403
+ "yi-34b-chat",
404
+ "yi-6b",
405
+ "yi-large",
406
+ "yi-large-fc",
407
+ "yi-large-turbo",
408
+ "yi-vision",
409
+ "zephyr-7b-beta",
410
+ "zephyr-orpo-141b-A35b-v0.1",
411
  ]
412
  fetch: false
413
  titleConvo: true
 
417
  dropParams: ["stream"]
418
  modelDisplayLabel: "APIpie"
419
  iconURL: "https://raw.githubusercontent.com/fuegovic/lc-config-yaml/main/icons/APIpie.png"
420
+
421
  # cohere
422
  # Model list: https://dashboard.cohere.com/playground/chat
423
  - name: "cohere"
424
  apiKey: "${COHERE_API_KEY}"
425
  baseURL: "https://api.cohere.ai/v1"
426
  models:
427
+ default:
428
+ [
429
+ "c4ai-aya-23-35b",
430
+ "c4ai-aya-23-8b",
431
+ "command",
432
+ "command-light",
433
+ "command-light-nightly",
434
+ "command-nightly",
435
+ "command-r",
436
+ "command-r-plus",
437
  ]
438
  fetch: false
439
  modelDisplayLabel: "cohere"
440
  titleModel: "command"
441
+ dropParams:
442
+ [
443
+ "stop",
444
+ "user",
445
+ "frequency_penalty",
446
+ "presence_penalty",
447
+ "temperature",
448
+ "top_p",
449
+ ]
450
 
451
  # DEEPNIGHT
452
  # https://github.com/brahmai-research/aiforcause
 
455
  apiKey: "sk-free1234"
456
  baseURL: "https://aiforcause.deepnight.tech/openai/"
457
  models:
458
+ default: ["gpt-35-turbo", "gpt-35-turbo-16k", "gpt-4-turbo"]
 
 
 
 
459
  fetch: false
460
  titleConvo: true
461
  titleModel: "gpt-35-turbo"
 
474
  apiKey: "${DEEPSEEK_API_KEY}"
475
  baseURL: "https://api.deepseek.com"
476
  models:
477
+ default: ["deepseek-chat", "deepseek-coder"]
 
 
 
478
  fetch: false
479
  titleConvo: true
480
  titleModel: "deepseek-chat"
 
489
  apiKey: "${FIREWORKS_API_KEY}"
490
  baseURL: "https://api.fireworks.ai/inference/v1"
491
  models:
492
+ default:
493
+ [
494
+ "accounts/fireworks/models/devashisht-test-v2",
495
+ "accounts/fireworks/models/dt-fc-rc-v1",
496
+ "accounts/fireworks/models/firefunction-v1",
497
+ "accounts/fireworks/models/firefunction-v2",
498
+ "accounts/fireworks/models/firellava-13b",
499
+ "accounts/devashisht-72fdad/models/function-calling-v11",
500
+ "accounts/fireworks/models/fw-function-call-34b-v0",
501
+ "accounts/stability/models/japanese-stablelm-instruct-beta-70b",
502
+ "accounts/stability/models/japanese-stablelm-instruct-gamma-7b",
503
+ "accounts/fireworks/models/japanese-stable-vlm",
504
+ "accounts/fireworks/models/gemma2-9b-it",
505
+ "accounts/fireworks/models/llama-v3p1-405b-instruct",
506
+ "accounts/fireworks/models/llama-v3p1-70b-instruct",
507
+ "accounts/fireworks/models/llama-v3p1-8b-instruct",
508
+ "accounts/fireworks/models/llama-v3-70b-instruct",
509
+ "accounts/fireworks/models/llama-v3-70b-instruct-hf",
510
+ "accounts/fireworks/models/llama-v3-8b-hf",
511
+ "accounts/fireworks/models/llama-v3-8b-instruct",
512
+ "accounts/fireworks/models/llama-v3-8b-instruct-hf",
513
+ "accounts/fireworks/models/llama-v2-13b-chat",
514
+ "accounts/fireworks/models/llama-v2-13b-code-instruct",
515
+ "accounts/fireworks/models/llama-v2-34b-code-instruct",
516
+ "accounts/fireworks/models/llama-v2-70b-chat",
517
+ "accounts/fireworks/models/llama-v2-70b-code-instruct",
518
+ "accounts/fireworks/models/llama-v2-7b-chat",
519
+ "accounts/fireworks/models/deepseek-coder-v2-instruct",
520
+ "accounts/fireworks/models/deepseek-coder-v2-lite-instruct",
521
+ "accounts/fireworks/models/llava-v15-13b-fireworks",
522
+ "accounts/fireworks/models/mistral-7b-instruct-4k",
523
+ "accounts/dev-e24710/models/mistral-spellbound-format",
524
+ "accounts/fireworks/models/mixtral-8x22b-instruct",
525
+ "accounts/fireworks/models/mixtral-8x7b-instruct",
526
+ "accounts/fireworks/models/mixtral-8x7b-instruct-hf",
527
+ "accounts/fireworks/models/new-mixtral-chat",
528
+ "accounts/fireworks/models/qwen-14b-chat",
529
+ "accounts/fireworks/models/qwen-1-8b-chat",
530
+ "accounts/fireworks/models/qwen-72b-chat",
531
+ "accounts/stability/models/stablelm-zephyr-3b",
532
+ "accounts/fireworks/models/yi-34b-200k-capybara",
533
  ]
534
  fetch: false
535
  titleConvo: true
 
539
  forcePrompt: false
540
  modelDisplayLabel: "Fireworks"
541
  dropParams: ["user"]
542
+
543
  # groq
544
  # Model list: https://console.groq.com/settings/limits
545
  - name: "groq"
546
  apiKey: "${GROQ_API_KEY}"
547
  baseURL: "https://api.groq.com/openai/v1/"
548
  models:
549
+ default:
550
+ [
551
+ "llama-3.1-405b-reasoning",
552
+ "llama-3.1-70b-versatile",
553
+ "llama-3.1-8b-instant",
554
+ "llama3-groq-70b-8192-tool-use-preview",
555
+ "llama3-groq-8b-8192-tool-use-preview",
556
+ "llama3-70b-8192",
557
+ "llama3-8b-8192",
558
+ "mixtral-8x7b-32768",
559
+ "gemma-7b-it",
560
+ "gemma2-9b-it",
561
  ]
562
  fetch: false
563
  titleConvo: true
 
566
 
567
  # HuggingFace
568
  # https://huggingface.co/settings/tokens
569
+ - name: "HuggingFace"
570
+ apiKey: "${HUGGINGFACE_TOKEN}"
571
+ baseURL: "https://api-inference.huggingface.co/v1"
572
  models:
573
+ default:
574
+ [
575
+ "codellama/CodeLlama-34b-Instruct-hf",
576
+ "google/gemma-1.1-2b-it",
577
+ "google/gemma-1.1-7b-it",
578
+ "HuggingFaceH4/starchat2-15b-v0.1",
579
+ "HuggingFaceH4/zephyr-7b-beta",
580
+ "meta-llama/Meta-Llama-3-8B-Instruct",
581
+ "microsoft/Phi-3-mini-4k-instruct",
582
+ "mistralai/Mistral-7B-Instruct-v0.1",
583
+ "mistralai/Mistral-7B-Instruct-v0.2",
584
+ "mistralai/Mixtral-8x7B-Instruct-v0.1",
585
+ "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
586
  ]
587
  fetch: true
588
  titleConvo: true
 
594
  - name: "Mistral"
595
  apiKey: "${MISTRAL_API_KEY}"
596
  baseURL: "https://api.mistral.ai/v1"
597
+ models:
598
+ default:
599
+ [
600
+ "mistral-tiny",
601
+ "mistral-small",
602
+ "mistral-medium",
603
+ "mistral-large-latest",
604
  ]
605
  fetch: false
606
  titleConvo: true
 
619
  apiKey: "${OPENROUTER_KEY}"
620
  baseURL: "https://openrouter.ai/api/v1"
621
  models:
622
+ default:
623
+ [
624
+ "openrouter/auto",
625
+ "---FREE---",
626
+ "google/gemma-2-9b-it:free",
627
+ "gryphe/mythomist-7b:free",
628
+ "huggingfaceh4/zephyr-7b-beta:free",
629
+ "mattshumer/reflection-70b:free",
630
+ "meta-llama/llama-3-8b-instruct:free",
631
+ "meta-llama/llama-3.1-8b-instruct:free",
632
+ "microsoft/phi-3-medium-128k-instruct:free",
633
+ "microsoft/phi-3-mini-128k-instruct:free",
634
+ "mistralai/mistral-7b-instruct:free",
635
+ "mistralai/pixtral-12b:free",
636
+ "nousresearch/hermes-3-llama-3.1-405b:free",
637
+ "openchat/openchat-7b:free",
638
+ "qwen/qwen-2-7b-instruct:free",
639
+ "qwen/qwen-2-vl-7b-instruct:free",
640
+ "undi95/toppy-m-7b:free",
641
+ "---NITRO---",
642
+ "gryphe/mythomax-l2-13b:nitro",
643
+ "meta-llama/llama-3-70b-instruct:nitro",
644
+ "meta-llama/llama-3-8b-instruct:nitro",
645
+ "mistralai/mistral-7b-instruct:nitro",
646
+ "mistralai/mixtral-8x7b-instruct:nitro",
647
+ "undi95/toppy-m-7b:nitro",
648
+ "---BETA---",
649
+ "anthropic/claude-2.0:beta",
650
+ "anthropic/claude-2.1:beta",
651
+ "anthropic/claude-2:beta",
652
+ "anthropic/claude-3-haiku:beta",
653
+ "anthropic/claude-3-opus:beta",
654
+ "anthropic/claude-3-sonnet:beta",
655
+ "anthropic/claude-3.5-sonnet:beta",
656
+ "anthropic/claude-instant-1:beta",
657
+ "---EXTENDED---",
658
+ "gryphe/mythomax-l2-13b:extended",
659
+ "meta-llama/llama-3-8b-instruct:extended",
660
+ "neversleep/llama-3-lumimaid-8b:extended",
661
+ "nousresearch/hermes-3-llama-3.1-405b:extended",
662
+ "openai/gpt-4o:extended",
663
+ "undi95/remm-slerp-l2-13b:extended",
664
+ "---AI21---",
665
+ "ai21/jamba-1-5-large",
666
+ "ai21/jamba-1-5-mini",
667
+ "ai21/jamba-instruct",
668
+ "---ANTHROPIC---",
669
+ "anthropic/claude-1",
670
+ "anthropic/claude-1.2",
671
+ "anthropic/claude-2",
672
+ "anthropic/claude-2.0",
673
+ "anthropic/claude-2.1",
674
+ "anthropic/claude-3-haiku",
675
+ "anthropic/claude-3-opus",
676
+ "anthropic/claude-3-sonnet",
677
+ "anthropic/claude-3.5-sonnet",
678
+ "anthropic/claude-3.5-sonnet-20240620",
679
+ "anthropic/claude-instant-1",
680
+ "anthropic/claude-instant-1.0",
681
+ "anthropic/claude-instant-1.1",
682
+ "---COHERE---",
683
+ "cohere/command",
684
+ "cohere/command-r",
685
+ "cohere/command-r-03-2024",
686
+ "cohere/command-r-08-2024",
687
+ "cohere/command-r-plus",
688
+ "cohere/command-r-plus-04-2024",
689
+ "cohere/command-r-plus-08-2024",
690
+ "---GOOGLE---",
691
+ "google/gemini-flash-1.5",
692
+ "google/gemini-flash-1.5-exp",
693
+ "google/gemini-flash-8b-1.5-exp",
694
+ "google/gemini-pro",
695
+ "google/gemini-pro-1.5",
696
+ "google/gemini-pro-1.5-exp",
697
+ "google/gemini-pro-vision",
698
+ "google/gemma-2-27b-it",
699
+ "google/gemma-2-9b-it",
700
+ "google/palm-2-chat-bison",
701
+ "google/palm-2-chat-bison-32k",
702
+ "google/palm-2-codechat-bison",
703
+ "google/palm-2-codechat-bison-32k",
704
+ "---META-LLAMA---",
705
+ "meta-llama/llama-2-13b-chat",
706
+ "meta-llama/llama-3-70b-instruct",
707
+ "meta-llama/llama-3-8b-instruct",
708
+ "meta-llama/llama-3.1-405b",
709
+ "meta-llama/llama-3.1-405b-instruct",
710
+ "meta-llama/llama-3.1-70b-instruct",
711
+ "meta-llama/llama-3.1-8b-instruct",
712
+ "meta-llama/llama-guard-2-8b",
713
+ "---MICROSOFT---",
714
+ "microsoft/phi-3-medium-128k-instruct",
715
+ "microsoft/phi-3-medium-4k-instruct",
716
+ "microsoft/phi-3-mini-128k-instruct",
717
+ "microsoft/phi-3.5-mini-128k-instruct",
718
+ "microsoft/wizardlm-2-7b",
719
+ "microsoft/wizardlm-2-8x22b",
720
+ "---MISTRALAI---",
721
+ "mistralai/codestral-mamba",
722
+ "mistralai/mistral-7b-instruct",
723
+ "mistralai/mistral-7b-instruct-v0.1",
724
+ "mistralai/mistral-7b-instruct-v0.2",
725
+ "mistralai/mistral-7b-instruct-v0.3",
726
+ "mistralai/mistral-large",
727
+ "mistralai/mistral-medium",
728
+ "mistralai/mistral-nemo",
729
+ "mistralai/mistral-small",
730
+ "mistralai/mistral-tiny",
731
+ "mistralai/mixtral-8x22b-instruct",
732
+ "mistralai/mixtral-8x7b",
733
+ "mistralai/mixtral-8x7b-instruct",
734
+ "mistralai/pixtral-12b",
735
+ "---NEVERSLEEP---",
736
+ "neversleep/llama-3-lumimaid-70b",
737
+ "neversleep/llama-3-lumimaid-8b",
738
+ "neversleep/llama-3.1-lumimaid-8b",
739
+ "neversleep/noromaid-20b",
740
+ "---NOUSRESEARCH---",
741
+ "nousresearch/hermes-2-pro-llama-3-8b",
742
+ "nousresearch/hermes-2-theta-llama-3-8b",
743
+ "nousresearch/hermes-3-llama-3.1-405b",
744
+ "nousresearch/hermes-3-llama-3.1-70b",
745
+ "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
746
+ "nousresearch/nous-hermes-llama2-13b",
747
+ "nousresearch/nous-hermes-yi-34b",
748
+ "---OPENAI---",
749
+ "openai/chatgpt-4o-latest",
750
+ "openai/gpt-3.5-turbo",
751
+ "openai/gpt-3.5-turbo-0125",
752
+ "openai/gpt-3.5-turbo-0301",
753
+ "openai/gpt-3.5-turbo-0613",
754
+ "openai/gpt-3.5-turbo-1106",
755
+ "openai/gpt-3.5-turbo-16k",
756
+ "openai/gpt-3.5-turbo-instruct",
757
+ "openai/gpt-4",
758
+ "openai/gpt-4-0314",
759
+ "openai/gpt-4-1106-preview",
760
+ "openai/gpt-4-32k",
761
+ "openai/gpt-4-32k-0314",
762
+ "openai/gpt-4-turbo",
763
+ "openai/gpt-4-turbo-preview",
764
+ "openai/gpt-4-vision-preview",
765
+ "openai/gpt-4o",
766
+ "openai/gpt-4o-2024-05-13",
767
+ "openai/gpt-4o-2024-08-06",
768
+ "openai/gpt-4o-mini",
769
+ "openai/gpt-4o-mini-2024-07-18",
770
+ "openai/o1-mini",
771
+ "openai/o1-mini-2024-09-12",
772
+ "openai/o1-preview",
773
+ "openai/o1-preview-2024-09-12",
774
+ "---PERPLEXITY---",
775
+ "perplexity/llama-3-sonar-large-32k-chat",
776
+ "perplexity/llama-3-sonar-large-32k-online",
777
+ "perplexity/llama-3-sonar-small-32k-chat",
778
+ "perplexity/llama-3-sonar-small-32k-online",
779
+ "perplexity/llama-3.1-sonar-huge-128k-online",
780
+ "perplexity/llama-3.1-sonar-large-128k-chat",
781
+ "perplexity/llama-3.1-sonar-large-128k-online",
782
+ "perplexity/llama-3.1-sonar-small-128k-chat",
783
+ "perplexity/llama-3.1-sonar-small-128k-online",
784
+ "---QWEN---",
785
+ "qwen/qwen-110b-chat",
786
+ "qwen/qwen-2-72b-instruct",
787
+ "qwen/qwen-2-7b-instruct",
788
+ "qwen/qwen-2-vl-72b-instruct",
789
+ "qwen/qwen-2-vl-7b-instruct",
790
+ "qwen/qwen-2.5-72b-instruct",
791
+ "qwen/qwen-72b-chat",
792
+ "---SAO10K---",
793
+ "sao10k/fimbulvetr-11b-v2",
794
+ "sao10k/l3-euryale-70b",
795
+ "sao10k/l3-lunaris-8b",
796
+ "sao10k/l3.1-euryale-70b",
797
+ "---OTHERS---",
798
+ "aetherwiing/mn-starcannon-12b",
799
+ "alpindale/goliath-120b",
800
+ "alpindale/magnum-72b",
801
+ "austism/chronos-hermes-13b",
802
+ "cognitivecomputations/dolphin-mixtral-8x22b",
803
+ "cognitivecomputations/dolphin-mixtral-8x7b",
804
+ "databricks/dbrx-instruct",
805
+ "deepseek/deepseek-chat",
806
+ "gryphe/mythomax-l2-13b",
807
+ "gryphe/mythomist-7b",
808
+ "jondurbin/airoboros-l2-70b",
809
+ "lizpreciatior/lzlv-70b-fp16-hf",
810
+ "mancer/weaver",
811
+ "mattshumer/reflection-70b",
812
+ "nothingiisreal/mn-celeste-12b",
813
+ "openchat/openchat-7b",
814
+ "pygmalionai/mythalion-13b",
815
+ "sophosympatheia/midnight-rose-70b",
816
+ "teknium/openhermes-2.5-mistral-7b",
817
+ "togethercomputer/stripedhyena-nous-7b",
818
+ "undi95/remm-slerp-l2-13b",
819
+ "undi95/toppy-m-7b",
820
+ "xwin-lm/xwin-lm-70b",
821
  ]
822
  fetch: false
823
  dropParams: ["stop"]
 
834
  apiKey: "${PERPLEXITY_API_KEY}"
835
  baseURL: "https://api.perplexity.ai/"
836
  models:
837
+ default:
838
+ [
839
+ "llama-3.1-sonar-small-128k-chat",
840
+ "llama-3.1-sonar-small-128k-online",
841
+ "llama-3.1-sonar-large-128k-chat",
842
+ "llama-3.1-sonar-large-128k-online",
843
+ "llama-3.1-sonar-huge-128k-online",
844
+ "llama-3.1-8b-instruct",
845
+ "llama-3.1-70b-instruct",
846
  ]
847
  fetch: false # fetching list of models is not supported
848
  titleConvo: true
 
858
  - name: "ShuttleAI"
859
  apiKey: "${SHUTTLEAI_API_KEY}"
860
  baseURL: "https://api.shuttleai.com/v1"
861
+ models:
862
+ default:
863
+ [
864
+ "shuttleai/s1",
865
+ "shuttleai/s1-mini",
866
+ "shuttleai/shuttle-2.5",
867
+ "shuttleai/shuttle-2.5-mini-2024-09-11",
868
+ "openai/o1-preview-2024-09-12",
869
+ "openai/o1-mini-2024-09-12",
870
+ "openai/gpt-4o-mini-2024-07-18",
871
+ "openai/chatgpt-4o-latest",
872
+ "openai/gpt-4o-2024-08-06",
873
+ "openai/gpt-4o-2024-05-13",
874
+ "openai/gpt-4-turbo-2024-04-09",
875
+ "openai/gpt-4-0125-preview",
876
+ "openai/gpt-4-1106-preview",
877
+ "openai/gpt-4-0613",
878
+ "openai/gpt-3.5-turbo-0125",
879
+ "openai/gpt-3.5-turbo-1106",
880
+ "anthropic/claude-3-5-sonnet-20240620",
881
+ "anthropic/claude-3-opus-20240229",
882
+ "anthropic/claude-3-haiku-20240307",
883
+ "google/gemini-1.5-pro",
884
+ "google/gemini-1.5-pro-exp-0827",
885
+ "google/gemini-1.5-flash",
886
+ "google/gemini-1.5-flash-exp-0827",
887
+ "google/gemini-1.5-flash-8b-exp-0827",
888
+ "meta-llama/meta-llama-3.1-405b-instruct",
889
+ "meta-llama/meta-llama-3.1-70b-instruct",
890
+ "meta-llama/meta-llama-3.1-8b-instruct",
891
+ "mattshumer/reflection-llama-3.1-70b",
892
+ "perplexity/llama-3.1-sonar-large-128k-online",
893
+ "perplexity/llama-3.1-sonar-small-128k-online",
894
+ "perplexity/llama-3.1-sonar-large-128k-chat",
895
+ "perplexity/llama-3.1-sonar-small-128k-chat",
896
+ "mistralai/mistral-nemo-instruct-2407",
897
+ "mistralai/codestral-2405",
898
+ "alibaba-cloud/qwen-2.5-72b-instruct",
899
+ "alibaba-cloud/qwen-2.5-coder-7b",
900
+ "cohere/command-r-plus-08-2024",
901
+ "cohere/command-r-plus",
902
+ "cohere/command-r-08-2024",
903
+ "cohere/command-r",
904
  ]
905
  fetch: true
906
  titleConvo: true
 
908
  summarize: false
909
  summaryModel: "shuttle-2.5-mini"
910
  forcePrompt: false
911
+ dropParams:
912
+ ["user", "frequency_penalty", "presence_penalty", "repition_penalty"]
913
  modelDisplayLabel: "ShuttleAI"
914
 
915
  - name: "together.ai"
916
  apiKey: "${TOGETHERAI_API_KEY}"
917
  baseURL: "https://api.together.xyz"
918
  models:
919
+ default:
920
+ [
921
+ "Austism/chronos-hermes-13b",
922
+ "Gryphe/MythoMax-L2-13b",
923
+ "Gryphe/MythoMax-L2-13b-Lite",
924
+ "HuggingFaceH4/zephyr-7b-beta",
925
+ "NousResearch/Hermes-2-Theta-Llama-3-70B",
926
+ "NousResearch/Hermes-3-Llama-3.1-405B-Turbo",
927
+ "NousResearch/Nous-Capybara-7B-V1p9",
928
+ "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
929
+ "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
930
+ "NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT",
931
+ "NousResearch/Nous-Hermes-2-Yi-34B",
932
+ "NousResearch/Nous-Hermes-Llama2-13b",
933
+ "NousResearch/Nous-Hermes-Llama2-70b",
934
+ "NousResearch/Nous-Hermes-llama-2-7b",
935
+ "Open-Orca/Mistral-7B-OpenOrca",
936
+ "Qwen/Qwen1.5-0.5B-Chat",
937
+ "Qwen/Qwen1.5-1.8B-Chat",
938
+ "Qwen/Qwen1.5-110B-Chat",
939
+ "Qwen/Qwen1.5-14B-Chat",
940
+ "Qwen/Qwen1.5-32B-Chat",
941
+ "Qwen/Qwen1.5-4B-Chat",
942
+ "Qwen/Qwen1.5-72B-Chat",
943
+ "Qwen/Qwen1.5-7B-Chat",
944
+ "Qwen/Qwen2-1.5B-Instruct",
945
+ "Qwen/Qwen2-72B-Instruct",
946
+ "Qwen/Qwen2-7B-Instruct",
947
+ "Snowflake/snowflake-arctic-instruct",
948
+ "Undi95/ReMM-SLERP-L2-13B",
949
+ "Undi95/Toppy-M-7B",
950
+ "WizardLM/WizardLM-13B-V1.2",
951
+ "albert/meta-llama-3-1-70b-instruct-turbo",
952
+ "allenai/OLMo-7B-Instruct",
953
+ "carson/ml318br",
954
+ "codellama/CodeLlama-13b-Instruct-hf",
955
+ "codellama/CodeLlama-34b-Instruct-hf",
956
+ "codellama/CodeLlama-70b-Instruct-hf",
957
+ "codellama/CodeLlama-7b-Instruct-hf",
958
+ "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
959
+ "databricks/dbrx-instruct",
960
+ "deepseek-ai/deepseek-coder-33b-instruct",
961
+ "deepseek-ai/deepseek-llm-67b-chat",
962
+ "garage-bAInd/Platypus2-70B-instruct",
963
+ "google/gemma-2-27b-it",
964
+ "google/gemma-2-9b-it",
965
+ "google/gemma-2b-it",
966
+ "google/gemma-7b-it",
967
+ "gradientai/Llama-3-70B-Instruct-Gradient-1048k",
968
+ "llava-hf/llava-v1.6-mistral-7b-hf",
969
+ "lmsys/vicuna-13b-v1.3",
970
+ "lmsys/vicuna-13b-v1.5",
971
+ "lmsys/vicuna-13b-v1.5-16k",
972
+ "lmsys/vicuna-7b-v1.3",
973
+ "lmsys/vicuna-7b-v1.5",
974
+ "meta-llama/Llama-2-13b-chat-hf",
975
+ "meta-llama/Llama-2-70b-chat-hf",
976
+ "meta-llama/Llama-2-7b-chat-hf",
977
+ "meta-llama/Llama-3-70b-chat-hf",
978
+ "meta-llama/Llama-3-8b-chat-hf",
979
+ "meta-llama/Meta-Llama-3-70B-Instruct",
980
+ "meta-llama/Meta-Llama-3-70B-Instruct-Lite",
981
+ "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
982
+ "meta-llama/Meta-Llama-3-8B-Instruct",
983
+ "meta-llama/Meta-Llama-3-8B-Instruct-Lite",
984
+ "meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
985
+ "meta-llama/Meta-Llama-3.1-405B-Instruct-Lite-Pro",
986
+ "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
987
+ "meta-llama/Meta-Llama-3.1-70B-Instruct-Reference",
988
+ "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
989
+ "meta-llama/Meta-Llama-3.1-8B-Instruct-Reference",
990
+ "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
991
+ "microsoft/WizardLM-2-8x22B",
992
+ "mistralai/Mistral-7B-Instruct-v0.1",
993
+ "mistralai/Mistral-7B-Instruct-v0.2",
994
+ "mistralai/Mistral-7B-Instruct-v0.3",
995
+ "mistralai/Mixtral-8x22B-Instruct-v0.1",
996
+ "mistralai/Mixtral-8x7B-Instruct-v0.1",
997
+ "openchat/openchat-3.5-1210",
998
+ "snorkelai/Snorkel-Mistral-PairRM-DPO",
999
+ "teknium/OpenHermes-2-Mistral-7B",
1000
+ "teknium/OpenHermes-2p5-Mistral-7B",
1001
+ "togethercomputer/CodeLlama-13b-Instruct",
1002
+ "togethercomputer/CodeLlama-34b-Instruct",
1003
+ "togethercomputer/CodeLlama-7b-Instruct",
1004
+ "togethercomputer/Koala-13B",
1005
+ "togethercomputer/Koala-7B",
1006
+ "togethercomputer/Llama-3-8b-chat-hf-int4",
1007
+ "togethercomputer/Llama-3-8b-chat-hf-int8",
1008
+ "togethercomputer/SOLAR-10.7B-Instruct-v1.0-int4",
1009
+ "togethercomputer/StripedHyena-Nous-7B",
1010
+ "togethercomputer/alpaca-7b",
1011
+ "togethercomputer/guanaco-13b",
1012
+ "togethercomputer/guanaco-33b",
1013
+ "togethercomputer/guanaco-65b",
1014
+ "togethercomputer/guanaco-7b",
1015
+ "togethercomputer/llama-2-13b-chat",
1016
+ "togethercomputer/llama-2-70b-chat",
1017
+ "togethercomputer/llama-2-7b-chat",
1018
+ "upstage/SOLAR-10.7B-Instruct-v1.0",
1019
+ "zero-one-ai/Yi-34B-Chat",
1020
  ]
1021
  fetch: false
1022
  titleConvo: true
 
1032
  apiKey: "${UNIFY_API_KEY}"
1033
  baseURL: "https://api.unify.ai/v0/"
1034
  models:
1035
+ default:
1036
+ [
1037
+ "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04",
1038
+ "chatgpt-4o-latest@openai",
1039
+ "gpt-3.5-turbo@openai",
1040
+ "gpt-4-turbo@openai",
1041
+ "gpt-4@openai",
1042
+ "gpt-4o-2024-05-13@openai",
1043
+ "gpt-4o-2024-08-06@openai",
1044
+ "gpt-4o-mini@openai",
1045
+ "gpt-4o@openai",
1046
+ "o1-mini@openai",
1047
+ "o1-preview@openai",
1048
+ "claude-3-haiku@anthropic",
1049
+ "claude-3-opus@anthropic",
1050
+ "claude-3-sonnet@anthropic",
1051
+ "claude-3.5-sonnet@anthropic",
1052
+ "claude-3-haiku@aws-bedrock",
1053
+ "claude-3-opus@aws-bedrock",
1054
+ "claude-3-sonnet@aws-bedrock",
1055
+ "claude-3.5-sonnet@aws-bedrock",
1056
+ "command-r-plus@aws-bedrock",
1057
+ "llama-3-70b-chat@aws-bedrock",
1058
+ "llama-3-8b-chat@aws-bedrock",
1059
+ "llama-3.1-405b-chat@aws-bedrock",
1060
+ "llama-3.1-70b-chat@aws-bedrock",
1061
+ "llama-3.1-8b-chat@aws-bedrock",
1062
+ "mistral-7b-instruct-v0.2@aws-bedrock",
1063
+ "mistral-large@aws-bedrock",
1064
+ "mixtral-8x7b-instruct-v0.1@aws-bedrock",
1065
+ "claude-3-haiku@vertex-ai",
1066
+ "claude-3-opus@vertex-ai",
1067
+ "claude-3-sonnet@vertex-ai",
1068
+ "claude-3.5-sonnet@vertex-ai",
1069
+ "gemini-1.0-pro-001@vertex-ai",
1070
+ "gemini-1.0-pro-002@vertex-ai",
1071
+ "gemini-1.0-pro@vertex-ai",
1072
+ "gemini-1.5-flash-001@vertex-ai",
1073
+ "gemini-1.5-flash@vertex-ai",
1074
+ "gemini-1.5-pro-001@vertex-ai",
1075
+ "gemini-1.5-pro@vertex-ai",
1076
+ "llama-3.1-405b-chat@vertex-ai",
1077
+ "mistral-large@vertex-ai",
1078
+ "mistral-nemo@vertex-ai",
1079
+ "gemma-2-27b-it@deepinfra",
1080
+ "gemma-2-9b-it@deepinfra",
1081
+ "llama-3-70b-chat@deepinfra",
1082
+ "llama-3-8b-chat@deepinfra",
1083
+ "llama-3.1-405b-chat@deepinfra",
1084
+ "llama-3.1-70b-chat@deepinfra",
1085
+ "llama-3.1-8b-chat@deepinfra",
1086
+ "mistral-7b-instruct-v0.3@deepinfra",
1087
+ "mistral-nemo@deepinfra",
1088
+ "mixtral-8x7b-instruct-v0.1@deepinfra",
1089
+ "qwen-2-72b-instruct@deepinfra",
1090
+ "qwen-2-7b-instruct@deepinfra",
1091
+ "gemma-2-9b-it@fireworks-ai",
1092
+ "llama-3-70b-chat@fireworks-ai",
1093
+ "llama-3-8b-chat@fireworks-ai",
1094
+ "llama-3.1-405b-chat@fireworks-ai",
1095
+ "llama-3.1-70b-chat@fireworks-ai",
1096
+ "llama-3.1-8b-chat@fireworks-ai",
1097
+ "mistral-7b-instruct-v0.2@fireworks-ai",
1098
+ "mistral-nemo@fireworks-ai",
1099
+ "mixtral-8x22b-instruct-v0.1@fireworks-ai",
1100
+ "mixtral-8x7b-instruct-v0.1@fireworks-ai",
1101
+ "gemma-2-9b-it@groq",
1102
+ "gemma-7b-it@groq",
1103
+ "llama-3-70b-chat@groq",
1104
+ "llama-3-8b-chat@groq",
1105
+ "llama-3.1-70b-chat@groq",
1106
+ "llama-3.1-8b-chat@groq",
1107
+ "mixtral-8x7b-instruct-v0.1@groq",
1108
+ "gemma-2-9b-it@lepton-ai",
1109
+ "llama-3-70b-chat@lepton-ai",
1110
+ "llama-3-8b-chat@lepton-ai",
1111
+ "llama-3.1-405b-chat@lepton-ai",
1112
+ "llama-3.1-70b-chat@lepton-ai",
1113
+ "llama-3.1-8b-chat@lepton-ai",
1114
+ "mistral-7b-instruct-v0.3@lepton-ai",
1115
+ "mixtral-8x7b-instruct-v0.1@lepton-ai",
1116
+ "qwen-2-72b-instruct@lepton-ai",
1117
+ "gpt-4o-2024-08-06@azure-ai",
1118
+ "gpt-4o-mini@azure-ai",
1119
+ "gpt-4o@azure-ai",
1120
+ "llama-3.1-405b-chat@azure-ai",
1121
+ "llama-3.1-70b-chat@azure-ai",
1122
+ "llama-3.1-8b-chat@azure-ai",
1123
+ "llama-3-70b-chat@octoai",
1124
+ "llama-3.1-405b-chat@octoai",
1125
+ "llama-3.1-70b-chat@octoai",
1126
+ "llama-3.1-8b-chat@octoai",
1127
+ "mistral-7b-instruct-v0.3@octoai",
1128
+ "mistral-nemo@octoai",
1129
+ "mixtral-8x7b-instruct-v0.1@octoai",
1130
+ "llama-3-70b-chat@replicate",
1131
+ "llama-3-8b-chat@replicate",
1132
+ "llama-3.1-405b-chat@replicate",
1133
+ "mixtral-8x7b-instruct-v0.1@replicate",
1134
+ "llama-3-70b-chat@together-ai",
1135
+ "llama-3-8b-chat@together-ai",
1136
+ "llama-3.1-405b-chat@together-ai",
1137
+ "llama-3.1-70b-chat@together-ai",
1138
+ "llama-3.1-8b-chat@together-ai",
1139
+ "mistral-7b-instruct-v0.3@together-ai",
1140
+ "mixtral-8x22b-instruct-v0.1@together-ai",
1141
+ "mixtral-8x7b-instruct-v0.1@together-ai",
1142
+ "qwen-2-72b-instruct@together-ai",
1143
+ "llama-3.1-70b-chat@perplexity-ai",
1144
+ "llama-3.1-8b-chat@perplexity-ai",
1145
+ "mistral-7b-instruct-v0.3@mistral-ai",
1146
+ "mistral-large@mistral-ai",
1147
+ "mistral-nemo@mistral-ai",
1148
+ "mistral-small@mistral-ai",
1149
+ "mixtral-8x22b-instruct-v0.1@mistral-ai",
1150
+ "mixtral-8x7b-instruct-v0.1@mistral-ai",
1151
  ]
1152
  fetch: false
1153
  titleConvo: true
1154
  titleModel: "router@q:1|c:2.12e-01|t:5.00e-04|i:2.78e-04"
1155
+ dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]