GraziePrego commited on
Commit
104f616
·
verified ·
1 Parent(s): ca7adf6

Upload conf/model_providers.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. conf/model_providers.yaml +200 -3
conf/model_providers.yaml CHANGED
@@ -1,3 +1,200 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7bbb840409a71740e57372fa0dca8fa151ddc3d140bf36b7df8f7d443f9fed1
3
- size 5757
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Supported model providers for Agent Zero
2
+ # ---------------------------------------
3
+ #
4
+ # Each provider type ("chat", "embedding") contains a mapping of provider IDs
5
+ # to their configurations.
6
+ #
7
+ # The provider ID (e.g., "anthropic") is used:
8
+ # - in the settings UI dropdowns.
9
+ # - to construct the environment variable for the API key (e.g., ANTHROPIC_API_KEY).
10
+ #
11
+ # Each provider configuration requires:
12
+ # name: Human-readable name for the UI.
13
+ # litellm_provider: The corresponding provider name in LiteLLM.
14
+ #
15
+ # Optional fields:
16
+ # kwargs: A dictionary of extra parameters to pass to LiteLLM.
17
+ # This is useful for `api_base`, `extra_headers`, etc.
18
+ #
19
+ # Optional model listing fields (used by the Model Configuration plugin):
20
+ # models_list:
21
+ # endpoint_url: URL or path for the model listing API.
22
+ # Absolute URL (https://...) is used directly.
23
+ # Relative path (/path) is appended to api_base or default_base.
24
+ # format: Response parsing format: "openai" (default), "google", "ollama".
25
+ # params: Extra query parameters for the listing request.
26
+ # default_base: Default base URL for local/self-hosted providers.
27
+
28
+ chat:
29
+ a0_venice:
30
+ name: Agent Zero API
31
+ litellm_provider: openai
32
+ models_list:
33
+ endpoint_url: "https://api.venice.ai/api/v1/models"
34
+ kwargs:
35
+ api_base: https://llm.agent-zero.ai/v1
36
+ venice_parameters:
37
+ include_venice_system_prompt: false
38
+ anthropic:
39
+ name: Anthropic
40
+ litellm_provider: anthropic
41
+ models_list:
42
+ endpoint_url: "https://api.anthropic.com/v1/models"
43
+ params:
44
+ limit: "1000"
45
+ cometapi:
46
+ name: CometAPI
47
+ litellm_provider: cometapi
48
+ models_list:
49
+ endpoint_url: "https://api.cometapi.com/v1/models"
50
+ deepseek:
51
+ name: DeepSeek
52
+ litellm_provider: deepseek
53
+ models_list:
54
+ endpoint_url: "https://api.deepseek.com/models"
55
+ github_copilot:
56
+ name: GitHub Copilot
57
+ litellm_provider: github_copilot
58
+ kwargs:
59
+ extra_headers:
60
+ "Editor-Version": "vscode/1.85.1"
61
+ "Copilot-Integration-Id": "vscode-chat"
62
+ "Copilot-Vision-Request": "true"
63
+ google:
64
+ name: Google
65
+ litellm_provider: gemini
66
+ models_list:
67
+ endpoint_url: "/v1beta/models"
68
+ format: "google"
69
+ params:
70
+ pageSize: "1000"
71
+ default_base: "https://generativelanguage.googleapis.com"
72
+ groq:
73
+ name: Groq
74
+ litellm_provider: groq
75
+ models_list:
76
+ endpoint_url: "https://api.groq.com/openai/v1/models"
77
+ huggingface:
78
+ name: HuggingFace
79
+ litellm_provider: huggingface
80
+ lm_studio:
81
+ name: LM Studio
82
+ litellm_provider: lm_studio
83
+ models_list:
84
+ endpoint_url: "/v1/models"
85
+ default_base: "http://host.docker.internal:1234"
86
+ mistral:
87
+ name: Mistral AI
88
+ litellm_provider: mistral
89
+ models_list:
90
+ endpoint_url: "https://api.mistral.ai/v1/models"
91
+ moonshot:
92
+ name: Moonshot AI
93
+ litellm_provider: moonshot
94
+ models_list:
95
+ endpoint_url: "https://api.moonshot.cn/v1/models"
96
+ ollama:
97
+ name: Ollama
98
+ litellm_provider: ollama
99
+ models_list:
100
+ endpoint_url: "/api/tags"
101
+ format: "ollama"
102
+ default_base: "http://host.docker.internal:11434"
103
+ openai:
104
+ name: OpenAI
105
+ litellm_provider: openai
106
+ models_list:
107
+ endpoint_url: "https://api.openai.com/v1/models"
108
+ azure:
109
+ name: OpenAI Azure
110
+ litellm_provider: azure
111
+ models_list:
112
+ endpoint_url: "/openai/models"
113
+ params:
114
+ api-version: "2024-10-21"
115
+ bedrock:
116
+ name: AWS Bedrock
117
+ litellm_provider: bedrock
118
+ openrouter:
119
+ name: OpenRouter
120
+ litellm_provider: openrouter
121
+ models_list:
122
+ endpoint_url: "https://openrouter.ai/api/v1/models"
123
+ kwargs:
124
+ extra_headers:
125
+ "HTTP-Referer": "https://agent-zero.ai/"
126
+ "X-Title": "Agent Zero"
127
+ "X-OpenRouter-Categories": "personal-agent,cloud-agent"
128
+ sambanova:
129
+ name: Sambanova
130
+ litellm_provider: sambanova
131
+ models_list:
132
+ endpoint_url: "https://api.sambanova.ai/v1/models"
133
+ venice:
134
+ name: Venice.ai
135
+ litellm_provider: openai
136
+ kwargs:
137
+ api_base: https://api.venice.ai/api/v1
138
+ venice_parameters:
139
+ include_venice_system_prompt: false
140
+ xai:
141
+ name: xAI
142
+ litellm_provider: xai
143
+ models_list:
144
+ endpoint_url: "https://api.x.ai/v1/models"
145
+ zai:
146
+ name: Z.AI
147
+ litellm_provider: openai
148
+ models_list:
149
+ endpoint_url: "/models"
150
+ kwargs:
151
+ api_base: https://api.z.ai/api/paas/v4
152
+ zai_coding:
153
+ name: Z.AI Coding
154
+ litellm_provider: openai
155
+ models_list:
156
+ endpoint_url: "/models"
157
+ kwargs:
158
+ api_base: https://api.z.ai/api/coding/paas/v4
159
+ other:
160
+ name: Other OpenAI compatible
161
+ litellm_provider: openai
162
+
163
+ embedding:
164
+ huggingface:
165
+ name: HuggingFace
166
+ litellm_provider: huggingface
167
+ google:
168
+ name: Google
169
+ litellm_provider: gemini
170
+ lm_studio:
171
+ name: LM Studio
172
+ litellm_provider: lm_studio
173
+ mistral:
174
+ name: Mistral AI
175
+ litellm_provider: mistral
176
+ ollama:
177
+ name: Ollama
178
+ litellm_provider: ollama
179
+ openai:
180
+ name: OpenAI
181
+ litellm_provider: openai
182
+ azure:
183
+ name: OpenAI Azure
184
+ litellm_provider: azure
185
+ bedrock:
186
+ name: AWS Bedrock
187
+ litellm_provider: bedrock
188
+ # TODO: OpenRouter not yet supported by LiteLLM, replace with native litellm_provider openrouter and remove api_base when ready
189
+ openrouter:
190
+ name: OpenRouter
191
+ litellm_provider: openai
192
+ kwargs:
193
+ api_base: https://openrouter.ai/api/v1
194
+ extra_headers:
195
+ "HTTP-Referer": "https://agent-zero.ai/"
196
+ "X-Title": "Agent Zero"
197
+ "X-OpenRouter-Categories": "personal-agent,cloud-agent"
198
+ other:
199
+ name: Other OpenAI compatible
200
+ litellm_provider: openai