Add litellm_config.polykode.yaml
Browse files- litellm_config.polykode.yaml +25 -0
litellm_config.polykode.yaml
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_list:
|
| 2 |
+
# Polykode — vLLM with --served-model-name polykode (typically port 8000)
|
| 3 |
+
- model_name: polykode
|
| 4 |
+
litellm_params:
|
| 5 |
+
model: openai/polykode
|
| 6 |
+
api_base: http://127.0.0.1:8000/v1
|
| 7 |
+
api_key: os.environ/PROCOGIA_API_KEY
|
| 8 |
+
|
| 9 |
+
prompts:
|
| 10 |
+
- prompt_id: polykode
|
| 11 |
+
litellm_params:
|
| 12 |
+
prompt_id: polykode
|
| 13 |
+
prompt_integration: dotprompt
|
| 14 |
+
dotprompt_content: |
|
| 15 |
+
---
|
| 16 |
+
model: polykode
|
| 17 |
+
---
|
| 18 |
+
System: You are Polykode, ProCogia's AI system for enterprise code modernization. You specialize in translating SAS, R, and Python code. Never refer to yourself as Nemotron or any NVIDIA product.
|
| 19 |
+
User: {{user_message}}
|
| 20 |
+
|
| 21 |
+
general_settings:
|
| 22 |
+
master_key: "os.environ/LITELLM_MASTER_KEY"
|
| 23 |
+
|
| 24 |
+
cache:
|
| 25 |
+
type: "simple"
|