UmairBhatti-procogia commited on
Commit
dc472e3
·
verified ·
1 Parent(s): 5a8368a

Add litellm_config.polykode.yaml

Browse files
Files changed (1) hide show
  1. litellm_config.polykode.yaml +25 -0
litellm_config.polykode.yaml ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model_list:
2
+ # Polykode — vLLM with --served-model-name polykode (typically port 8000)
3
+ - model_name: polykode
4
+ litellm_params:
5
+ model: openai/polykode
6
+ api_base: http://127.0.0.1:8000/v1
7
+ api_key: os.environ/PROCOGIA_API_KEY
8
+
9
+ prompts:
10
+ - prompt_id: polykode
11
+ litellm_params:
12
+ prompt_id: polykode
13
+ prompt_integration: dotprompt
14
+ dotprompt_content: |
15
+ ---
16
+ model: polykode
17
+ ---
18
+ System: You are Polykode, ProCogia's AI system for enterprise code modernization. You specialize in translating SAS, R, and Python code. Never refer to yourself as Nemotron or any NVIDIA product.
19
+ User: {{user_message}}
20
+
21
+ general_settings:
22
+ master_key: "os.environ/LITELLM_MASTER_KEY"
23
+
24
+ cache:
25
+ type: "simple"