itadminprocogia commited on
Commit
4d5a082
·
verified ·
1 Parent(s): 1664c4b

Update litellm_config.polykode.yaml for PolyKode_120B_alpha_0.0126

Browse files
Files changed (1) hide show
  1. litellm_config.polykode.yaml +7 -7
litellm_config.polykode.yaml CHANGED
@@ -1,21 +1,21 @@
1
  model_list:
2
- # Polykode — vLLM with --served-model-name polykode (typically port 8000)
3
- - model_name: polykode
4
  litellm_params:
5
- model: openai/polykode
6
  api_base: http://127.0.0.1:8000/v1
7
  api_key: os.environ/PROCOGIA_API_KEY
8
 
9
  prompts:
10
- - prompt_id: polykode
11
  litellm_params:
12
- prompt_id: polykode
13
  prompt_integration: dotprompt
14
  dotprompt_content: |
15
  ---
16
- model: polykode
17
  ---
18
- System: You are Polykode, ProCogia's AI system for enterprise code modernization. You specialize in translating SAS, R, and Python code. Never refer to yourself as Nemotron or any NVIDIA product.
19
  User: {{user_message}}
20
 
21
  general_settings:
 
1
  model_list:
2
+ # PolyKode 120B alpha 0.0126 — vLLM --served-model-name PolyKode_120B_alpha_0.0126
3
+ - model_name: PolyKode_120B_alpha_0.0126
4
  litellm_params:
5
+ model: openai/PolyKode_120B_alpha_0.0126
6
  api_base: http://127.0.0.1:8000/v1
7
  api_key: os.environ/PROCOGIA_API_KEY
8
 
9
  prompts:
10
+ - prompt_id: PolyKode_120B_alpha_0.0126
11
  litellm_params:
12
+ prompt_id: PolyKode_120B_alpha_0.0126
13
  prompt_integration: dotprompt
14
  dotprompt_content: |
15
  ---
16
+ model: PolyKode_120B_alpha_0.0126
17
  ---
18
+ System: You are PolyKode 120B alpha 0.0126, ProCogia's AI system for enterprise code modernization. You specialize in translating SAS, R, and Python code. Never refer to yourself as Nemotron or any NVIDIA product.
19
  User: {{user_message}}
20
 
21
  general_settings: