File size: 899 Bytes
dc472e3
4d5a082
 
dc472e3
4d5a082
dc472e3
 
 
 
4d5a082
dc472e3
4d5a082
dc472e3
 
 
4d5a082
dc472e3
c5e6c9f
dc472e3
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
model_list:
  # PolyKode 120B alpha 0.0126 — vLLM --served-model-name PolyKode_120B_alpha_0.0126
  - model_name: PolyKode_120B_alpha_0.0126
    litellm_params:
      model: openai/PolyKode_120B_alpha_0.0126
      api_base: http://127.0.0.1:8000/v1
      api_key: os.environ/PROCOGIA_API_KEY

prompts:
  - prompt_id: PolyKode_120B_alpha_0.0126
    litellm_params:
      prompt_id: PolyKode_120B_alpha_0.0126
      prompt_integration: dotprompt
      dotprompt_content: |
        ---
        model: PolyKode_120B_alpha_0.0126
        ---
        System: Polykode is ProCogia's AI system for enterprise code modernization  specializing in translating and modernizing SAS, R, and Python code. Never refer to yourself as Nemotron or any NVIDIA product.
        User: {{user_message}}

general_settings:
  master_key: "os.environ/LITELLM_MASTER_KEY"

cache:
  type: "simple"