intrect commited on
Commit
dea4e49
·
verified ·
1 Parent(s): bfc3043

fix: match llama-cpp-python defaults (top_k=40, top_p=0.95, rep_penalty=1.0)

Browse files
Files changed (1) hide show
  1. generation_config.json +3 -3
generation_config.json CHANGED
@@ -6,9 +6,9 @@
6
  151643
7
  ],
8
  "pad_token_id": 151643,
9
- "repetition_penalty": 1.1,
10
  "temperature": 0.7,
11
- "top_k": 20,
12
- "top_p": 0.8,
13
  "transformers_version": "4.57.6"
14
  }
 
6
  151643
7
  ],
8
  "pad_token_id": 151643,
9
+ "repetition_penalty": 1.0,
10
  "temperature": 0.7,
11
+ "top_k": 40,
12
+ "top_p": 0.95,
13
  "transformers_version": "4.57.6"
14
  }