Upload llm_as_judge.py with huggingface_hub
Browse files- llm_as_judge.py +6 -6
llm_as_judge.py
CHANGED
|
@@ -155,13 +155,13 @@ for data in tqdm(data_all[0:10]):
|
|
| 155 |
output.append(merged_data)
|
| 156 |
|
| 157 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 158 |
|
| 159 |
-
output_file
|
| 160 |
-
with open(output_file, 'w', encoding='utf-8') as output_file:
|
| 161 |
-
for entry in output:
|
| 162 |
-
output_file.write(json.dumps(entry, ensure_ascii=False) + '\n')
|
| 163 |
-
|
| 164 |
-
print(f"数据已成功写入 {output_file}")
|
| 165 |
|
| 166 |
|
| 167 |
|
|
|
|
| 155 |
output.append(merged_data)
|
| 156 |
|
| 157 |
|
| 158 |
+
if len(output) % 100 == 0:
|
| 159 |
+
output_file = '0312_training_fast_slow_thinking.jsonl'
|
| 160 |
+
with open(output_file, 'w', encoding='utf-8') as output_file:
|
| 161 |
+
for entry in output:
|
| 162 |
+
output_file.write(json.dumps(entry, ensure_ascii=False) + '\n')
|
| 163 |
|
| 164 |
+
print(f"数据已成功写入 {output_file}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 165 |
|
| 166 |
|
| 167 |
|