| | |
| | import json |
| |
|
| |
|
| | def read_jsonl(path): |
| | with open(path, encoding='utf8') as fh: |
| | results = [] |
| | for line in fh: |
| | if line is None: |
| | continue |
| | try: |
| | results.append(json.loads(line) if line != 'null' else line) |
| | except Exception as e: |
| | print(e) |
| | print(path) |
| | print(line) |
| | raise e |
| | return results |
| |
|
| |
|
| | def save_jsonl(lines, directory): |
| | with open(directory, 'w', encoding='utf8') as f: |
| | for line in lines: |
| | f.write(json.dumps(line, ensure_ascii=False) + '\n') |
| |
|
| |
|
| | def extract_answer(js): |
| | try: |
| | if js is None or js == 'null': |
| | return '' |
| | answer = '' |
| | if isinstance(js, str): |
| | answer = js |
| | elif 'text' in js['choices'][0]: |
| | answer = js['choices'][0]['text'] |
| | else: |
| | answer = js['choices'][0]['message']['content'] |
| | |
| | return answer |
| | except Exception as e: |
| | |
| | |
| | return '' |
| |
|
