File size: 1,380 Bytes
1c70d34 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | import json
# Test the exact JSON structure from the file
with open('Quillan_finetune_full_dataset.jsonl', 'r', encoding='utf-8') as f:
for i, line in enumerate(f, 1):
line = line.strip()
if not line:
continue
try:
data = json.loads(line)
print(f"Line {i} keys:", list(data.keys()))
# Check Output_Sections for Final output
if 'Output_Sections' in data:
output_sections = data['Output_Sections']
print("Output_Sections keys:", list(output_sections.keys()))
# Look for content in various possible keys
for key in ['Final output', 'Final output', 'Final output']:
if key in output_sections:
print(f"Found content in '{key}'")
content = output_sections[key]
print(f"Content length: {len(str(content))}")
print(f"Content preview: {str(content)[:200]}...")
break
else:
print("Available Output_Sections keys:", list(output_sections.keys()))
if i > 2: # Only check first few lines
break
except Exception as e:
print(f"Line {i} JSON error: {e}")
continue
|