| import h5py | |
| DATA_FILE = "data/real_line_dataset.h5" | |
| OUTPUT_FILE = "char_list.txt" | |
| print(f"Reading character list from '{DATA_FILE}'...") | |
| with h5py.File(DATA_FILE, 'r') as hf: | |
| char_list = [c.decode('utf-8') for c in hf['char_list'][:]] | |
| separator = "<SEP>" | |
| with open(OUTPUT_FILE, 'w', encoding='utf-8') as f: | |
| f.write(separator.join(char_list)) | |
| print(f"Successfully extracted {len(char_list)} characters to '{OUTPUT_FILE}'.") | |