test_sharded_data / prep_metadata.json
welyjesch's picture
Upload folder using huggingface_hub
1b20b41 verified
Raw
History Blame Contribute Delete
775 Bytes
{
"assets_dir": "/content/qwen3_outputs/assets",
"merged_tokenizer_dir": "/content/qwen3_outputs/assets/merged_tokenizer",
"cpt_dataset_file": "/content/qwen3_outputs/assets/cpt_train_dataset.json",
"sft_dataset_file": "/content/qwen3_outputs/assets/sft_train_dataset.json",
"cpt_shards": [
"/content/qwen3_outputs/assets/cpt_train_dataset_shard_0.json",
"/content/qwen3_outputs/assets/cpt_train_dataset_shard_1.json",
"/content/qwen3_outputs/assets/cpt_train_dataset_shard_2.json"
],
"sft_shards": [
"/content/qwen3_outputs/assets/sft_train_dataset_shard_0.json",
"/content/qwen3_outputs/assets/sft_train_dataset_shard_1.json",
"/content/qwen3_outputs/assets/sft_train_dataset_shard_2.json"
],
"base_model": "Qwen/Qwen3-0.6B-Base"
}