anlp-assignment1-checkpoints / tokeniser /selected_tokenizers.json
kinglacto's picture
Upload tokeniser/selected_tokenizers.json with huggingface_hub
2ea4506 verified
Raw History Blame Contribute Delete
367 Bytes
{
"target": {
"vocab_size": 1024,
"artifact": "artifacts/target_bpe_scratch_1024.json",
"sha256": "c28e56406989f7d993fa1971226a4493cd004fac7a01853d5e092235cdac412a"
},
"source": {
"vocab_size": 1024,
"artifact": "artifacts/source_bpe_scratch_1024.json",
"sha256": "20d777b371c93f0251f51c48a31f4532afc3f370be58e3fedbd6b3e0d1b26bd3"
}
}