Dataset=togethercomputer/RedPajama-Data-1T/github, baseline=True, samples=1000000, bs=8, epochs=3, lr=5e-05
e195c52 verified | { | |
| "_from_model_config": true, | |
| "bos_token_id": 50256, | |
| "eos_token_id": 50256, | |
| "transformers_version": "4.51.3" | |
| } | |
| { | |
| "_from_model_config": true, | |
| "bos_token_id": 50256, | |
| "eos_token_id": 50256, | |
| "transformers_version": "4.51.3" | |
| } | |