Hugging Face's logo

LLM-OS-Models
/
KoHRM-Text-1.4B-raw-checkpoints

Text Generation
Transformers
English
Korean
terminal
sft
vllm
tb2-lite
evaluation-pending
Model card Files
xet
 Community
gyung commited on
Commit
655fce7
·
verified ·
1 Parent(s): 27b59e0

Add files using upload-large-folder tool

Browse files
Files changed (41) hide show
  1. .gitattributes +18 -0
  2. stage2-hrm-full-nocap-step150000-160000/all_config.yaml +46 -0
  3. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.0.pt +3 -0
  4. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.1.pt +3 -0
  5. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.2.pt +3 -0
  6. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.3.pt +3 -0
  7. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.4.pt +3 -0
  8. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.5.pt +3 -0
  9. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.6.pt +3 -0
  10. stage2-hrm-full-nocap-step150000-160000/carry_step_150000.7.pt +3 -0
  11. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.0.pt +3 -0
  12. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.1.pt +3 -0
  13. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.2.pt +3 -0
  14. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.3.pt +3 -0
  15. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.4.pt +3 -0
  16. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.5.pt +3 -0
  17. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.6.pt +3 -0
  18. stage2-hrm-full-nocap-step150000-160000/carry_step_160000.7.pt +3 -0
  19. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/.metadata +3 -0
  20. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__0_0.distcp +3 -0
  21. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__1_0.distcp +3 -0
  22. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__2_0.distcp +3 -0
  23. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__3_0.distcp +3 -0
  24. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__4_0.distcp +3 -0
  25. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__5_0.distcp +3 -0
  26. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__6_0.distcp +3 -0
  27. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__7_0.distcp +3 -0
  28. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/.metadata +3 -0
  29. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__0_0.distcp +3 -0
  30. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__1_0.distcp +3 -0
  31. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__2_0.distcp +3 -0
  32. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__3_0.distcp +3 -0
  33. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__4_0.distcp +3 -0
  34. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__5_0.distcp +3 -0
  35. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__6_0.distcp +3 -0
  36. stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__7_0.distcp +3 -0
  37. stage2-hrm-full-nocap-step150000-160000/latest_checkpoint.txt +1 -0
  38. stage2-hrm-full-nocap-step150000-160000/step_150000_info.json +8 -0
  39. stage2-hrm-full-nocap-step150000-160000/step_160000_info.json +8 -0
  40. stage2-hrm-full-nocap-step150000-160000/train_metadata.yaml +13 -0
  41. stage2-hrm-full-nocap-step150000-160000/upload_manifest.json +1 -0
.gitattributes CHANGED
@@ -195,3 +195,21 @@ stage2-hrm-full-nocap-current/fsdp2_step_120000/__1_0.distcp filter=lfs diff=lfs
195
  stage2-hrm-full-nocap-current/fsdp2_step_120000/.metadata filter=lfs diff=lfs merge=lfs -text
196
  stage2-hrm-full-nocap-current/fsdp2_step_120000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
197
  stage2-hrm-full-nocap-current/fsdp2_step_120000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
195
  stage2-hrm-full-nocap-current/fsdp2_step_120000/.metadata filter=lfs diff=lfs merge=lfs -text
196
  stage2-hrm-full-nocap-current/fsdp2_step_120000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
197
  stage2-hrm-full-nocap-current/fsdp2_step_120000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
198
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
199
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
200
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
201
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
202
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
203
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
204
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
205
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
206
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
207
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/.metadata filter=lfs diff=lfs merge=lfs -text
208
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
209
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
210
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
211
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
212
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
213
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
214
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
215
+ stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/.metadata filter=lfs diff=lfs merge=lfs -text
stage2-hrm-full-nocap-step150000-160000/all_config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ arch:
2
+ H_cycles: 2
3
+ H_override: {}
4
+ L_cycles: 3
5
+ bp_max_steps: 5
6
+ bp_warmup_ratio: 0.2
7
+ expansion: 4
8
+ half_layers: true
9
+ head: lm_head@LMHead
10
+ hidden_size: 1536
11
+ init_type: lecun_normal
12
+ n_layers: 32
13
+ name: baselines.hrm_nocarry_bp_warmup@HierarchicalReasoningModel
14
+ norm_eps: 1.0e-06
15
+ norm_type: pre
16
+ num_heads: 12
17
+ pos_emb_type: rope
18
+ rope_theta: 10000.0
19
+ beta1: 0.9
20
+ beta2: 0.95
21
+ checkpoint_interval: 1
22
+ checkpoint_keep_last: 2
23
+ checkpoint_path: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage2-hrm-full-nocap-gbs180
24
+ checkpoint_step_interval: 10000
25
+ data:
26
+ path: /home/work/.data/hrm_text_prepared/koterm_hrm_cleaned_full_nocap_v1
27
+ target_only: true
28
+ ema: 0.9999
29
+ epochs: 1
30
+ fwd_bwd_dtype: bfloat16
31
+ global_batch_size: 180224
32
+ log_interval: 5
33
+ lr: 0.00022
34
+ lr_min_ratio: 1.0
35
+ lr_warmup_steps: 2000
36
+ project_name: KoHRM-Text
37
+ resume_epoch: null
38
+ resume_from: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage1-hrm-fastcap-gbs180
39
+ resume_step: 85000
40
+ resume_step_offset: 85000
41
+ run_name: KoHRM-Text-1.4B-stage2-hrm-full-nocap-manual
42
+ seed: 0
43
+ skip_batches: 0
44
+ total_steps_override: 238117
45
+ weight_decay: 0.1
46
+ weights_only_resume_from_ema: false
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e0e8aa7c130875681f7d5af10608a4a238d84d9d94ca6c85d6a71ceee80493
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66966fd1c4567265a75e00736a831dd85f7e82da5cd0f5b12898c2fe11b3b069
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c91a6f3cd996934d3763115c8d9d83dea3094059acf6732490c14c3b3603bd0f
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e82d442d79d091281ed4d5396f0c847e4dd4f368b5424456566b0efda128ff
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18c4a07bc4d8511007dccbc5603687a1b1d5800b65266d86e1cab4c5a24896c7
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf700b1052e5146eb10a39a93d647ba6880f005b48f405db3df1af9099fce8e4
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99686958499981a5391ecf362d36ee644d3c4a14a6373119407623a5b4d9d117
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_150000.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5579fc6315792bd6896374d89c3f314fbedf1b12f97e42ecef2df7e232a14f4
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1110fceb23aff566f8b8fa17f2421cf9ec44350146d11f6f149339ddda237694
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:136bf5110b5545364ac7536940e5945f3ee42a699d539ccfed1716f61d9bb217
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eded982660d6cad791004dbed38e93173fc3be959dffe52f2966f323bbdd367
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b8b5b99f408e54bba93c1ac7aa2bee87d13dd0dcbfbd2474ee1a3501b385fe8
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:defcb261ff0fc68977b7cedb8a2f9c8b05dbf0963d6f28ccdf94a6a3978747d9
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72781bdcccf134a8280ac34c72258fc4e1179aacba5a42d95003702b94dbf37
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d5ace86602e93594a88cd94169da11829748cc3c7bb09faae1b6d407da94de
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/carry_step_160000.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fba6674187710419e6a0f22acd55aeb8e42f8c3ed9d9e8618e081f66cd69442f
3
+ size 1333
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ada7575514ddb0570cd88e6d276f3ea85cefd061e0dd64af7334fe97f031281
3
+ size 983806
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5d533559dd01cd864f7e2d3a0bfab5531f74a178e1bcd163c7a6724a3ac8a8f
3
+ size 2769065329
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb8ad274e3aa76bb7a8773b24b16be6ea91e9048421530ec4f510b7cf9959d1
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6410d46782fca37d8c9d84a495a62c67e8e2b2cfd22c7003990c0f4d5575de0
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec52698436a9f9851261c7314fc29c5be28cbd5765d300c52157b7a43322a5e
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c94fab7099dbffdead709a3efb0f13240e9e600825bdd7a2b66cd752352e8393
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f6807cffd5a66bb38464128249382e1ac765a02d76ecdd7c773212240c626d1
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a001d4046e69c690229b5a83a2b1c0c6c2ddaa86a75d2465e530c3a28edd42a
3
+ size 2769091588
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_150000/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946a70717e49030c1531be49a339161ee6a197b07e42ff9ae085198c9cdbffed
3
+ size 2769098756
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d3de3aca6ab0dadde4eb6ff51b5daf0691d16cc20a360853b0fdf82083fbcf
3
+ size 983806
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffcfe50c388ec5d51f223675bde91b9a5b9ecc0a65d0ac3c73e15630a8a01ca
3
+ size 2769065329
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fec4d99ab2967e05b202d103db9ad016eab66d088d06b5353f235ef51d296f4
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f1738ca6d7524b77f32a163fc35007783984b65e63271da9079d41c837bea6
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662964cc76aadf078f64726685e206fc2f1437d3d116b98e89080c4f08755e55
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d6970d84aa4a41612426912eda58626a4adda30d76d65d581b4d7bd8ba26418
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f77ca2ad1c4635fd7f6eb2ae2ba2af0d3eef2445a5923c89bc296d1cff1c768a
3
+ size 2769090643
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea27742a437dda6e984c9ae61b052baa4e1c8153f623731f9fdea2a10f3fb99
3
+ size 2769091588
stage2-hrm-full-nocap-step150000-160000/fsdp2_step_160000/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aac86aa7ae9ef180171f3ec81e6d5a9c4e0c7bd7babff349ed36b264295273fb
3
+ size 2769098756
stage2-hrm-full-nocap-step150000-160000/latest_checkpoint.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ step_160000
stage2-hrm-full-nocap-step150000-160000/step_150000_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "step_150000",
3
+ "global_step": 150000,
4
+ "stage_start_step": 85000,
5
+ "skip_batches_hint": 65000,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/koterm_hrm_cleaned_full_nocap_v1",
7
+ "global_batch_size": 180224
8
+ }
stage2-hrm-full-nocap-step150000-160000/step_160000_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "step_160000",
3
+ "global_step": 160000,
4
+ "stage_start_step": 85000,
5
+ "skip_batches_hint": 75000,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/koterm_hrm_cleaned_full_nocap_v1",
7
+ "global_batch_size": 180224
8
+ }
stage2-hrm-full-nocap-step150000-160000/train_metadata.yaml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ max_seq_len: 4096
2
+ tokenizer_info:
3
+ boq: <|im_start|>
4
+ condition_mapping:
5
+ cot: <|object_ref_end|>
6
+ direct: <|object_ref_start|>
7
+ noisy: <|quad_start|>
8
+ synth: <|quad_end|>
9
+ eoa: <|box_end|>
10
+ eoq: <|im_end|>
11
+ tokenizer_path: /home/work/.data/huggingface/trained_tokenizers/hrm-ko-terminal-131k-v1/tokenizer.json
12
+ total_length: 14553653061
13
+ vocab_size: 131072
stage2-hrm-full-nocap-step150000-160000/upload_manifest.json ADDED
@@ -0,0 +1 @@
 
 
1
+ stage2 latest raw checkpoints: step_150000, step_160000