Hugging Face's logo

LLM-OS-Models
/
KoHRM-Text-1.4B-raw-checkpoints

Text Generation
Transformers
English
Korean
terminal
sft
vllm
tb2-lite
evaluation-pending
Model card Files
xet
 Community
gyung commited on
Commit
e902b17
·
verified ·
1 Parent(s): 984e19b

Add files using upload-large-folder tool

Browse files
Files changed (41) hide show
  1. .gitattributes +18 -0
  2. stage1d-hrm-fastcap-repeat3/all_config.yaml +46 -0
  3. stage1d-hrm-fastcap-repeat3/carry_epoch_1.0.pt +3 -0
  4. stage1d-hrm-fastcap-repeat3/carry_epoch_1.1.pt +3 -0
  5. stage1d-hrm-fastcap-repeat3/carry_epoch_1.2.pt +3 -0
  6. stage1d-hrm-fastcap-repeat3/carry_epoch_1.3.pt +3 -0
  7. stage1d-hrm-fastcap-repeat3/carry_epoch_1.4.pt +3 -0
  8. stage1d-hrm-fastcap-repeat3/carry_epoch_1.5.pt +3 -0
  9. stage1d-hrm-fastcap-repeat3/carry_epoch_1.6.pt +3 -0
  10. stage1d-hrm-fastcap-repeat3/carry_epoch_1.7.pt +3 -0
  11. stage1d-hrm-fastcap-repeat3/carry_step_780000.0.pt +3 -0
  12. stage1d-hrm-fastcap-repeat3/carry_step_780000.1.pt +3 -0
  13. stage1d-hrm-fastcap-repeat3/carry_step_780000.2.pt +3 -0
  14. stage1d-hrm-fastcap-repeat3/carry_step_780000.3.pt +3 -0
  15. stage1d-hrm-fastcap-repeat3/carry_step_780000.4.pt +3 -0
  16. stage1d-hrm-fastcap-repeat3/carry_step_780000.5.pt +3 -0
  17. stage1d-hrm-fastcap-repeat3/carry_step_780000.6.pt +3 -0
  18. stage1d-hrm-fastcap-repeat3/carry_step_780000.7.pt +3 -0
  19. stage1d-hrm-fastcap-repeat3/epoch_1_info.json +8 -0
  20. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/.metadata +3 -0
  21. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__0_0.distcp +3 -0
  22. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__1_0.distcp +3 -0
  23. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__2_0.distcp +3 -0
  24. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__3_0.distcp +3 -0
  25. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__4_0.distcp +3 -0
  26. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__5_0.distcp +3 -0
  27. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__6_0.distcp +3 -0
  28. stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__7_0.distcp +3 -0
  29. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/.metadata +3 -0
  30. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__0_0.distcp +3 -0
  31. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__1_0.distcp +3 -0
  32. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__2_0.distcp +3 -0
  33. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__3_0.distcp +3 -0
  34. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__4_0.distcp +3 -0
  35. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__5_0.distcp +3 -0
  36. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__6_0.distcp +3 -0
  37. stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__7_0.distcp +3 -0
  38. stage1d-hrm-fastcap-repeat3/latest_checkpoint.txt +1 -0
  39. stage1d-hrm-fastcap-repeat3/step_780000_info.json +8 -0
  40. stage1d-hrm-fastcap-repeat3/train_metadata.yaml +13 -0
  41. stage1d-hrm-fastcap-repeat3/upload_manifest.json +10 -0
.gitattributes CHANGED
@@ -942,3 +942,21 @@ stage1d-hrm-fastcap-repeat3-step780000/fsdp2_step_780000/__5_0.distcp filter=lfs
942
  stage1d-hrm-fastcap-repeat3-step780000/fsdp2_step_780000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
943
  stage1d-hrm-fastcap-repeat3-step780000/fsdp2_step_780000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
944
  stage1d-hrm-fastcap-repeat3-step780000/fsdp2_step_780000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
942
  stage1d-hrm-fastcap-repeat3-step780000/fsdp2_step_780000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
943
  stage1d-hrm-fastcap-repeat3-step780000/fsdp2_step_780000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
944
  stage1d-hrm-fastcap-repeat3-step780000/fsdp2_step_780000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
945
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
946
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
947
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
948
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/.metadata filter=lfs diff=lfs merge=lfs -text
949
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
950
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
951
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
952
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
953
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
954
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
955
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/.metadata filter=lfs diff=lfs merge=lfs -text
956
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
957
+ stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
958
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
959
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
960
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
961
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
962
+ stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
stage1d-hrm-fastcap-repeat3/all_config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ arch:
2
+ H_cycles: 2
3
+ H_override: {}
4
+ L_cycles: 3
5
+ bp_max_steps: 5
6
+ bp_warmup_ratio: 0.2
7
+ expansion: 4
8
+ half_layers: true
9
+ head: lm_head@LMHead
10
+ hidden_size: 1536
11
+ init_type: lecun_normal
12
+ n_layers: 32
13
+ name: baselines.hrm_nocarry_bp_warmup@HierarchicalReasoningModel
14
+ norm_eps: 1.0e-06
15
+ norm_type: pre
16
+ num_heads: 12
17
+ pos_emb_type: rope
18
+ rope_theta: 10000.0
19
+ beta1: 0.9
20
+ beta2: 0.95
21
+ checkpoint_interval: 1
22
+ checkpoint_keep_last: 2
23
+ checkpoint_path: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage1d-hrm-fastcap-repeat3-gbs180
24
+ checkpoint_step_interval: 10000
25
+ data:
26
+ path: /home/work/.data/hrm_text_prepared/koterm_hrm_cleaned_fastcap_stage1_v1
27
+ target_only: true
28
+ ema: 0.9999
29
+ epochs: 1
30
+ fwd_bwd_dtype: bfloat16
31
+ global_batch_size: 180224
32
+ log_interval: 5
33
+ lr: 0.00022
34
+ lr_min_ratio: 1.0
35
+ lr_warmup_steps: 2000
36
+ project_name: KoHRM-Text
37
+ resume_epoch: null
38
+ resume_from: /home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage4c-korean-tool-finance-repeat2-gbs180
39
+ resume_step: null
40
+ resume_step_offset: 702956
41
+ run_name: KoHRM-Text-1.4B-stage1d-hrm-fastcap-repeat3
42
+ seed: 0
43
+ skip_batches: 0
44
+ total_steps_override: 934306
45
+ weight_decay: 0.1
46
+ weights_only_resume_from_ema: false
stage1d-hrm-fastcap-repeat3/carry_epoch_1.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3b089e35eacca121e8bc850c0fc138c4ef45a63cf9e370e2f852d6245db36b
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_epoch_1.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66952aadc5b6f1d9d38cd436e6dba2c3b6a487138c6960beb815672ddf699495
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_epoch_1.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7da182d5d1dfe900b2018b6e4fe6d318c69f791b7a3c94c1727e2112a5f57d
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_epoch_1.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45156a7f9cef48f22d7a3c46c59d92394c3da40b2b596f2681cecece9156177e
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_epoch_1.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34356bd35b48ac6ce98742241b2c0e1c96147c36743415c7b0e432ae28f8bfc8
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_epoch_1.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5934083e16382c0d96bab003d7f577ced0da026175aff5a4ad2aaf31c603f6
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_epoch_1.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93480251cc3a3285f6cea88b5f8b7c6d46672f04cacd0623127885ff4469e7d8
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_epoch_1.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2de90149405f8416a3f1c4bb6b69b52843f8a2f835c1b874bd13c13129fc3f5
3
+ size 1309
stage1d-hrm-fastcap-repeat3/carry_step_780000.0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae77a4007d1dfae27f23b907205ce6f10cb524c95caf672dfb00b95be12cdc10
3
+ size 1333
stage1d-hrm-fastcap-repeat3/carry_step_780000.1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436097d4d7a60c4c1cc043abb83787b8679ca57da92df864c038a0d481e2c1ee
3
+ size 1333
stage1d-hrm-fastcap-repeat3/carry_step_780000.2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6789a32095723a095b355451ced62a723a45f4286849eca08fe4f9fa08371225
3
+ size 1333
stage1d-hrm-fastcap-repeat3/carry_step_780000.3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf5fac0d1d757eda6a7e3555d5a104b8fcd2ce92b3422cd3c2f9d877c675815
3
+ size 1333
stage1d-hrm-fastcap-repeat3/carry_step_780000.4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10db2e3e32435ea9ab21ca01b48ddc4f5f9db92b938bec254e6f85bb457bf901
3
+ size 1333
stage1d-hrm-fastcap-repeat3/carry_step_780000.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:981cf98083fd7fe91ca2a716320a242837db7b673d34e366b5c62557544744eb
3
+ size 1333
stage1d-hrm-fastcap-repeat3/carry_step_780000.6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e5718613bd2181e98a3e0d26e7ef6a1f383f41c94c8999c521e881827256c38
3
+ size 1333
stage1d-hrm-fastcap-repeat3/carry_step_780000.7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59b93eb6f855196b64a975da489f9eebc295df19dd06a384d4d11f70f10a6933
3
+ size 1333
stage1d-hrm-fastcap-repeat3/epoch_1_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "epoch_1",
3
+ "global_step": 783578,
4
+ "stage_start_step": 702956,
5
+ "skip_batches_hint": 80622,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/koterm_hrm_cleaned_fastcap_stage1_v1",
7
+ "global_batch_size": 180224
8
+ }
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc79dac136a1f28889d376ec79bb7de3ed5a6d8f5c9ce12f5b780a3bf221a2b
3
+ size 983808
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0430fed52d92c802b4c9e1d2e0bbb270ad47d70d4536752d26949f3a1275ba64
3
+ size 2769065329
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e9d6d0c728154fb18933bcaa1cd4ff50acf2e01324153aa764447d9d9d20854
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630be4edd675bead054be04eb4d9cda56f01072c69e65bcf542aa97200801589
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46cf6e764154256fc4598a9406c5e6c2189cd7a6d80b393b10e79b459f06f24
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651732dcd320009bb8fe4ee920ef5ee2f8293a3ac0d641a817c7ede8e78c5d8d
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83abba31cbc0353279b7b21bdf532d6f789013e567cc93e6b7299fdfd7672440
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d84acbf4d6f714694f2f233464f3f14870fcafa602e95f570d86e2c656ab911a
3
+ size 2769091588
stage1d-hrm-fastcap-repeat3/fsdp2_epoch_1/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bdca57c77c3d2700eee014acd85588603788496e9dd933ba11224a7d3de4bbb
3
+ size 2769098756
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:331aeda94ea04e752b0aa60502b5a96af9e9f93601e3eb3a8a3c8a6621a258b7
3
+ size 983812
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02ea60eeb6470163fe41302d164cb64893eafbf12fe9b9467e586c0d9db6d157
3
+ size 2769065329
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415470e223c7ed3d412457b83487fec695ebd30211d3bc028400a42a2b900853
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b5b5c8418514db8d172aeb0d2f723d610b28cad8665ff22cdf3f69237e6131
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d5331a5003c7e0acf0ad51bef9f4939bcc00445c96ba575e478e1b31d734a4
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e06615f10fb1bd583ae89b86cddc440135e5cef70b3c9599fe42745cb4d74cd
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a9bd64303bc05b4df1cbb99305ab1506666dc586d327b113f34d17c523e8901
3
+ size 2769090643
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fcfa2ca77b5edf305d4a2c3a5d1b1e4fd6477081140f284407d8115fe9ddec6
3
+ size 2769091588
stage1d-hrm-fastcap-repeat3/fsdp2_step_780000/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ffea26268d9acf4bbfd511898c5034503b52d29c21ab8d51f6e2208ce246ffa
3
+ size 2769098756
stage1d-hrm-fastcap-repeat3/latest_checkpoint.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ epoch_1
stage1d-hrm-fastcap-repeat3/step_780000_info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "step_780000",
3
+ "global_step": 780000,
4
+ "stage_start_step": 702956,
5
+ "skip_batches_hint": 77044,
6
+ "data_path": "/home/work/.data/hrm_text_prepared/koterm_hrm_cleaned_fastcap_stage1_v1",
7
+ "global_batch_size": 180224
8
+ }
stage1d-hrm-fastcap-repeat3/train_metadata.yaml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ max_seq_len: 4096
2
+ tokenizer_info:
3
+ boq: <|im_start|>
4
+ condition_mapping:
5
+ cot: <|object_ref_end|>
6
+ direct: <|object_ref_start|>
7
+ noisy: <|quad_start|>
8
+ synth: <|quad_end|>
9
+ eoa: <|box_end|>
10
+ eoq: <|im_end|>
11
+ tokenizer_path: /home/work/.data/huggingface/trained_tokenizers/hrm-ko-terminal-131k-v1/tokenizer.json
12
+ total_length: 14554291763
13
+ vocab_size: 131072
stage1d-hrm-fastcap-repeat3/upload_manifest.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": "/home/work/.data/hrm_text_checkpoints/KoHRM-Text-1.4B-stage1d-hrm-fastcap-repeat3-gbs180",
3
+ "stage": "stage1d-hrm-fastcap-repeat3",
4
+ "keep_last": 2,
5
+ "tags": [
6
+ "step_780000",
7
+ "epoch_1"
8
+ ],
9
+ "created_at": "2026-06-01T17:47:01Z"
10
+ }