Rakib commited on
Commit
440d5df
·
verified ·
1 Parent(s): 4072069

Training in progress, step 500

Browse files
Files changed (25) hide show
  1. .gitattributes +1 -0
  2. adapter_config.json +36 -0
  3. adapter_model.safetensors +3 -0
  4. runs/May07_21-43-54_optumus/events.out.tfevents.1746672250.optumus.155471.0 +3 -0
  5. runs/May07_21-44-43_optumus/events.out.tfevents.1746672284.optumus.156308.0 +3 -0
  6. runs/May07_21-46-58_optumus/events.out.tfevents.1746672420.optumus.158900.0 +3 -0
  7. runs/May07_21-47-57_optumus/events.out.tfevents.1746672479.optumus.159521.0 +3 -0
  8. runs/May07_21-48-30_optumus/events.out.tfevents.1746672511.optumus.160017.0 +3 -0
  9. runs/May07_21-49-15_optumus/events.out.tfevents.1746672557.optumus.160523.0 +3 -0
  10. runs/May07_22-00-03_optumus/events.out.tfevents.1746673205.optumus.163918.0 +3 -0
  11. runs/May07_22-38-25_optumus/events.out.tfevents.1746675507.optumus.179058.0 +3 -0
  12. runs/May07_22-38-56_optumus/events.out.tfevents.1746675538.optumus.179607.0 +3 -0
  13. runs/May07_22-39-38_optumus/events.out.tfevents.1746675580.optumus.180177.0 +3 -0
  14. runs/May08_19-55-50_optumus/events.out.tfevents.1746752151.optumus.530238.0 +3 -0
  15. runs/May08_20-01-48_optumus/events.out.tfevents.1746752509.optumus.533018.0 +3 -0
  16. runs/May08_20-02-37_optumus/events.out.tfevents.1746752558.optumus.533692.0 +3 -0
  17. runs/May08_20-03-39_optumus/events.out.tfevents.1746752621.optumus.534489.0 +3 -0
  18. runs/May08_20-04-29_optumus/events.out.tfevents.1746752670.optumus.535251.0 +3 -0
  19. runs/May08_20-06-14_optumus/events.out.tfevents.1746752776.optumus.536253.0 +3 -0
  20. runs/May08_20-11-14_optumus/events.out.tfevents.1746753076.optumus.541390.0 +3 -0
  21. runs/May08_20-12-36_optumus/events.out.tfevents.1746753157.optumus.542381.0 +3 -0
  22. special_tokens_map.json +33 -0
  23. tokenizer.json +3 -0
  24. tokenizer_config.json +0 -0
  25. training_args.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
adapter_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "google/gemma-3-4b-it",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 8,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "r": 16,
24
+ "rank_pattern": {},
25
+ "revision": null,
26
+ "target_modules": [
27
+ "v_proj",
28
+ "o_proj",
29
+ "q_proj",
30
+ "k_proj"
31
+ ],
32
+ "task_type": "CAUSAL_LM",
33
+ "trainable_token_indices": null,
34
+ "use_dora": false,
35
+ "use_rslora": false
36
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d07b733c5f741736a3eabeb3b37d4af9503afb8400f2e8f2453ab0faa923f7
3
+ size 47662456
runs/May07_21-43-54_optumus/events.out.tfevents.1746672250.optumus.155471.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:673767e89fc320cda6ca5dc520bae20bb5b4d7fed5a596d6c7e2c01ea7c0e5f6
3
+ size 6788
runs/May07_21-44-43_optumus/events.out.tfevents.1746672284.optumus.156308.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3683780a2d0bf43052538b9d564a06aa5de942a2bba4342548ce319ac3824e0e
3
+ size 6788
runs/May07_21-46-58_optumus/events.out.tfevents.1746672420.optumus.158900.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7425fb08993da579016bdc797f6b55a6acf7c2fd34b4a998ae3ad392c7805740
3
+ size 6788
runs/May07_21-47-57_optumus/events.out.tfevents.1746672479.optumus.159521.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b847e54c7b6ed4d70a888bd583aa7fe56873cf6ea9fd6c6f34b3fecbac8ebe1
3
+ size 6788
runs/May07_21-48-30_optumus/events.out.tfevents.1746672511.optumus.160017.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d30935860484f3298611bd0834a4b7805c78c29627dd90108f77a453f0c776f
3
+ size 6788
runs/May07_21-49-15_optumus/events.out.tfevents.1746672557.optumus.160523.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa6ba44993c9d7cd299bb249054e213dfb840d7fc9924f3bfa72e4b28470ea95
3
+ size 6788
runs/May07_22-00-03_optumus/events.out.tfevents.1746673205.optumus.163918.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64827d38d9c89156a6ae1d54b40547ac5e8cd0017cfaaf5553bd5c537f7b9930
3
+ size 6788
runs/May07_22-38-25_optumus/events.out.tfevents.1746675507.optumus.179058.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46624ab5024605e81d78747bec4a3ec8cccc5d2b3b6155ea42f31f59f6f0d21c
3
+ size 6788
runs/May07_22-38-56_optumus/events.out.tfevents.1746675538.optumus.179607.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8898b79c3fefa0827d62c91c3da27e1971959e31ac75f8d7a42791b6957d09e
3
+ size 6788
runs/May07_22-39-38_optumus/events.out.tfevents.1746675580.optumus.180177.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b1f1a12f237258629e7bf39d5b445be7b3623070cd79a36f8f5f712f668cbad
3
+ size 6788
runs/May08_19-55-50_optumus/events.out.tfevents.1746752151.optumus.530238.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1aadd9174f731e725fb5d74b9d5269067961a01644f2290284129634c2cc456
3
+ size 6788
runs/May08_20-01-48_optumus/events.out.tfevents.1746752509.optumus.533018.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa8e24e55843edc4758f4ed133e26a7164fb85d5051e3886721ab4bb6c5aafe
3
+ size 6788
runs/May08_20-02-37_optumus/events.out.tfevents.1746752558.optumus.533692.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e225edacbca0a767603767763b3b9094495e73d4b7767b8e706bed61dc4aca9
3
+ size 6788
runs/May08_20-03-39_optumus/events.out.tfevents.1746752621.optumus.534489.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ea6c1da9c3780b3a2cbba595d30042b349d132c988dc3a4f318e852c0eceed8
3
+ size 6788
runs/May08_20-04-29_optumus/events.out.tfevents.1746752670.optumus.535251.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31050a23d7d870d79984ab9c69ca94629863a274efb2739a7d345cbe1274d638
3
+ size 6788
runs/May08_20-06-14_optumus/events.out.tfevents.1746752776.optumus.536253.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:021f3f3e72b2d3890b255e6aa4e119ac7acd1a3b3736c310228e2d3cbacc0783
3
+ size 6788
runs/May08_20-11-14_optumus/events.out.tfevents.1746753076.optumus.541390.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e826d78d1472c226a89cab214a471758c6d652628e4c1481afc2f6937bd89342
3
+ size 6788
runs/May08_20-12-36_optumus/events.out.tfevents.1746753157.optumus.542381.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b7784a7bc957adb28fb03d5403f42055b3f0e93f6645a2af73119b95112b256
3
+ size 171026
special_tokens_map.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "boi_token": "<start_of_image>",
3
+ "bos_token": {
4
+ "content": "<bos>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "eoi_token": "<end_of_image>",
11
+ "eos_token": {
12
+ "content": "<eos>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false
17
+ },
18
+ "image_token": "<image_soft_token>",
19
+ "pad_token": {
20
+ "content": "<pad>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "unk_token": {
27
+ "content": "<unk>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ }
33
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
3
+ size 33384568
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e07d51ee413de0ade50c5928ccd3ade21354490e332cb5231718582782756b
3
+ size 5624