Hugging Face's logo

rayraycano
/
finetune-demo

Safetensors
gemma3_text
Model card Files
xet
 Community
rayraycano commited on
Commit
ab81c57
·
verified ·
1 Parent(s): a0a6d4c

Add files using upload-large-folder tool

Browse files
Files changed (29) hide show
  1. config.json +17 -17
  2. model-00001-of-00028.safetensors +1 -1
  3. model-00002-of-00028.safetensors +1 -1
  4. model-00003-of-00028.safetensors +1 -1
  5. model-00004-of-00028.safetensors +1 -1
  6. model-00005-of-00028.safetensors +1 -1
  7. model-00006-of-00028.safetensors +1 -1
  8. model-00007-of-00028.safetensors +1 -1
  9. model-00008-of-00028.safetensors +1 -1
  10. model-00009-of-00028.safetensors +1 -1
  11. model-00010-of-00028.safetensors +1 -1
  12. model-00011-of-00028.safetensors +1 -1
  13. model-00012-of-00028.safetensors +1 -1
  14. model-00013-of-00028.safetensors +1 -1
  15. model-00014-of-00028.safetensors +1 -1
  16. model-00015-of-00028.safetensors +1 -1
  17. model-00016-of-00028.safetensors +1 -1
  18. model-00017-of-00028.safetensors +1 -1
  19. model-00018-of-00028.safetensors +1 -1
  20. model-00019-of-00028.safetensors +1 -1
  21. model-00020-of-00028.safetensors +1 -1
  22. model-00021-of-00028.safetensors +1 -1
  23. model-00022-of-00028.safetensors +1 -1
  24. model-00023-of-00028.safetensors +1 -1
  25. model-00024-of-00028.safetensors +1 -1
  26. model-00025-of-00028.safetensors +1 -1
  27. model-00026-of-00028.safetensors +1 -1
  28. model-00027-of-00028.safetensors +1 -1
  29. model-00028-of-00028.safetensors +1 -1
config.json CHANGED
@@ -7,31 +7,31 @@
7
  "attn_logit_softcapping": null,
8
  "bos_token_id": 2,
9
  "cache_implementation": "hybrid",
10
- "eos_token_id": [
11
- 1,
12
- 106
13
- ],
14
  "final_logit_softcapping": null,
15
- "head_dim": 256,
16
  "hidden_activation": "gelu_pytorch_tanh",
17
- "hidden_size": 1152,
18
  "initializer_range": 0.02,
19
- "intermediate_size": 6912,
20
- "max_position_embeddings": 32768,
21
  "model_type": "gemma3_text",
22
- "num_attention_heads": 4,
23
- "num_hidden_layers": 26,
24
- "num_key_value_heads": 1,
25
  "pad_token_id": 0,
26
- "query_pre_attn_scalar": 256,
27
  "rms_norm_eps": 1e-06,
28
- "rope_local_base_freq": 10000,
29
- "rope_scaling": null,
30
- "rope_theta": 1000000,
31
- "sliding_window": 512,
 
 
 
32
  "sliding_window_pattern": 6,
33
  "torch_dtype": "bfloat16",
34
  "transformers_version": "4.50.0",
35
  "use_cache": true,
36
- "vocab_size": 262144
37
  }
 
7
  "attn_logit_softcapping": null,
8
  "bos_token_id": 2,
9
  "cache_implementation": "hybrid",
10
+ "eos_token_id": 1,
 
 
 
11
  "final_logit_softcapping": null,
12
+ "head_dim": 128,
13
  "hidden_activation": "gelu_pytorch_tanh",
14
+ "hidden_size": 5376,
15
  "initializer_range": 0.02,
16
+ "intermediate_size": 21504,
17
+ "max_position_embeddings": 131072,
18
  "model_type": "gemma3_text",
19
+ "num_attention_heads": 32,
20
+ "num_hidden_layers": 62,
21
+ "num_key_value_heads": 16,
22
  "pad_token_id": 0,
23
+ "query_pre_attn_scalar": 168,
24
  "rms_norm_eps": 1e-06,
25
+ "rope_local_base_freq": 10000.0,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "rope_type": "linear"
29
+ },
30
+ "rope_theta": 1000000.0,
31
+ "sliding_window": 1024,
32
  "sliding_window_pattern": 6,
33
  "torch_dtype": "bfloat16",
34
  "transformers_version": "4.50.0",
35
  "use_cache": true,
36
+ "vocab_size": 262208
37
  }
model-00001-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e2ae66dfe26b9fa0b9972ba96ca0c0e877f0e8a967f390e1c9ef0380017f8e6
3
  size 2819260560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e88ce4365e2ba03fd8b04339a9664c6e7c56b2b5801f7aad52ad3c8c39ea55e
3
  size 2819260560
model-00002-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4f8d6e1ce0e622eac5e010f1853815d5196fa554d7d580facac0ebfaf96b1ad
3
  size 1783719032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:766c5a8ba3aa08519dfc76e95f5670d820eeeea2626a620db035337b911f75dd
3
  size 1783719032
model-00003-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ccbf4e0d78cb7c7f393a0507d6cd84e45cc402f4756b9c313a8f90660e7be0c
3
  size 1882808384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d177a05683c1a7a6a9343398f4972c8bf46e1dc8cba2f94e8e70385f081fd4
3
  size 1882808384
model-00004-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ec4dcf2e978d930577f43f2fc0987127a22e3170221db5289cf5c3bcef00814
3
  size 1882808384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb1c1e64577a168ba6f974786a54bc96ac69ec0ece2173da8f0046eb82e0ba2
3
  size 1882808384
model-00005-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:370b7fcf23351c265a6aca22e72fab3409e3e12000525ff64f991a406ef15bd0
3
  size 1970932592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef80720e0084ffbc6f1e2adb9d11b20160c9ca20c532fb8df4b7a07cc8ffd61f
3
  size 1970932592
model-00006-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1087746230403f865ff5e0a8a5064f09e863c80a9f496c67aba786206d30999
3
  size 1926849440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c47692690b7c1ff03804e8e7a3cdb0b102bb65e53563119dba6b2cf5d3566c91
3
  size 1926849440
model-00007-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7edfbd77779721c55c95703506b2c7564b077badafb7a947fd4bd1106af13d55
3
  size 1882808408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e400ac9ed2707a888954e2cf8d433a967dfbda8ae197d8287d6c04f5d097b01d
3
  size 1882808408
model-00008-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fc71bf2c5d74f5c950ac0c3f935c795f8ff8d856a43cb252dd7d3851d68b9b2
3
  size 1970932624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30741b0f57bc48236bfb5914c142b0b8844ced2b427a3002c397edf2ff4f60ad
3
  size 1970932624
model-00009-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7533e063162aecffb7b3db2ef81f5567e69cc6380da3a36e96145803225fdd68
3
  size 1926849456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b0307a4dfd56166022818a931d4f4b012ddd6a7d69c34566789a78166145290
3
  size 1926849456
model-00010-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7e2b13cc9d0e136c79678acdcb1f57479b42fdfc32f908ddf192f2fbdb4f231
3
  size 1882808408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1d450f247fa1fb0d7c8c95ac9366ae1545e43a87178ea1639bd3ee9344c092
3
  size 1882808408
model-00011-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e5e59040b93b647cbbd68d68af2d677dd166dd13a52f1da5c2c9c3f5659bbd9
3
  size 1970932624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4fa986c69ac4aa038e960292913f491e7c50fdbbba9ce21a7f05794752357e
3
  size 1970932624
model-00012-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69385c3008c82b7d6da2a2e672f90b05ebd7aca9a5f4a7e19f59f48eb8fd771f
3
  size 1926849456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f9e96bd1000c2763963550cdcf30da77d1494bb961c7884f32a1d253816b3c9
3
  size 1926849456
model-00013-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e1f36f1cfd02f38f6ec4eba44811d7390cb74bcd125798a3ba5d1b0ac2f64bf
3
  size 1882808408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:301e1e0c62fb264e3a442b3880f0d89fff028e9309688cea8c993b35dc71fbbf
3
  size 1882808408
model-00014-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ef04ea41827d83a497512352d78d2c378928ac9032f3a292d4568beef9cb3e4
3
  size 1970932624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc452ef5bb7125c40148f1a234c26a2dcc39b72fe1f8d0609fbb421aa4c22d9
3
  size 1970932624
model-00015-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99016a2269e2da2d5e6c4ec5f8bd4ef06682948c8d890b75936d95b45584209e
3
  size 1926849456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca1cc47521e7033b7296e1ca47e1fc969118ba8943e47d34b6900880616403f
3
  size 1926849456
model-00016-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1ce30cc1d7bc648722decab7e72902c6565d708171f8a2b34315debc04494b9
3
  size 1882808408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36068d2a0fe507adabe8f91009e6fcbd51f7b8fd9ae15d729a2d1d7b043a6e21
3
  size 1882808408
model-00017-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9422f81201761def2e636e94a8783a6468d88b8967c3f85e48b118da1bc4847
3
  size 1970932624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f808b3e6105ff37ec93bb9e6f19254e9bdbca869898a3851db02716101cd48
3
  size 1970932624
model-00018-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fc8eef6769c312483dd9433e2351876a14073077017b945dd464b5705c4f0d8
3
  size 1926849456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ee37856911d50122941b1c1af2a897eb343d97bd7cc1740a2f474293f20e5b
3
  size 1926849456
model-00019-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2694663d1b71b5113d82b7236adb5e3bb2fad0360db12a244558e09acf84a4d8
3
  size 1882808408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f28eb43904ae642f43beff5faff0ce0c1f985a8e98d7481ba61406ace9ade4
3
  size 1882808408
model-00020-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca640f9c547c93b22e9f1b9c778c1e499e92aed5318972fa2f50dc876369b83e
3
  size 1970932624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d8793dbb5df88984fed13b7343b68b3538bb3ddea00a27384089fc7415c0bd
3
  size 1970932624
model-00021-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8a5889493377f10d48c7e3a9efb338da18d7cc4ce617ba94602b8e39b1c640b
3
  size 1926849456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaaadc7dda62983594c7d0c9fdc29fd73cc29f53d2c0cf6dfffc90ecfc1be848
3
  size 1926849456
model-00022-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:984668053bdd7a147f57248816a6d6be2220cfda72fa1b0e788cbb13f143f854
3
  size 1882808408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae53b405cfa3b8f720f6807040b9a28cb6af81959b04d12141e4aeff2d2d9234
3
  size 1882808408
model-00023-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25f899d1e7498150f1d1ad12df434e63d6b929f2c92e7b7e65837077bbffa2fb
3
  size 1970932624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00052ad6880fb7f767a25dba6c29746bcf6a9e7ed0800b211bf7ae31e8897a7f
3
  size 1970932624
model-00024-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b23819376b735ce93e545ee6f4c17a85627276a14b69986147efd04e94264e0
3
  size 1926849456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c31b6e6dd0ea915ef97b7bcfbf3db53a4c39c58fde009851d7441d6188e23a4b
3
  size 1926849456
model-00025-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:106c2721a2cc4ff058639aad7fe99b041276f2e13f02810a5d5c29ac0aa8fd51
3
  size 1882808408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29b4d8a80be9fe432f4176c3dcb0d07cb1eae6960381523567457cbd2234db10
3
  size 1882808408
model-00026-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:914d16eed3c6919baf22cebe47248e31318a8af1de0afbcc5cc185167e45ccfb
3
  size 1970932624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010bfd68ff889db3c528c989d99659aefbc1102e0cd7257306816e5fe21f5cbd
3
  size 1970932624
model-00027-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad61f152ce1d618e1ed174e285751c6df95b2388f238aa403221ee42107617bb
3
  size 1926849456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b31c9a20a66b2c08c117ffc1fd00a4eed21bb849c6473fe5b1ddca37e77e1e0
3
  size 1926849456
model-00028-of-00028.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:424b38ba00f80cbfdc605653df1680f4ad48688de815766f4cb2cf091559909e
3
  size 1288275224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa2ba822ca8aacd593dd47688cbc26c2209a5c3138843b8ab98b65f109fcb5f
3
  size 1288275224