Hugging Face's logo

OwOOwO
/
g6

Text Generation
Transformers
Safetensors
gemma
conversational
text-generation-inference
Model card Files
xet
Community
OwOOwO commited on
Commit
b556d98
·
verified ·
1 Parent(s): df1ec46

Upload GemmaForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. model-00001-of-00002.safetensors +1 -1
  3. model-00002-of-00002.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/workspace/restore/finetuning-subnet-user/slouth_gemma/eval_dataset_complex_cleaned_merge1/output_final_weights",
3
  "architectures": [
4
  "GemmaForCausalLM"
5
  ],
@@ -18,6 +18,7 @@
18
  "num_hidden_layers": 18,
19
  "num_key_value_heads": 1,
20
  "pad_token_id": 0,
 
21
  "rms_norm_eps": 1e-06,
22
  "rope_scaling": null,
23
  "rope_theta": 10000.0,
 
1
  {
2
+ "_name_or_path": "/workspace/restore/finetuning-subnet-user/merge_test19/ut_merge2/eval_dataset_purchasing_cleaned_/workspace/restore/finetuning-subnet-user/merge_test19/output_merge2_/output_final_weights",
3
  "architectures": [
4
  "GemmaForCausalLM"
5
  ],
 
18
  "num_hidden_layers": 18,
19
  "num_key_value_heads": 1,
20
  "pad_token_id": 0,
21
+ "pretraining_tp": 1,
22
  "rms_norm_eps": 1e-06,
23
  "rope_scaling": null,
24
  "rope_theta": 10000.0,
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35bcacc62b789fb05c1ebee06f322b9efe457d3a07548e7cadfb106273925b6a
3
  size 4945242264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f8a195982a2d809e652df331405b71c5778827a21db7c4a42aad285ba60e36
3
  size 4945242264
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:924be917f6b6affe91f5242bee0a1af8088db024151e6733a1454fa4ff25f865
3
  size 67121608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfbfcaea859e525aba1baf6b7512da8611339f35f8de3463ffa14e40ac57cfc1
3
  size 67121608