baileyk commited on
Commit
3c62e15
·
verified ·
1 Parent(s): 8a4ecab

Convert checkpoint to olmo_hybrid format

Browse files
Files changed (2) hide show
  1. config.json +1 -3
  2. model.safetensors +2 -2
config.json CHANGED
@@ -56,12 +56,10 @@
56
  "linear_key_head_dim": 96,
57
  "linear_value_head_dim": 192,
58
  "linear_conv_kernel_dim": 4,
59
- "linear_use_gate": true,
60
  "linear_allow_neg_eigval": true,
61
  "pad_token_id": 100277,
62
  "bos_token_id": null,
63
  "eos_token_id": 100257,
64
  "transformers_version": "4.52.0",
65
- "rope_parameters": null,
66
- "rope_theta": null
67
  }
 
56
  "linear_key_head_dim": 96,
57
  "linear_value_head_dim": 192,
58
  "linear_conv_kernel_dim": 4,
 
59
  "linear_allow_neg_eigval": true,
60
  "pad_token_id": 100277,
61
  "bos_token_id": null,
62
  "eos_token_id": 100257,
63
  "transformers_version": "4.52.0",
64
+ "rope_parameters": null
 
65
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37277fd2bc1b37d18e98dcc060bb4f72c2116c89f5678839338984af80590054
3
- size 14861802752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e654fdc9d971ec2dcaad712ebe79c01e648804bce084894e6bbbc090842aeb
3
+ size 14861802680