gate369 commited on
Commit
ea800b3
·
verified ·
1 Parent(s): 42a11b9

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
config.json CHANGED
@@ -8,7 +8,7 @@
8
  "max_position_embeddings": 1024,
9
  "balancing_weight": 0.01,
10
  "temperature": 1.0,
11
- "window_size": 128,
12
  "model_type": "MoR",
13
  "architecture": "MixtureOfRecursions",
14
  "hidden_act": "gelu"
 
8
  "max_position_embeddings": 1024,
9
  "balancing_weight": 0.01,
10
  "temperature": 1.0,
11
+ "window_size": 512,
12
  "model_type": "MoR",
13
  "architecture": "MixtureOfRecursions",
14
  "hidden_act": "gelu"
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04cc3d7965c3cc58bd705dddc7a8417eec284ce3e71f2a30fd99ab284b67c5b6
3
  size 724542240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8f0acdd722bf0c349394437b33e80d90811df05113204113dc1bf9aeeae15b8
3
  size 724542240