pyon0024 commited on
Commit
7b84a1c
·
verified ·
1 Parent(s): e1c71ff

float32 RoLA Merge

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 1,
8
- "dtype": "float16",
9
  "eos_token_id": 2,
10
  "head_dim": 64,
11
  "hidden_act": "silu",
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 1,
8
+ "dtype": "float32",
9
  "eos_token_id": 2,
10
  "head_dim": 64,
11
  "hidden_act": "silu",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdccae84fe5da2628487c3ef43ca2460d8d796fc139714df7709dd6de25f4ae7
3
- size 2200119664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8322fdc43e0e52c6d18e7e1616f28e6cede8a9d702ddf564aa79376d0549498a
3
+ size 4400216536