Maxwell commited on
Commit
0b5cd5d
·
verified ·
1 Parent(s): 0db448b

Trained with Unsloth - config

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
- "torch_dtype": "float16",
9
  "eos_token_id": 128009,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
+ "torch_dtype": "bfloat16",
9
  "eos_token_id": 128009,
10
  "head_dim": 128,
11
  "hidden_act": "silu",