beshkenadze commited on
Commit
dd4ed70
·
verified ·
1 Parent(s): 4838544

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +8 -11
config.json CHANGED
@@ -7,7 +7,7 @@
7
  "attention_dropout": 0.0,
8
  "attn_logit_softcapping": null,
9
  "bos_token_id": 2,
10
- "dtype": "float32",
11
  "eos_token_id": 106,
12
  "final_logit_softcapping": null,
13
  "head_dim": 256,
@@ -47,21 +47,18 @@
47
  "rope_scaling": null,
48
  "rope_theta": 1000000.0,
49
  "sliding_window": 512,
50
- "transformers_version": "4.57.3",
51
  "unsloth_fixed": true,
52
  "unsloth_version": "2025.12.8",
53
  "use_bidirectional_attention": false,
54
  "use_cache": true,
55
  "vocab_size": 262144,
56
  "transformers.js_config": {
57
- "model_type": "gemma3",
58
- "onnx": {
59
- "fp32": {
60
- "file": "model.onnx"
61
- },
62
- "q4": {
63
- "file": "model_quantized.onnx"
64
- }
65
  }
66
  }
67
- }
 
7
  "attention_dropout": 0.0,
8
  "attn_logit_softcapping": null,
9
  "bos_token_id": 2,
10
+ "dtype": "bfloat16",
11
  "eos_token_id": 106,
12
  "final_logit_softcapping": null,
13
  "head_dim": 256,
 
47
  "rope_scaling": null,
48
  "rope_theta": 1000000.0,
49
  "sliding_window": 512,
50
+ "transformers_version": "4.56.1",
51
  "unsloth_fixed": true,
52
  "unsloth_version": "2025.12.8",
53
  "use_bidirectional_attention": false,
54
  "use_cache": true,
55
  "vocab_size": 262144,
56
  "transformers.js_config": {
57
+ "dtype": "fp32",
58
+ "use_external_data_format": true,
59
+ "kv_cache_dtype": {
60
+ "q4f16": "float16",
61
+ "fp16": "float16"
 
 
 
62
  }
63
  }
64
+ }