Upload awq_3bit/manifest.json with huggingface_hub
Browse files- awq_3bit/manifest.json +12 -0
awq_3bit/manifest.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fakequant": true,
|
| 3 |
+
"vision_bits": 3,
|
| 4 |
+
"llm_bits": 3,
|
| 5 |
+
"group_size": 128,
|
| 6 |
+
"sym": false,
|
| 7 |
+
"aggregate_bpw": 3.20656871764801,
|
| 8 |
+
"action_mse_vs_fp16": 0.0033368286676704884,
|
| 9 |
+
"action_mae_vs_fp16": 0.019340666010975838,
|
| 10 |
+
"vision_params": 411070464,
|
| 11 |
+
"llm_params": 1981808640
|
| 12 |
+
}
|