barakplasma commited on
Commit
1fb53c0
·
unverified ·
1 Parent(s): 9805c64

Upload quantization_summary.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. quantization_summary.json +82 -0
quantization_summary.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "timestamp_utc": "2026-03-30T15:52:12.739366+00:00",
3
+ "native_quant_capability": false,
4
+ "native_quant_reason": "gemma3 4b builder missing; available=['build_model_1b', 'build_model_270m']",
5
+ "plan_mode": "native_quant_unavailable",
6
+ "requested_quants": [
7
+ "int4",
8
+ "int8",
9
+ "fp8",
10
+ "float16",
11
+ "dynamic_int8"
12
+ ],
13
+ "build_plan": [
14
+ "none",
15
+ "float16"
16
+ ],
17
+ "unsupported_quants": [
18
+ "fp8"
19
+ ],
20
+ "results": [
21
+ {
22
+ "quant": "int4",
23
+ "ok": true,
24
+ "rc": 0,
25
+ "timed_out": false,
26
+ "task": "/home/ubuntu/output/translategemma-4b-it-none.task",
27
+ "task_size": 15529421499,
28
+ "tflite": "/home/ubuntu/tflite_output/none/translategemma-4b-it-generic-none.tflite",
29
+ "log": "/home/ubuntu/logs/convert_none.log",
30
+ "status": "aliased_to_none",
31
+ "alias_of": "none"
32
+ },
33
+ {
34
+ "quant": "int8",
35
+ "ok": true,
36
+ "rc": 0,
37
+ "timed_out": false,
38
+ "task": "/home/ubuntu/output/translategemma-4b-it-none.task",
39
+ "task_size": 15529421499,
40
+ "tflite": "/home/ubuntu/tflite_output/none/translategemma-4b-it-generic-none.tflite",
41
+ "log": "/home/ubuntu/logs/convert_none.log",
42
+ "status": "aliased_to_none",
43
+ "alias_of": "none"
44
+ },
45
+ {
46
+ "quant": "fp8",
47
+ "ok": false,
48
+ "rc": 2,
49
+ "timed_out": false,
50
+ "task": "",
51
+ "task_size": 0,
52
+ "tflite": "",
53
+ "log": "",
54
+ "status": "unsupported",
55
+ "alias_of": ""
56
+ },
57
+ {
58
+ "quant": "float16",
59
+ "ok": false,
60
+ "rc": 1,
61
+ "timed_out": false,
62
+ "task": "",
63
+ "task_size": 0,
64
+ "tflite": "",
65
+ "log": "/home/ubuntu/logs/convert_float16.log",
66
+ "status": "built",
67
+ "alias_of": ""
68
+ },
69
+ {
70
+ "quant": "dynamic_int8",
71
+ "ok": true,
72
+ "rc": 0,
73
+ "timed_out": false,
74
+ "task": "/home/ubuntu/output/translategemma-4b-it-none.task",
75
+ "task_size": 15529421499,
76
+ "tflite": "/home/ubuntu/tflite_output/none/translategemma-4b-it-generic-none.tflite",
77
+ "log": "/home/ubuntu/logs/convert_none.log",
78
+ "status": "aliased_to_none",
79
+ "alias_of": "none"
80
+ }
81
+ ]
82
+ }