Spaces:
Sleeping
Sleeping
Create core/quantizer.py
Browse files- core/quantizer.py +12 -0
core/quantizer.py
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import torch
|
| 2 |
+
|
| 3 |
+
def fake_quantize(x, num_bits=8):
|
| 4 |
+
qmin = -2 ** (num_bits - 1)
|
| 5 |
+
qmax = 2 ** (num_bits - 1) - 1
|
| 6 |
+
|
| 7 |
+
scale = x.abs().max() / qmax
|
| 8 |
+
if scale == 0:
|
| 9 |
+
return x
|
| 10 |
+
|
| 11 |
+
x_q = torch.clamp((x / scale).round(), qmin, qmax)
|
| 12 |
+
return x_q * scale
|