VishaliniS456 commited on
Commit
ed127b7
·
verified ·
1 Parent(s): 0a8b42d

Create core/quantizer.py

Browse files
Files changed (1) hide show
  1. core/quantizer.py +12 -0
core/quantizer.py ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ def fake_quantize(x, num_bits=8):
4
+ qmin = -2 ** (num_bits - 1)
5
+ qmax = 2 ** (num_bits - 1) - 1
6
+
7
+ scale = x.abs().max() / qmax
8
+ if scale == 0:
9
+ return x
10
+
11
+ x_q = torch.clamp((x / scale).round(), qmin, qmax)
12
+ return x_q * scale