import torch from safetensors.torch import load_file def load_model(path='model.safetensors'): return load_file(path) def buffer4(x3, x2, x1, x0, weights): """4-bit buffer (identity function).""" inp = torch.tensor([float(x3), float(x2), float(x1), float(x0)]) y0 = int((inp @ weights['y0.weight'].T + weights['y0.bias'] >= 0).item()) y1 = int((inp @ weights['y1.weight'].T + weights['y1.bias'] >= 0).item()) y2 = int((inp @ weights['y2.weight'].T + weights['y2.bias'] >= 0).item()) y3 = int((inp @ weights['y3.weight'].T + weights['y3.bias'] >= 0).item()) return y3, y2, y1, y0 if __name__ == '__main__': w = load_model() print('4-bit Buffer:') for i in [0, 5, 10, 15]: x3, x2, x1, x0 = (i >> 3) & 1, (i >> 2) & 1, (i >> 1) & 1, i & 1 y3, y2, y1, y0 = buffer4(x3, x2, x1, x0, w) print(f' {x3}{x2}{x1}{x0} -> {y3}{y2}{y1}{y0}')