fix the fix

app.py

@@ -1,17 +1,5 @@
-with open('/usr/local/lib/python3.8/dist-packages/torch/nn/parameter.py', 'r') as f:
-    text = f.read()
-
-if 'if data.dtype == torch.int8' not in text:
-    text = text.replace(
-        '            return torch.Tensor._make_subclass(cls, data, requires_grad)', 
-        '            if data.dtype == torch.int8:\n' \
-        '                requires_grad = False\n' \
-        '            return torch.Tensor._make_subclass(cls, data, requires_grad)'
-    )
-
-    with open('/usr/local/lib/python3.8/dist-packages/torch/nn/parameter.py', 'w') as f:
-        f.write(text)
-
+from fix_int8 import fix_pytorch_int8
+fix_pytorch_int8()
 
 
 # Credit:

fix_int8.py

@@ -0,0 +1,29 @@
+import os
+import sys
+
+
+def fix_pytorch_int8():
+    valid_path = [p for p in sys.path if p and os.path.isdir(p)]
+
+    for path in valid_path:
+        for folder in os.listdir(path):
+            if 'torch' in folder:
+                packages_path = path
+                break
+
+    fix_path = f'{packages_path}/torch/nn/parameter.py'
+
+    with open(fix_path, 'r') as f:
+        text = f.read()
+
+    if 'if data.dtype == torch.int8' not in text:
+        text = text.replace(
+            '            return torch.Tensor._make_subclass(cls, data, requires_grad)', 
+            '            if data.dtype == torch.int8:\n' \
+            '                requires_grad = False\n' \
+            '            return torch.Tensor._make_subclass(cls, data, requires_grad)'
+        )
+        with open(fix_path, 'w') as f:
+            f.write(text)
+
+        return print('Fixed torch/nn/parameter.py')

requirements.txt

@@ -5,7 +5,7 @@ bitsandbytes>=0.37.1
 accelerate>=0.17.1
 
 # chatglm
-protobuf>=3.19.5,<3.20.1
+protobuf>=3.19.5,<4
 transformers>=4.27.1
 icetk
 cpm_kernels>=1.0.11