Create ch.py
Browse files
ch.py
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import prune_model
|
| 2 |
+
|
| 3 |
+
model = torch.load('merged_model.safetensors')
|
| 4 |
+
pruned_model = prune_model(model, amount=0.25) # Removes 20% of parameters
|
| 5 |
+
|
| 6 |
+
torch.save(pruned_model, 'merged_model.safetensors')
|