pranavajay commited on
Commit
e074046
·
verified ·
1 Parent(s): c79fe33

Create ch.py

Browse files
Files changed (1) hide show
  1. ch.py +6 -0
ch.py ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ from transformers import prune_model
2
+
3
+ model = torch.load('merged_model.safetensors')
4
+ pruned_model = prune_model(model, amount=0.25) # Removes 20% of parameters
5
+
6
+ torch.save(pruned_model, 'merged_model.safetensors')