Create ch.py
Browse files
ch.py
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from transformers import prune_model
|
2 |
+
|
3 |
+
model = torch.load('merged_model.safetensors')
|
4 |
+
pruned_model = prune_model(model, amount=0.25) # Removes 20% of parameters
|
5 |
+
|
6 |
+
torch.save(pruned_model, 'merged_model.safetensors')
|