bart-base-detox-svd / configuration_bart.py
not-found's picture
Add SVD-compressed model with rank 512
db45d00
raw
history blame contribute delete
259 Bytes
from transformers import BartConfig
class SVDCompressedBartConfig(BartConfig):
def __init__(self, *args, rank: int = 512, **kwargs):
super().__init__(*args, **kwargs)
self.rank = rank
SVDCompressedBartConfig.register_for_auto_class()