File size: 1,012 Bytes
7c7f4cb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
from transformers import PretrainedConfig
PATH = "."
class MusiLingoConfig(PretrainedConfig):
model_type = "musilingo"
is_encoder_decoder = True
def __init__(self,
mert_model = "m-a-p/MERT-v1-330M",
llama_model = f'lmsys/vicuna-7b-delta-v0',
prompt_path = "",
prompt_template = '###Human: {} ###Assistant: ',
max_txt_len = 32,
end_sym = '\n',
low_resource = False,
device_8bit = 0,
# linear_ckpt_path = "",
**kwargs):
self.mert_model = mert_model
self.llama_model = llama_model
self.prompt_path = prompt_path
self.prompt_template = prompt_template
self.max_txt_len = max_txt_len
self.end_sym = end_sym
self.low_resource = low_resource
self.device_8bit = device_8bit
# self.linear_ckpt_path = linear_ckpt_path
super().__init__(**kwargs)
|