devdock4bit / examples /merge_lora /qwen2vl_lora_sft.yaml
MachoMaheen's picture
Upload folder using huggingface_hub
bc55b34 verified
raw
history blame contribute delete
342 Bytes
### Note: DO NOT use quantized model or quantization_bit when merging lora adapters
### model
model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
adapter_name_or_path: saves/qwen2_vl-7b/lora/sft
template: qwen2_vl
finetuning_type: lora
### export
export_dir: models/qwen2_vl_lora_sft
export_size: 2
export_device: cpu
export_legacy_format: false