| device: 'cuda' | |
| vicuna: | |
| model_path: '/home/user/app/vicuna-7b' | |
| device: 'cuda' | |
| num_gpus: 'auto' | |
| max_gpu_memory: '24Gib' | |
| load_8bit: True | |
| conv_template: | |
| temperature: 1.0 | |
| max_new_tokens: 512 | |
| debug: False | |
| output_path: '/home/user/app/vicuna_out.json' | |
| vid2seq: | |
| enable: False | |