minigpt4/configs/datasets/cmd_video/default.yaml

 # Copyright (c) 2022, salesforce.com, inc.
 # All rights reserved.
 # SPDX-License-Identifier: BSD-3-Clause
 # For full license text, see the LICENSE file in the repo root or https://opensource.org/licenses/BSD-3-Clause

datasets:
  cmd_video:
    # data_dir: ${env.data_dir}/datasets
    data_type: images # [images|videos|features]

    build_info:
      # Be careful not to append minus sign (-) before split to avoid itemizing
      vis_root: path/to/videos/
      ann_paths: [path/to/annotations.json]
      subtitles_path: path/to/subtitles_folder # folder that contains subtitles of .vtt format
      model_name: 'llama2' # Language Model Name (available: llama2, mistral)