xtuner/apis/datasets/__init__.py

# Copyright (c) OpenMMLab. All rights reserved.
from .alpaca import (alpaca_data_collator, alpaca_dataset,
                     alpaca_enzh_data_collator, alpaca_enzh_dataset,
                     alpaca_zh_data_collator, alpaca_zh_dataset)
from .arxiv import arxiv_data_collator, arxiv_dataset
from .code_alpaca import code_alpaca_data_collator, code_alpaca_dataset
from .colorist import colorist_data_collator, colorist_dataset
from .lawyer import (lawyer_crime_data_collator, lawyer_crime_dataset,
                     lawyer_data_collator, lawyer_dataset,
                     lawyer_reference_data_collator, lawyer_reference_dataset)
from .medical import medical_data_collator, medical_dataset
from .moss_003_sft import (moss_003_sft_data_collator, moss_003_sft_dataset,
                           moss_003_sft_no_plugins_data_collator,
                           moss_003_sft_no_plugins_dataset,
                           moss_003_sft_plugins_data_collator,
                           moss_003_sft_plugins_dataset)
from .oasst1 import oasst1_data_collator, oasst1_dataset
from .open_orca import openorca_data_collator, openorca_dataset
from .sql import sql_data_collator, sql_dataset
from .tiny_codes import tiny_codes_data_collator, tiny_codes_dataset
from .wizardlm import wizardlm_data_collator, wizardlm_dataset

__all__ = [
    'alpaca_data_collator', 'alpaca_dataset', 'alpaca_enzh_data_collator',
    'alpaca_enzh_dataset', 'alpaca_zh_data_collator', 'alpaca_zh_dataset',
    'arxiv_data_collator', 'arxiv_dataset', 'medical_data_collator',
    'medical_dataset', 'moss_003_sft_data_collator', 'moss_003_sft_dataset',
    'moss_003_sft_no_plugins_data_collator', 'moss_003_sft_no_plugins_dataset',
    'moss_003_sft_plugins_data_collator', 'moss_003_sft_plugins_dataset',
    'oasst1_data_collator', 'oasst1_dataset', 'openorca_data_collator',
    'openorca_dataset', 'lawyer_crime_dataset', 'lawyer_crime_data_collator',
    'lawyer_reference_dataset', 'lawyer_reference_data_collator',
    'lawyer_dataset', 'lawyer_data_collator', 'colorist_dataset',
    'colorist_data_collator', 'sql_dataset', 'sql_data_collator',
    'code_alpaca_dataset', 'code_alpaca_data_collator', 'tiny_codes_dataset',
    'tiny_codes_data_collator', 'wizardlm_data_collator', 'wizardlm_dataset'
]