File size: 890 Bytes
de4ade4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
# Copyright 2022 MosaicML LLM Foundry authors
# SPDX-License-Identifier: Apache-2.0
from llmfoundry.models.utils.adapt_tokenizer import (
AutoTokenizerForMOD, adapt_tokenizer_for_denoising)
from llmfoundry.models.utils.hf_prefixlm_converter import (
add_bidirectional_mask_if_missing, convert_hf_causal_lm_to_prefix_lm)
from llmfoundry.models.utils.meta_init_context import (init_empty_weights,
init_on_device)
from llmfoundry.models.utils.param_init_fns import (MODEL_INIT_REGISTRY,
generic_param_init_fn_)
__all__ = [
'AutoTokenizerForMOD',
'adapt_tokenizer_for_denoising',
'convert_hf_causal_lm_to_prefix_lm',
'init_empty_weights',
'init_on_device',
'add_bidirectional_mask_if_missing',
'generic_param_init_fn_',
'MODEL_INIT_REGISTRY',
]
|