|
|
|
|
|
|
|
|
|
|
|
"""Deprecated Generate callback. |
|
|
|
|
|
Please use composer.callbacks.Generate instead. |
|
|
""" |
|
|
import warnings |
|
|
from typing import Any, List, Union |
|
|
|
|
|
from composer.callbacks import Generate as ComposerGenerate |
|
|
from transformers import PreTrainedTokenizer, PreTrainedTokenizerFast |
|
|
|
|
|
Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast] |
|
|
|
|
|
|
|
|
class Generate(ComposerGenerate): |
|
|
|
|
|
def __init__(self, prompts: List[str], batch_log_interval: int, |
|
|
**kwargs: Any): |
|
|
|
|
|
warnings.warn( |
|
|
('Accessing llmfoundry.callbacks.generate_callback.Generate ' |
|
|
'is deprecated and will be removed in a future release. ' |
|
|
'Please use composer.callbacks.Generate instead.'), |
|
|
DeprecationWarning, |
|
|
) |
|
|
|
|
|
interval = f'{batch_log_interval}ba' |
|
|
super().__init__(prompts=prompts, interval=interval, **kwargs) |
|
|
|
