File size: 326 Bytes
74b17e0 |
1 2 3 4 5 6 7 8 9 10 11 12 |
from transformers import GemmaForCausalLM, AutoTokenizer
from . import register_llm
@register_llm('gemma')
def return_gemmaclass():
def tokenizer_and_post_load(tokenizer):
tokenizer.pad_token = tokenizer.unk_token
return tokenizer
return (GemmaForCausalLM, (AutoTokenizer, tokenizer_and_post_load))
|