Camil Ziane
init space
74b17e0
raw
history blame
326 Bytes
from transformers import GemmaForCausalLM, AutoTokenizer
from . import register_llm
@register_llm('gemma')
def return_gemmaclass():
def tokenizer_and_post_load(tokenizer):
tokenizer.pad_token = tokenizer.unk_token
return tokenizer
return (GemmaForCausalLM, (AutoTokenizer, tokenizer_and_post_load))