Camil Ziane
init space
74b17e0
raw
history blame
331 Bytes
from transformers import LlamaForCausalLM, AutoTokenizer
from . import register_llm
@register_llm('tinyllama')
def return_tinyllamaclass():
def tokenizer_and_post_load(tokenizer):
tokenizer.pad_token = tokenizer.unk_token
return tokenizer
return LlamaForCausalLM, (AutoTokenizer, tokenizer_and_post_load)