from transformers import StableLmForCausalLM, AutoTokenizer | |
from . import register_llm | |
def return_phiclass(): | |
def tokenizer_and_post_load(tokenizer): | |
return tokenizer | |
return (StableLmForCausalLM, (AutoTokenizer, tokenizer_and_post_load)) | |
from transformers import StableLmForCausalLM, AutoTokenizer | |
from . import register_llm | |
def return_phiclass(): | |
def tokenizer_and_post_load(tokenizer): | |
return tokenizer | |
return (StableLmForCausalLM, (AutoTokenizer, tokenizer_and_post_load)) | |