from transformers import AutoTokenizer, AutoModel | |
tokenizer = AutoTokenizer.from_pretrained("BM-K/KoMiniLM-68M") # 23M model | |
model = AutoModel.from_pretrained("BM-K/KoMiniLM-68M") | |
inputs = tokenizer("μλ μΈμμ!", return_tensors="pt") | |
outputs = model(**inputs) | |
print(outputs) | |