minpeter/skt-kogpt2-base-v2-hf

SKT KoGPT2 Base v2

This model is forked from skt/kogpt2-base-v2.
For more details, see: github.com/SKT-AI/KoGPT2

Convert Code

from transformers import AutoTokenizer, AutoModelForCausalLM

tokenizer = AutoTokenizer.from_pretrained(
    "skt/kogpt2-base-v2",
    bos_token="<s>",
    eos_token="</s>",
    pad_token="<pad>",
    unk_token="<unk>",
)
model = AutoModelForCausalLM.from_pretrained("skt/kogpt2-base-v2")

tokenizer.save_pretrained("./kogpt2-base-v2")
model.save_pretrained("./kogpt2-base-v2")

# Added a README file and uploaded it to minpeter/skt-kogpt2-base-v2-hf :)
# huggingface-cli upload minpeter/skt-kogpt2-base-v2-hf ./kogpt2-base-v2