gpt2-medium-indonesian / create_config.py
cahya's picture
add config
aa4d81d
raw
history blame
257 Bytes
from transformers import GPT2Config
model_dir = "/home/cahya/Work/flax-community/gpt2-medium-indonesian" # ${MODEL_DIR}
config = GPT2Config.from_pretrained("gpt2-medium", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0)
config.save_pretrained(model_dir)