MrBananaHuman
/

kogpt_6b_fp16

Text Generation

Inference Endpoints

Model card Files Files and versions Community

MrBananaHuman commited on Nov 19, 2021

Commit

270b2e1

·

1 Parent(s): 32c6067

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -15,7 +15,7 @@ model = GPTJForCausalLM.from_pretrained('kakaobrain/kogpt', cache_dir='./my_dir'
 import torch
 from transformers import GPTJForCausalLM, AutoTokenizer
-model = GPTJForCausalLM.from_pretrained('MrBananaHuman/kogpt_6b_fp16')
 model.to('cuda')
 tokenizer = AutoTokenizer.from_pretrained('MrBananaHuman/kogpt_6b_fp16')

 import torch
 from transformers import GPTJForCausalLM, AutoTokenizer
+model = GPTJForCausalLM.from_pretrained('MrBananaHuman/kogpt_6b_fp16', low_cpu_mem_usage=True))
 model.to('cuda')
 tokenizer = AutoTokenizer.from_pretrained('MrBananaHuman/kogpt_6b_fp16')