pr0mila commited on
Commit
2a320b5
·
1 Parent(s): 91cfacf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ import gradio as gr
26
  from transformers import GPTJForCausalLM
27
  import torch
28
 
29
- model = GPTJForCausalLM.from_pretrained("EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16, low_cpu_mem_usage=True)
30
  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
31
 
32
  def get_result_with_bloom(text):
 
26
  from transformers import GPTJForCausalLM
27
  import torch
28
 
29
+ model = GPTJForCausalLM.from_pretrained("EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16, low_cpu_mem_usage=False)
30
  tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
31
 
32
  def get_result_with_bloom(text):