Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ import gradio as gr
|
|
26 |
from transformers import GPTJForCausalLM
|
27 |
import torch
|
28 |
|
29 |
-
model = GPTJForCausalLM.from_pretrained("EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16, low_cpu_mem_usage=
|
30 |
tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
|
31 |
|
32 |
def get_result_with_bloom(text):
|
|
|
26 |
from transformers import GPTJForCausalLM
|
27 |
import torch
|
28 |
|
29 |
+
model = GPTJForCausalLM.from_pretrained("EleutherAI/gpt-j-6B", revision="float16", torch_dtype=torch.float16, low_cpu_mem_usage=False)
|
30 |
tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
|
31 |
|
32 |
def get_result_with_bloom(text):
|