Spaces:
Runtime error
Runtime error
Commit
·
534c26d
1
Parent(s):
ae1fc8c
Update app.py
Browse files
app.py
CHANGED
@@ -37,7 +37,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
|
37 |
|
38 |
@st.cache(allow_output_mutation=True)
|
39 |
def load_model():
|
40 |
-
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes")
|
41 |
# model = model.to(device)
|
42 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_neo_notes")
|
43 |
return pipeline("text-generation", model=model, tokenizer=tokenizer)
|
|
|
37 |
|
38 |
@st.cache(allow_output_mutation=True)
|
39 |
def load_model():
|
40 |
+
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
|
41 |
# model = model.to(device)
|
42 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_neo_notes")
|
43 |
return pipeline("text-generation", model=model, tokenizer=tokenizer)
|