Spaces:
Runtime error
Runtime error
Commit
·
aa29184
1
Parent(s):
4b9d3d3
Update app.py
Browse files
app.py
CHANGED
@@ -35,7 +35,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
|
35 |
# device_map = infer_auto_device_map(model, dtype="float16")
|
36 |
# st.write(device_map)
|
37 |
|
38 |
-
@st.cache(
|
39 |
def load_model():
|
40 |
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
|
41 |
# model = model.to(device)
|
|
|
35 |
# device_map = infer_auto_device_map(model, dtype="float16")
|
36 |
# st.write(device_map)
|
37 |
|
38 |
+
@st.cache(allow_output_mutation=True)
|
39 |
def load_model():
|
40 |
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
|
41 |
# model = model.to(device)
|