Spaces:
Runtime error
Runtime error
Commit
·
bc069c0
1
Parent(s):
a85f7fb
Update app.py
Browse files
app.py
CHANGED
@@ -19,16 +19,13 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
|
19 |
# device_map = infer_auto_device_map(model, dtype="float16")
|
20 |
# st.write(device_map)
|
21 |
|
22 |
-
@st.cache
|
23 |
def load_model():
|
24 |
-
st.write('Loading model...')
|
25 |
model = pipeline("text-generation", model="bryanmildort/gpt_neo_notes")
|
26 |
-
st.write('Success!')
|
27 |
return model
|
28 |
|
29 |
# model = model.to(device)
|
30 |
|
31 |
-
|
32 |
pipe = load_model()
|
33 |
|
34 |
prompt = """Admission Date: 2130-4-14 Discharge Date: 2130-4-17
|
|
|
19 |
# device_map = infer_auto_device_map(model, dtype="float16")
|
20 |
# st.write(device_map)
|
21 |
|
22 |
+
@st.cache(allow_output_mutation=True)
|
23 |
def load_model():
|
|
|
24 |
model = pipeline("text-generation", model="bryanmildort/gpt_neo_notes")
|
|
|
25 |
return model
|
26 |
|
27 |
# model = model.to(device)
|
28 |
|
|
|
29 |
pipe = load_model()
|
30 |
|
31 |
prompt = """Admission Date: 2130-4-14 Discharge Date: 2130-4-17
|