Spaces:
Runtime error
Runtime error
Commit
·
19487c7
1
Parent(s):
6fc5023
Update app.py
Browse files
app.py
CHANGED
@@ -24,10 +24,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
|
24 |
@st.cache(allow_output_mutation=True)
|
25 |
def load_model():
|
26 |
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
|
|
|
27 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_neo_notes")
|
28 |
-
return pipeline("text-generation", model=model, tokenizer=tokenizer)
|
29 |
-
|
30 |
-
model = model.to(device)
|
31 |
|
32 |
pipe = load_model()
|
33 |
|
|
|
24 |
@st.cache(allow_output_mutation=True)
|
25 |
def load_model():
|
26 |
model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt_neo_notes", low_cpu_mem_usage=True)
|
27 |
+
# model = model.to(device)
|
28 |
tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_neo_notes")
|
29 |
+
return pipeline("text-generation", model=model, tokenizer=tokenizer)
|
30 |
+
|
|
|
31 |
|
32 |
pipe = load_model()
|
33 |
|