Hugging Face's logo

Spaces:
felixz
/
Flan-T5-experiment
Runtime error

App Files Community
felixz commited on
Commit
f218c15
·
1 Parent(s): 59290b2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -5,8 +5,12 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration
5
  # google/flan-t5-large
6
  model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
7
 
 
 
 
 
8
  tokenizer = T5Tokenizer.from_pretrained(model_name)
9
- model = T5ForConditionalGeneration.from_pretrained(model_name)
10
 
11
  title = ""
12
 
 
5
  # google/flan-t5-large
6
  model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
7
 
8
+ # Load model directly
9
+ #from transformers import AutoModel
10
+ model = AutoModel.from_pretrained("jncraton/fastchat-t5-3b-v1.0-ct2-int8")
11
+
12
  tokenizer = T5Tokenizer.from_pretrained(model_name)
13
+ #model = T5ForConditionalGeneration.from_pretrained(model_name)
14
 
15
  title = ""
16