Update utils.py
Browse files
utils.py
CHANGED
@@ -5,8 +5,8 @@ from sentence_transformers import SentenceTransformer
|
|
5 |
from transformers import T5Tokenizer, T5ForConditionalGeneration
|
6 |
|
7 |
# Load the tokenizer and model
|
8 |
-
tokenizer = T5Tokenizer.from_pretrained("t5-
|
9 |
-
llm_model = T5ForConditionalGeneration.from_pretrained("t5-
|
10 |
|
11 |
with open('documents.pkl', 'rb') as f:
|
12 |
documents = pickle.load(f)
|
|
|
5 |
from transformers import T5Tokenizer, T5ForConditionalGeneration
|
6 |
|
7 |
# Load the tokenizer and model
|
8 |
+
tokenizer = T5Tokenizer.from_pretrained("t5-large")
|
9 |
+
llm_model = T5ForConditionalGeneration.from_pretrained("t5-large")
|
10 |
|
11 |
with open('documents.pkl', 'rb') as f:
|
12 |
documents = pickle.load(f)
|