Update djezzy.py
Browse files
djezzy.py
CHANGED
@@ -30,8 +30,8 @@ embedding_llm = SentenceTransformerEmbeddings(model_name=model_name)
|
|
30 |
|
31 |
from transformers import T5Tokenizer, T5ForConditionalGeneration
|
32 |
|
33 |
-
tokenizer1 = T5Tokenizer.from_pretrained("google/flan-t5-
|
34 |
-
model1 = T5ForConditionalGeneration.from_pretrained("google/flan-t5-
|
35 |
with tempfile.TemporaryDirectory() as temp_dir:
|
36 |
# Chemins des fichiers cibles dans le répertoire temporaire
|
37 |
index_target = os.path.join(temp_dir, 'index.faiss')
|
|
|
30 |
|
31 |
from transformers import T5Tokenizer, T5ForConditionalGeneration
|
32 |
|
33 |
+
tokenizer1 = T5Tokenizer.from_pretrained("google/flan-t5-xl")
|
34 |
+
model1 = T5ForConditionalGeneration.from_pretrained("google/flan-t5-xl",load_in_8bit=True)
|
35 |
with tempfile.TemporaryDirectory() as temp_dir:
|
36 |
# Chemins des fichiers cibles dans le répertoire temporaire
|
37 |
index_target = os.path.join(temp_dir, 'index.faiss')
|