tarekfer8 commited on
Commit
1ea7e9e
·
verified ·
1 Parent(s): 582d6e2

Update djezzy.py

Browse files
Files changed (1) hide show
  1. djezzy.py +2 -2
djezzy.py CHANGED
@@ -30,8 +30,8 @@ embedding_llm = SentenceTransformerEmbeddings(model_name=model_name)
30
 
31
  from transformers import T5Tokenizer, T5ForConditionalGeneration
32
 
33
- tokenizer1 = T5Tokenizer.from_pretrained("google/flan-t5-base")
34
- model1 = T5ForConditionalGeneration.from_pretrained("google/flan-t5-base")
35
  with tempfile.TemporaryDirectory() as temp_dir:
36
  # Chemins des fichiers cibles dans le répertoire temporaire
37
  index_target = os.path.join(temp_dir, 'index.faiss')
 
30
 
31
  from transformers import T5Tokenizer, T5ForConditionalGeneration
32
 
33
+ tokenizer1 = T5Tokenizer.from_pretrained("google/flan-t5-xl")
34
+ model1 = T5ForConditionalGeneration.from_pretrained("google/flan-t5-xl",load_in_8bit=True)
35
  with tempfile.TemporaryDirectory() as temp_dir:
36
  # Chemins des fichiers cibles dans le répertoire temporaire
37
  index_target = os.path.join(temp_dir, 'index.faiss')