tarekfer8 commited on
Commit
b643fd1
·
verified ·
1 Parent(s): 11af0aa

Update djezzy.py

Browse files
Files changed (1) hide show
  1. djezzy.py +2 -2
djezzy.py CHANGED
@@ -28,8 +28,8 @@ embedding_llm = SentenceTransformerEmbeddings(model_name=model_name)
28
 
29
  from transformers import T5Tokenizer, T5ForConditionalGeneration
30
 
31
- tokenizer1 = T5Tokenizer.from_pretrained("google/flan-t5-xl")
32
- model1 = T5ForConditionalGeneration.from_pretrained("google/flan-t5-xl", device_map=device_map, load_in_8bit=True)
33
  with tempfile.TemporaryDirectory() as temp_dir:
34
  # Chemins des fichiers cibles dans le répertoire temporaire
35
  index_target = os.path.join(temp_dir, 'index.faiss')
 
28
 
29
  from transformers import T5Tokenizer, T5ForConditionalGeneration
30
 
31
+ tokenizer1 = T5Tokenizer.from_pretrained("google/flan-t5-base")
32
+ model1 = T5ForConditionalGeneration.from_pretrained("google/flan-t5-base")
33
  with tempfile.TemporaryDirectory() as temp_dir:
34
  # Chemins des fichiers cibles dans le répertoire temporaire
35
  index_target = os.path.join(temp_dir, 'index.faiss')