milyiyo commited on
Commit
2a13080
·
1 Parent(s): 8be397f

Change the model to get embeddings

Browse files
Files changed (1) hide show
  1. functions.py +5 -2
functions.py CHANGED
@@ -215,5 +215,8 @@ model, tokenizer = load_model(
215
  pipe = pipeline("text2text-generation", model=model,
216
  tokenizer=tokenizer, max_new_tokens=100)
217
  llm = HuggingFacePipeline(pipeline=pipe)
218
- emb_model, emb_tokenizer = load_embeddings_model(
219
- "sentence-transformers/multi-qa-mpnet-base-dot-v1")
 
 
 
 
215
  pipe = pipeline("text2text-generation", model=model,
216
  tokenizer=tokenizer, max_new_tokens=100)
217
  llm = HuggingFacePipeline(pipeline=pipe)
218
+
219
+ # Sentence Transformers models
220
+ # - paraphrase-multilingual-MiniLM-L12-v2
221
+ # - multi-qa-mpnet-base-dot-v1
222
+ emb_model, emb_tokenizer = load_embeddings_model("sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2")