Tonic commited on
Commit
4557c0d
Β·
verified Β·
1 Parent(s): ff9c99f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -37,7 +37,7 @@ def get_detailed_instruct(task_description: str, query: str) -> str:
37
  @spaces.GPU
38
  def compute_embeddings(*input_texts):
39
  tokenizer = AutoTokenizer.from_pretrained('intfloat/e5-mistral-7b-instruct')
40
- model = AutoModel.from_pretrained('intfloat/e5-mistral-7b-instruct', torch_dtype="auto", device_map=device)
41
  max_length = 4096
42
  task = 'Given a web search query, retrieve relevant passages that answer the query'
43
  processed_texts = [get_detailed_instruct(task, text) for text in input_texts]
 
37
  @spaces.GPU
38
  def compute_embeddings(*input_texts):
39
  tokenizer = AutoTokenizer.from_pretrained('intfloat/e5-mistral-7b-instruct')
40
+ model = AutoModel.from_pretrained('intfloat/e5-mistral-7b-instruct', torch_dtype=torch.float16, device_map=device)
41
  max_length = 4096
42
  task = 'Given a web search query, retrieve relevant passages that answer the query'
43
  processed_texts = [get_detailed_instruct(task, text) for text in input_texts]