Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -37,7 +37,7 @@ def get_detailed_instruct(task_description: str, query: str) -> str:
|
|
37 |
@spaces.GPU
|
38 |
def compute_embeddings(*input_texts):
|
39 |
tokenizer = AutoTokenizer.from_pretrained('intfloat/e5-mistral-7b-instruct')
|
40 |
-
model = AutoModel.from_pretrained('intfloat/e5-mistral-7b-instruct', torch_dtype=
|
41 |
max_length = 4096
|
42 |
task = 'Given a web search query, retrieve relevant passages that answer the query'
|
43 |
processed_texts = [get_detailed_instruct(task, text) for text in input_texts]
|
|
|
37 |
@spaces.GPU
|
38 |
def compute_embeddings(*input_texts):
|
39 |
tokenizer = AutoTokenizer.from_pretrained('intfloat/e5-mistral-7b-instruct')
|
40 |
+
model = AutoModel.from_pretrained('intfloat/e5-mistral-7b-instruct', torch_dtype=torch.float16, device_map=device)
|
41 |
max_length = 4096
|
42 |
task = 'Given a web search query, retrieve relevant passages that answer the query'
|
43 |
processed_texts = [get_detailed_instruct(task, text) for text in input_texts]
|