Update main.py
Browse files
main.py
CHANGED
@@ -4,24 +4,6 @@ from transformers import AutoModel
|
|
4 |
from typing import List
|
5 |
import os, platform
|
6 |
|
7 |
-
if platform.system() == "Windows":
|
8 |
-
print("Windows detected. Assigning cache directory to Transformers in AppData\Local.")
|
9 |
-
transformers_cache_directory = os.path.join(os.getenv('LOCALAPPDATA'), 'transformers_cache')
|
10 |
-
if not os.path.exists(transformers_cache_directory):
|
11 |
-
try:
|
12 |
-
os.mkdir(transformers_cache_directory)
|
13 |
-
print(f"First launch. Directory '{transformers_cache_directory}' created successfully.")
|
14 |
-
except OSError as e:
|
15 |
-
print(f"Error creating directory '{transformers_cache_directory}': {e}")
|
16 |
-
else:
|
17 |
-
print(f"Directory '{transformers_cache_directory}' already exists.")
|
18 |
-
os.environ['TRANSFORMERS_CACHE'] = transformers_cache_directory
|
19 |
-
print("Environment variable assigned.")
|
20 |
-
del transformers_cache_directory
|
21 |
-
|
22 |
-
else:
|
23 |
-
print("Windows not detected. Assignment of Transformers cache directory not necessary.")
|
24 |
-
|
25 |
|
26 |
model = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-en',token = "hf_GkUomApayMBJteRvrjvslfyLRvfp QRckba".replace(" ", ""), trust_remote_code=True)
|
27 |
|
@@ -41,6 +23,3 @@ async def chaatie_agent(item: Validation):
|
|
41 |
embeddings_list = [embedding.tolist() for embedding in embeddings]
|
42 |
|
43 |
return {"embeddings": embeddings_list}
|
44 |
-
|
45 |
-
|
46 |
-
|
|
|
4 |
from typing import List
|
5 |
import os, platform
|
6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
|
8 |
model = AutoModel.from_pretrained('jinaai/jina-embeddings-v2-base-en',token = "hf_GkUomApayMBJteRvrjvslfyLRvfp QRckba".replace(" ", ""), trust_remote_code=True)
|
9 |
|
|
|
23 |
embeddings_list = [embedding.tolist() for embedding in embeddings]
|
24 |
|
25 |
return {"embeddings": embeddings_list}
|
|
|
|
|
|