mindspark121 commited on
Commit
e1d5461
Β·
verified Β·
1 Parent(s): d7eec32

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -9,7 +9,9 @@ from fastapi import FastAPI, HTTPException
9
  from pydantic import BaseModel
10
  from sentence_transformers import SentenceTransformer
11
  from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
12
-
 
 
13
  # βœ… Initialize FastAPI
14
  app = FastAPI()
15
 
@@ -20,10 +22,9 @@ if not OPENROUTER_API_KEY:
20
 
21
  OPENROUTER_BASE_URL = "https://openrouter.ai/api/v1/chat/completions"
22
 
23
- # βœ… Load AI Models
24
- embedding_model = SentenceTransformer("all-MiniLM-L6-v2")
25
- summarization_model = AutoModelForSeq2SeqLM.from_pretrained("google/long-t5-tglobal-base")
26
- summarization_tokenizer = AutoTokenizer.from_pretrained("google/long-t5-tglobal-base")
27
 
28
  # βœ… Load Datasets
29
  try:
 
9
  from pydantic import BaseModel
10
  from sentence_transformers import SentenceTransformer
11
  from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
12
+ os.environ["HF_HOME"] = "/tmp/huggingface"
13
+ os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"
14
+ os.environ["SENTENCE_TRANSFORMERS_HOME"] = "/tmp/huggingface"
15
  # βœ… Initialize FastAPI
16
  app = FastAPI()
17
 
 
22
 
23
  OPENROUTER_BASE_URL = "https://openrouter.ai/api/v1/chat/completions"
24
 
25
+ embedding_model = SentenceTransformer("sentence-transformers/paraphrase-MiniLM-L6-v2", cache_folder="/app/cache")
26
+ summarization_model = AutoModelForSeq2SeqLM.from_pretrained("google/long-t5-tglobal-base", cache_dir="/app/cache")
27
+ summarization_tokenizer = AutoTokenizer.from_pretrained("google/long-t5-tglobal-base", cache_dir="/app/cache")
 
28
 
29
  # βœ… Load Datasets
30
  try: