Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,9 @@ from fastapi import FastAPI, HTTPException
|
|
9 |
from pydantic import BaseModel
|
10 |
from sentence_transformers import SentenceTransformer
|
11 |
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
|
12 |
-
|
|
|
|
|
13 |
# β
Initialize FastAPI
|
14 |
app = FastAPI()
|
15 |
|
@@ -20,10 +22,9 @@ if not OPENROUTER_API_KEY:
|
|
20 |
|
21 |
OPENROUTER_BASE_URL = "https://openrouter.ai/api/v1/chat/completions"
|
22 |
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
summarization_tokenizer = AutoTokenizer.from_pretrained("google/long-t5-tglobal-base")
|
27 |
|
28 |
# β
Load Datasets
|
29 |
try:
|
|
|
9 |
from pydantic import BaseModel
|
10 |
from sentence_transformers import SentenceTransformer
|
11 |
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
|
12 |
+
os.environ["HF_HOME"] = "/tmp/huggingface"
|
13 |
+
os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"
|
14 |
+
os.environ["SENTENCE_TRANSFORMERS_HOME"] = "/tmp/huggingface"
|
15 |
# β
Initialize FastAPI
|
16 |
app = FastAPI()
|
17 |
|
|
|
22 |
|
23 |
OPENROUTER_BASE_URL = "https://openrouter.ai/api/v1/chat/completions"
|
24 |
|
25 |
+
embedding_model = SentenceTransformer("sentence-transformers/paraphrase-MiniLM-L6-v2", cache_folder="/app/cache")
|
26 |
+
summarization_model = AutoModelForSeq2SeqLM.from_pretrained("google/long-t5-tglobal-base", cache_dir="/app/cache")
|
27 |
+
summarization_tokenizer = AutoTokenizer.from_pretrained("google/long-t5-tglobal-base", cache_dir="/app/cache")
|
|
|
28 |
|
29 |
# β
Load Datasets
|
30 |
try:
|