AleRive commited on
Commit
bf2b21f
·
verified ·
1 Parent(s): 3a0e2db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -0
app.py CHANGED
@@ -1,3 +1,8 @@
 
 
 
 
 
1
  from fastapi import FastAPI, Request
2
  from fastapi.responses import JSONResponse, FileResponse
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -5,6 +10,9 @@ import uvicorn
5
 
6
  app = FastAPI()
7
 
 
 
 
8
  # Carica il modello Hugging Face
9
  model_name = "microsoft/DialoGPT-small"
10
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
1
+ import os
2
+
3
+ # Imposta la cache dei modelli in una cartella scrivibile
4
+ os.environ["TRANSFORMERS_CACHE"] = "/app/cache"
5
+
6
  from fastapi import FastAPI, Request
7
  from fastapi.responses import JSONResponse, FileResponse
8
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
10
 
11
  app = FastAPI()
12
 
13
+ # Crea la cartella di cache se non esiste
14
+ os.makedirs("/app/cache", exist_ok=True)
15
+
16
  # Carica il modello Hugging Face
17
  model_name = "microsoft/DialoGPT-small"
18
  tokenizer = AutoTokenizer.from_pretrained(model_name)