mudasirmoni commited on
Commit
8d570c2
·
verified ·
1 Parent(s): e31ffc5

Upload 3 files

Browse files
Files changed (3) hide show
  1. Dockerfile +16 -0
  2. app.py +19 -0
  3. requirements.txt +4 -0
Dockerfile ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
2
+ # you will also find guides on how best to write your Dockerfile
3
+
4
+ FROM python:3.12
5
+
6
+ RUN useradd -m -u 1000 user
7
+ USER user
8
+ ENV PATH="/home/user/.local/bin:$PATH"
9
+
10
+ WORKDIR /app
11
+
12
+ COPY --chown=user ./requirements.txt requirements.txt
13
+ RUN pip install --no-cache-dir --upgrade -r requirements.txt
14
+
15
+ COPY --chown=user . /app
16
+ CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
app.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI
2
+ from transformers import AutoModel, AutoTokenizer
3
+
4
+ app = FastAPI()
5
+
6
+ # Load Model
7
+ model_path = "./model"
8
+ tokenizer = AutoTokenizer.from_pretrained(model_path)
9
+ model = AutoModel.from_pretrained(model_path)
10
+
11
+ @app.get("/")
12
+ def home():
13
+ return {"message": "DeepSeek API is running!"}
14
+
15
+ @app.post("/predict")
16
+ async def predict(text: str):
17
+ inputs = tokenizer(text, return_tensors="pt")
18
+ outputs = model(**inputs)
19
+ return {"output": outputs.last_hidden_state.tolist()}
requirements.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ fastapi
2
+ uvicorn
3
+ torch
4
+ transformers