ChiefTheLord commited on
Commit
27eebf3
verified
1 Parent(s): 3487eb3

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -0
app.py ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ from fastapi import FastAPI
4
+ from pydantic import BaseModel
5
+
6
+ app = FastAPI()
7
+
8
+ class InferenceRequest(BaseModel):
9
+ prompt: str
10
+ max_length: int = 16
11
+ temperature: int = 0.9
12
+
13
+ @app.post('/predict')
14
+ def predict(request: InferenceRequest):
15
+ return {
16
+ 'generated_text': request.prompt
17
+ }