Update app.py
Browse files
app.py
CHANGED
@@ -3,13 +3,6 @@ from fastapi import FastAPI, HTTPException
|
|
3 |
from pydantic import BaseModel
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
5 |
import torch
|
6 |
-
import gradio as gr
|
7 |
-
|
8 |
-
def greet(name, req: gr.Request):
|
9 |
-
return f"{req.headers=}"
|
10 |
-
|
11 |
-
iface = gr.Interface(fn=greet, inputs="text", outputs="text")
|
12 |
-
iface.launch()
|
13 |
# Disable hf_transfer
|
14 |
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "false"
|
15 |
|
@@ -51,4 +44,11 @@ async def generate_text(request: OpenAIRequest):
|
|
51 |
|
52 |
if __name__ == "__main__":
|
53 |
import uvicorn
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
uvicorn.run(app, host="0.0.0.0", port=8000)
|
|
|
3 |
from pydantic import BaseModel
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
5 |
import torch
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
# Disable hf_transfer
|
7 |
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "false"
|
8 |
|
|
|
44 |
|
45 |
if __name__ == "__main__":
|
46 |
import uvicorn
|
47 |
+
import gradio as gr
|
48 |
+
|
49 |
+
def greet(name, req: gr.Request):
|
50 |
+
return f"{req.headers=}"
|
51 |
+
|
52 |
+
iface = gr.Interface(fn=greet, inputs="text", outputs="text")
|
53 |
+
iface.launch()
|
54 |
uvicorn.run(app, host="0.0.0.0", port=8000)
|