OnlyCheeini commited on
Commit
7737d3e
·
verified ·
1 Parent(s): bb9d04d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -7
app.py CHANGED
@@ -3,13 +3,6 @@ from fastapi import FastAPI, HTTPException
3
  from pydantic import BaseModel
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
  import torch
6
- import gradio as gr
7
-
8
- def greet(name, req: gr.Request):
9
- return f"{req.headers=}"
10
-
11
- iface = gr.Interface(fn=greet, inputs="text", outputs="text")
12
- iface.launch()
13
  # Disable hf_transfer
14
  os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "false"
15
 
@@ -51,4 +44,11 @@ async def generate_text(request: OpenAIRequest):
51
 
52
  if __name__ == "__main__":
53
  import uvicorn
 
 
 
 
 
 
 
54
  uvicorn.run(app, host="0.0.0.0", port=8000)
 
3
  from pydantic import BaseModel
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
  import torch
 
 
 
 
 
 
 
6
  # Disable hf_transfer
7
  os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "false"
8
 
 
44
 
45
  if __name__ == "__main__":
46
  import uvicorn
47
+ import gradio as gr
48
+
49
+ def greet(name, req: gr.Request):
50
+ return f"{req.headers=}"
51
+
52
+ iface = gr.Interface(fn=greet, inputs="text", outputs="text")
53
+ iface.launch()
54
  uvicorn.run(app, host="0.0.0.0", port=8000)