Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
from ctransformers import AutoModelForCausalLM
|
2 |
from fastapi import FastAPI
|
3 |
from pydantic import BaseModel
|
|
|
4 |
|
5 |
|
6 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
|
@@ -14,6 +15,7 @@ class validation(BaseModel):
|
|
14 |
prompt: str
|
15 |
#Fast API
|
16 |
app = FastAPI()
|
|
|
17 |
|
18 |
@app.post("/bpandey23_llm")
|
19 |
async def stream(item: validation):
|
|
|
1 |
from ctransformers import AutoModelForCausalLM
|
2 |
from fastapi import FastAPI
|
3 |
from pydantic import BaseModel
|
4 |
+
import logging
|
5 |
|
6 |
|
7 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
|
|
|
15 |
prompt: str
|
16 |
#Fast API
|
17 |
app = FastAPI()
|
18 |
+
logging.debug("this was the payload used : %s" str)
|
19 |
|
20 |
@app.post("/bpandey23_llm")
|
21 |
async def stream(item: validation):
|