bpandey23 commited on
Commit
c08854c
·
verified ·
1 Parent(s): bf2aa6f

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -0
main.py CHANGED
@@ -1,6 +1,7 @@
1
  from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
 
4
 
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
@@ -14,6 +15,7 @@ class validation(BaseModel):
14
  prompt: str
15
  #Fast API
16
  app = FastAPI()
 
17
 
18
  @app.post("/bpandey23_llm")
19
  async def stream(item: validation):
 
1
  from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
+ import logging
5
 
6
 
7
  llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
 
15
  prompt: str
16
  #Fast API
17
  app = FastAPI()
18
+ logging.debug("this was the payload used : %s" str)
19
 
20
  @app.post("/bpandey23_llm")
21
  async def stream(item: validation):