bpandey23 commited on
Commit
bfeb8d3
·
verified ·
1 Parent(s): 7dee98c

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -1,7 +1,7 @@
1
  from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
- import gradio as gr
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
7
  model_type='mistral',
@@ -24,7 +24,7 @@ async def stream(item: validation):
24
  return llm(prompt)
25
 
26
 
27
- demo = gr.Interface(
28
  fn=stream,
29
  inputs=["text", "slider"],
30
  outputs=["text"],
 
1
  from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
+ import gradio
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
7
  model_type='mistral',
 
24
  return llm(prompt)
25
 
26
 
27
+ demo = gradio.Interface(
28
  fn=stream,
29
  inputs=["text", "slider"],
30
  outputs=["text"],