Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
from ctransformers import AutoModelForCausalLM
|
2 |
from fastapi import FastAPI
|
3 |
from pydantic import BaseModel
|
4 |
-
import gradio
|
5 |
|
6 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
|
7 |
model_type='mistral',
|
@@ -24,7 +24,7 @@ async def stream(item: validation):
|
|
24 |
return llm(prompt)
|
25 |
|
26 |
|
27 |
-
demo =
|
28 |
fn=stream,
|
29 |
inputs=["text", "slider"],
|
30 |
outputs=["text"],
|
|
|
1 |
from ctransformers import AutoModelForCausalLM
|
2 |
from fastapi import FastAPI
|
3 |
from pydantic import BaseModel
|
4 |
+
import gradio
|
5 |
|
6 |
llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q8_0.gguf",
|
7 |
model_type='mistral',
|
|
|
24 |
return llm(prompt)
|
25 |
|
26 |
|
27 |
+
demo = gradio.Interface(
|
28 |
fn=stream,
|
29 |
inputs=["text", "slider"],
|
30 |
outputs=["text"],
|