Spaces:
Runtime error
Runtime error
File size: 3,305 Bytes
267551d d83692b 267551d 8f6edb5 267551d 8f6edb5 267551d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 |
from __future__ import annotations
from typing import Iterable
import gradio as Gradio
from gradio.themes.base import Base
from gradio.themes.utils import colors, fonts, sizes
from gpt4all import GPT4All
model = GPT4All("ggml-model-gpt4all-falcon-q4_0.bin")
theme = Gradio.themes.Monochrome(
primary_hue="purple",
secondary_hue="purple",
neutral_hue="neutral",
radius_size=Gradio.themes.sizes.radius_sm,
font=[Gradio.themes.GoogleFont("Inter"), "ui-sans-serif", "system-ui", "sans-serif"],
)
class PurpleTheme(Base):
def __init__(
self,
*,
primary_hue: colors.Color | str = colors.purple,
secondary_hue: colors.Color | str = colors.purple,
neutral_hue: colors.Color | str = colors.neutral,
spacing_size: sizes.Size | str = sizes.spacing_md,
radius_size: sizes.Size | str = sizes.radius_md,
font: fonts.Font
| str
| Iterable[fonts.Font | str] = (
fonts.GoogleFont("Inter"),
"ui-sans-serif",
"sans-serif",
),
font_mono: fonts.Font
| str
| Iterable[fonts.Font | str] = (
fonts.GoogleFont("Space Grotesk"),
"ui-monospace",
"monospace",
),
):
super().__init__(
primary_hue=primary_hue,
secondary_hue=secondary_hue,
neutral_hue=neutral_hue,
spacing_size=spacing_size,
radius_size=radius_size,
font=font,
font_mono=font_mono,
)
super().set(
button_primary_background_fill="linear-gradient(90deg, *primary_300, *secondary_400)",
button_primary_background_fill_hover="linear-gradient(90deg, *primary_200, *secondary_300)",
button_primary_text_color="white",
button_primary_background_fill_dark="linear-gradient(90deg, *primary_600, *secondary_800)",
block_shadow="*shadow_drop_lg",
button_shadow="*shadow_drop_lg",
input_background_fill="zinc",
input_border_color="*secondary_300",
input_shadow="*shadow_drop",
input_shadow_focus="*shadow_drop_lg",
)
custom_theme = PurpleTheme()
ins = '''### Instruction:
{}
### Response:
'''
def run_falcon(input, scrape, scrape_type):
result = ""
for token in model.generate(ins.format(input), max_tokens=768, streaming=True, repeat_penalty=1.3, repeat_last_n=64):
print(token)
result += token
yield result
with Gradio.Blocks(theme=custom_theme, analytics_enabled=False, css=".generating {visibility: hidden}") as demo:
with Gradio.Column():
Gradio.Markdown(
"""
## GPT4ALL-Falcon
Uses falcon (q4_0)
Type in the box below and click the button to generate answers to your most pressing questions!
"""
)
with Gradio.Row():
with Gradio.Box():
instruction = Gradio.components.Textbox(placeholder="What does the Philippine flag represent?", label="Input", info="What things do you want to ask GPT4ALL?")
scraping = Gradio.Checkbox(value=False, label="Perform web scraping for unknown information", info="Scraping (Disabled)")
scrape_type = Gradio.Radio(["Web scraping", "Short descriptions"], label="Scraping tactic", info="Want GPT4ALL to utilize web scraping? If so—how thorough?")
with Gradio.Box():
output = Gradio.components.Textbox(value="", label="Output", info="GPT4ALL's thoughts")
submit = Gradio.Button("Generate", variant="primary")
submit.click(run_falcon, inputs=[instruction, scraping, scrape_type], outputs=[output])
demo.queue(concurrency_count=1).launch(debug=True) # type: ignore |