Spaces:
Sleeping
Sleeping
Smiley0707
commited on
Commit
•
b014a13
1
Parent(s):
1674648
Update app.py
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ h3 {
|
|
31 |
}
|
32 |
"""
|
33 |
|
34 |
-
device = "cuda"
|
35 |
|
36 |
quantization_config = BitsAndBytesConfig(
|
37 |
load_in_4bit=True,
|
@@ -101,65 +101,10 @@ chatbot = gr.Chatbot(height=600, placeholder=PLACEHOLDER)
|
|
101 |
|
102 |
with gr.Blocks(css=CSS, theme="soft") as demo:
|
103 |
gr.HTML(TITLE)
|
104 |
-
gr.DuplicateButton(value="Duplicate Space for private use", elem_classes="duplicate-button")
|
105 |
gr.ChatInterface(
|
106 |
fn=stream_chat,
|
107 |
chatbot=chatbot,
|
108 |
fill_height=True,
|
109 |
-
additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
|
110 |
-
additional_inputs=[
|
111 |
-
gr.Textbox(
|
112 |
-
value="You are a helpful assistant",
|
113 |
-
label="System Prompt",
|
114 |
-
render=False,
|
115 |
-
),
|
116 |
-
gr.Slider(
|
117 |
-
minimum=0,
|
118 |
-
maximum=1,
|
119 |
-
step=0.1,
|
120 |
-
value=0.8,
|
121 |
-
label="Temperature",
|
122 |
-
render=False,
|
123 |
-
),
|
124 |
-
gr.Slider(
|
125 |
-
minimum=128,
|
126 |
-
maximum=8192,
|
127 |
-
step=1,
|
128 |
-
value=1024,
|
129 |
-
label="Max new tokens",
|
130 |
-
render=False,
|
131 |
-
),
|
132 |
-
gr.Slider(
|
133 |
-
minimum=0.0,
|
134 |
-
maximum=1.0,
|
135 |
-
step=0.1,
|
136 |
-
value=1.0,
|
137 |
-
label="top_p",
|
138 |
-
render=False,
|
139 |
-
),
|
140 |
-
gr.Slider(
|
141 |
-
minimum=1,
|
142 |
-
maximum=20,
|
143 |
-
step=1,
|
144 |
-
value=20,
|
145 |
-
label="top_k",
|
146 |
-
render=False,
|
147 |
-
),
|
148 |
-
gr.Slider(
|
149 |
-
minimum=0.0,
|
150 |
-
maximum=2.0,
|
151 |
-
step=0.1,
|
152 |
-
value=1.2,
|
153 |
-
label="Repetition penalty",
|
154 |
-
render=False,
|
155 |
-
),
|
156 |
-
],
|
157 |
-
examples=[
|
158 |
-
["Help me study vocabulary: write a sentence for me to fill in the blank, and I'll try to pick the correct option."],
|
159 |
-
["What are 5 creative things I could do with my kids' art? I don't want to throw them away, but it's also so much clutter."],
|
160 |
-
["Tell me a random fun fact about the Roman Empire."],
|
161 |
-
["Show me a code snippet of a website's sticky header in CSS and JavaScript."],
|
162 |
-
],
|
163 |
cache_examples=False,
|
164 |
)
|
165 |
|
|
|
31 |
}
|
32 |
"""
|
33 |
|
34 |
+
device = "cuda"
|
35 |
|
36 |
quantization_config = BitsAndBytesConfig(
|
37 |
load_in_4bit=True,
|
|
|
101 |
|
102 |
with gr.Blocks(css=CSS, theme="soft") as demo:
|
103 |
gr.HTML(TITLE)
|
|
|
104 |
gr.ChatInterface(
|
105 |
fn=stream_chat,
|
106 |
chatbot=chatbot,
|
107 |
fill_height=True,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
108 |
cache_examples=False,
|
109 |
)
|
110 |
|