Spaces:
Running
on
Zero
Running
on
Zero
frankaging
commited on
Commit
·
b58a148
1
Parent(s):
36edf66
autosteer
Browse files
app.py
CHANGED
@@ -241,18 +241,18 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
241 |
|
242 |
with gr.Row(min_height=700):
|
243 |
# Left side: bigger chat area
|
244 |
-
with gr.Column(scale=
|
245 |
chat_interface = gr.ChatInterface(
|
246 |
fn=generate,
|
247 |
title="Chat with a Concept Steering Model",
|
248 |
-
description="""Steer responses by selecting concepts on the right →\n\nWe are using Gemma-2-2B-it with steering vectors added to the residual stream at layer 20. Our auto-steer steering vector generated is a finetuned Gemma-2-2B model.""",
|
249 |
type="messages",
|
250 |
additional_inputs=[selected_subspaces],
|
251 |
fill_height=True
|
252 |
)
|
253 |
|
254 |
# Right side: concept management
|
255 |
-
with gr.Column(scale=
|
256 |
gr.Markdown("## Steer Model Responses")
|
257 |
gr.Markdown("Search and then select a concept to steer. The closest match will be automatically selected. If there is no match, we will use our steering vector generator to auto-steer for you!")
|
258 |
# Concept Search and Selection
|
@@ -266,7 +266,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
266 |
concept_dropdown = gr.Dropdown(
|
267 |
label="Select a concept to steer the model (Click to see more!)",
|
268 |
interactive=True,
|
269 |
-
allow_custom_value=False
|
270 |
)
|
271 |
concept_magnitude = gr.Slider(
|
272 |
label="Steering Intensity",
|
|
|
241 |
|
242 |
with gr.Row(min_height=700):
|
243 |
# Left side: bigger chat area
|
244 |
+
with gr.Column(scale=7):
|
245 |
chat_interface = gr.ChatInterface(
|
246 |
fn=generate,
|
247 |
title="Chat with a Concept Steering Model",
|
248 |
+
description="""Steer responses by selecting concepts on the right →\n\nWe are using Gemma-2-2B-it with steering vectors added to the residual stream at layer 20. Our auto-steer steering vector generated is a finetuned Gemma-2-2B model. Steered model tends to generate longer responses.""",
|
249 |
type="messages",
|
250 |
additional_inputs=[selected_subspaces],
|
251 |
fill_height=True
|
252 |
)
|
253 |
|
254 |
# Right side: concept management
|
255 |
+
with gr.Column(scale=3):
|
256 |
gr.Markdown("## Steer Model Responses")
|
257 |
gr.Markdown("Search and then select a concept to steer. The closest match will be automatically selected. If there is no match, we will use our steering vector generator to auto-steer for you!")
|
258 |
# Concept Search and Selection
|
|
|
266 |
concept_dropdown = gr.Dropdown(
|
267 |
label="Select a concept to steer the model (Click to see more!)",
|
268 |
interactive=True,
|
269 |
+
allow_custom_value=False,
|
270 |
)
|
271 |
concept_magnitude = gr.Slider(
|
272 |
label="Steering Intensity",
|