Spaces:
Runtime error
Runtime error
frankaging
commited on
Commit
·
b58a148
1
Parent(s):
36edf66
autosteer
Browse files
app.py
CHANGED
|
@@ -241,18 +241,18 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
| 241 |
|
| 242 |
with gr.Row(min_height=700):
|
| 243 |
# Left side: bigger chat area
|
| 244 |
-
with gr.Column(scale=
|
| 245 |
chat_interface = gr.ChatInterface(
|
| 246 |
fn=generate,
|
| 247 |
title="Chat with a Concept Steering Model",
|
| 248 |
-
description="""Steer responses by selecting concepts on the right →\n\nWe are using Gemma-2-2B-it with steering vectors added to the residual stream at layer 20. Our auto-steer steering vector generated is a finetuned Gemma-2-2B model.""",
|
| 249 |
type="messages",
|
| 250 |
additional_inputs=[selected_subspaces],
|
| 251 |
fill_height=True
|
| 252 |
)
|
| 253 |
|
| 254 |
# Right side: concept management
|
| 255 |
-
with gr.Column(scale=
|
| 256 |
gr.Markdown("## Steer Model Responses")
|
| 257 |
gr.Markdown("Search and then select a concept to steer. The closest match will be automatically selected. If there is no match, we will use our steering vector generator to auto-steer for you!")
|
| 258 |
# Concept Search and Selection
|
|
@@ -266,7 +266,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
| 266 |
concept_dropdown = gr.Dropdown(
|
| 267 |
label="Select a concept to steer the model (Click to see more!)",
|
| 268 |
interactive=True,
|
| 269 |
-
allow_custom_value=False
|
| 270 |
)
|
| 271 |
concept_magnitude = gr.Slider(
|
| 272 |
label="Steering Intensity",
|
|
|
|
| 241 |
|
| 242 |
with gr.Row(min_height=700):
|
| 243 |
# Left side: bigger chat area
|
| 244 |
+
with gr.Column(scale=7):
|
| 245 |
chat_interface = gr.ChatInterface(
|
| 246 |
fn=generate,
|
| 247 |
title="Chat with a Concept Steering Model",
|
| 248 |
+
description="""Steer responses by selecting concepts on the right →\n\nWe are using Gemma-2-2B-it with steering vectors added to the residual stream at layer 20. Our auto-steer steering vector generated is a finetuned Gemma-2-2B model. Steered model tends to generate longer responses.""",
|
| 249 |
type="messages",
|
| 250 |
additional_inputs=[selected_subspaces],
|
| 251 |
fill_height=True
|
| 252 |
)
|
| 253 |
|
| 254 |
# Right side: concept management
|
| 255 |
+
with gr.Column(scale=3):
|
| 256 |
gr.Markdown("## Steer Model Responses")
|
| 257 |
gr.Markdown("Search and then select a concept to steer. The closest match will be automatically selected. If there is no match, we will use our steering vector generator to auto-steer for you!")
|
| 258 |
# Concept Search and Selection
|
|
|
|
| 266 |
concept_dropdown = gr.Dropdown(
|
| 267 |
label="Select a concept to steer the model (Click to see more!)",
|
| 268 |
interactive=True,
|
| 269 |
+
allow_custom_value=False,
|
| 270 |
)
|
| 271 |
concept_magnitude = gr.Slider(
|
| 272 |
label="Steering Intensity",
|