Update app.py
Browse files
app.py
CHANGED
|
@@ -122,6 +122,10 @@ css = '''
|
|
| 122 |
background: pink;
|
| 123 |
}
|
| 124 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 125 |
'''
|
| 126 |
|
| 127 |
|
|
@@ -148,7 +152,10 @@ with gr.Blocks(theme=gr.themes.Default(), css=css) as demo:
|
|
| 148 |
with gr.Row():
|
| 149 |
with gr.Column(scale=5):
|
| 150 |
gr.Markdown('# 😎 Self-Interpreting Models')
|
| 151 |
-
with gr.Accordion(
|
|
|
|
|
|
|
|
|
|
| 152 |
gr.Markdown(
|
| 153 |
'''This idea was explored in the paper **Patchscopes** ([Ghandeharioun et al., 2024](https://arxiv.org/abs/2401.06102)) and was later investigated further in **SelfIE** ([Chen et al., 2024](https://arxiv.org/abs/2403.10949)).
|
| 154 |
An honorary mention of **Speaking Probes** ([Dar, 2023](https://towardsdatascience.com/speaking-probes-self-interpreting-models-7a3dc6cb33d6) -- my own work!! 🥳) which was less mature but had the same idea in mind.
|
|
|
|
| 122 |
background: pink;
|
| 123 |
}
|
| 124 |
|
| 125 |
+
.explanation_accordion{
|
| 126 |
+
font-weight: bold;
|
| 127 |
+
}
|
| 128 |
+
|
| 129 |
'''
|
| 130 |
|
| 131 |
|
|
|
|
| 152 |
with gr.Row():
|
| 153 |
with gr.Column(scale=5):
|
| 154 |
gr.Markdown('# 😎 Self-Interpreting Models')
|
| 155 |
+
with gr.Accordion(
|
| 156 |
+
label='👾 **This space is a simple introduction to the emerging trend of models interpreting their _own hidden states_ in free form natural language**!! 👾',
|
| 157 |
+
elem_classes=['explanation_accordion']
|
| 158 |
+
):
|
| 159 |
gr.Markdown(
|
| 160 |
'''This idea was explored in the paper **Patchscopes** ([Ghandeharioun et al., 2024](https://arxiv.org/abs/2401.06102)) and was later investigated further in **SelfIE** ([Chen et al., 2024](https://arxiv.org/abs/2403.10949)).
|
| 161 |
An honorary mention of **Speaking Probes** ([Dar, 2023](https://towardsdatascience.com/speaking-probes-self-interpreting-models-7a3dc6cb33d6) -- my own work!! 🥳) which was less mature but had the same idea in mind.
|