FagerholmEmil commited on
Commit ·
4e7555f
1
Parent(s): 4047c81
Simplify device handling by removing explicit device selection
Browse files
app.py
CHANGED
|
@@ -1,23 +1,10 @@
|
|
| 1 |
# app.py
|
| 2 |
-
import os
|
| 3 |
import gradio as gr
|
| 4 |
from transformer_lens import HookedTransformer
|
| 5 |
from transformer_lens.utils import to_numpy
|
| 6 |
-
import torch
|
| 7 |
|
| 8 |
model_name = "gpt2-small"
|
| 9 |
-
|
| 10 |
-
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 11 |
-
model = HookedTransformer.from_pretrained(
|
| 12 |
-
model_name,
|
| 13 |
-
device=device
|
| 14 |
-
)
|
| 15 |
-
|
| 16 |
-
# Only print GPU info if using CUDA
|
| 17 |
-
if device == "cuda":
|
| 18 |
-
print(f"Using GPU: {torch.cuda.get_device_name(0)}")
|
| 19 |
-
else:
|
| 20 |
-
print("Using CPU")
|
| 21 |
|
| 22 |
def get_neuron_acts(text, layer, neuron_index):
|
| 23 |
cache = {}
|
|
@@ -92,7 +79,7 @@ Nested loops:
|
|
| 92 |
|
| 93 |
The moon glows silver, wanes to shadow.
|
| 94 |
Patterns persist: 11, 22, 33—harmonic echoes.
|
| 95 |
-
|
| 96 |
Yellow hexagons tessellate, shifting into orange octagons.
|
| 97 |
1/3 -> 1/9 -> 1/27: recursive reduction spirals infinitely.
|
| 98 |
|
|
@@ -129,7 +116,7 @@ Symmetry hums:
|
|
| 129 |
Palindromes—"radar", "level", "madam"—appear and fade.
|
| 130 |
Blue fades to white, white dissolves to black.
|
| 131 |
Sequences echo: 1, 10, 100, 1000…
|
| 132 |
-
|
| 133 |
default_layer = 1
|
| 134 |
default_neuron_index = 1
|
| 135 |
default_max_val = 4.0
|
|
|
|
| 1 |
# app.py
|
|
|
|
| 2 |
import gradio as gr
|
| 3 |
from transformer_lens import HookedTransformer
|
| 4 |
from transformer_lens.utils import to_numpy
|
|
|
|
| 5 |
|
| 6 |
model_name = "gpt2-small"
|
| 7 |
+
model = HookedTransformer.from_pretrained(model_name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
def get_neuron_acts(text, layer, neuron_index):
|
| 10 |
cache = {}
|
|
|
|
| 79 |
|
| 80 |
The moon glows silver, wanes to shadow.
|
| 81 |
Patterns persist: 11, 22, 33—harmonic echoes.
|
| 82 |
+
“Reshape,” calls the river, “reflect, refract, renew.”
|
| 83 |
Yellow hexagons tessellate, shifting into orange octagons.
|
| 84 |
1/3 -> 1/9 -> 1/27: recursive reduction spirals infinitely.
|
| 85 |
|
|
|
|
| 116 |
Palindromes—"radar", "level", "madam"—appear and fade.
|
| 117 |
Blue fades to white, white dissolves to black.
|
| 118 |
Sequences echo: 1, 10, 100, 1000…
|
| 119 |
+
“Cycle,” whispers the clock, “count forward, reverse.""" # Shortened for example
|
| 120 |
default_layer = 1
|
| 121 |
default_neuron_index = 1
|
| 122 |
default_max_val = 4.0
|