gemma-3-1b-it
This page lists all pretrained SAEs available for gemma-3-1b-it.
gemma-scope-2-1b-it-att
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
layer_13_width_16k_l0_big Load this SAE |
blocks.13.hook_attn_out | 16384 | none | |
layer_13_width_16k_l0_medium Load this SAE |
blocks.13.hook_attn_out | 16384 | none | |
layer_13_width_16k_l0_small Load this SAE |
blocks.13.hook_attn_out | 16384 | none | |
layer_13_width_262k_l0_big Load this SAE |
blocks.13.hook_attn_out | 262144 | none | |
layer_13_width_262k_l0_medium Load this SAE |
blocks.13.hook_attn_out | 262144 | none | |
layer_13_width_262k_l0_small Load this SAE |
blocks.13.hook_attn_out | 262144 | none | |
layer_13_width_65k_l0_big Load this SAE |
blocks.13.hook_attn_out | 65536 | none | |
layer_13_width_65k_l0_medium Load this SAE |
blocks.13.hook_attn_out | 65536 | none | |
layer_13_width_65k_l0_small Load this SAE |
blocks.13.hook_attn_out | 65536 | none | |
layer_17_width_16k_l0_big Load this SAE |
blocks.17.hook_attn_out | 16384 | none | |
layer_17_width_16k_l0_medium Load this SAE |
blocks.17.hook_attn_out | 16384 | none | |
layer_17_width_16k_l0_small Load this SAE |
blocks.17.hook_attn_out | 16384 | none | |
layer_17_width_262k_l0_big Load this SAE |
blocks.17.hook_attn_out | 262144 | none | |
layer_17_width_262k_l0_medium Load this SAE |
blocks.17.hook_attn_out | 262144 | none | |
layer_17_width_262k_l0_small Load this SAE |
blocks.17.hook_attn_out | 262144 | none | |
layer_17_width_65k_l0_big Load this SAE |
blocks.17.hook_attn_out | 65536 | none | |
layer_17_width_65k_l0_medium Load this SAE |
blocks.17.hook_attn_out | 65536 | none | |
layer_17_width_65k_l0_small Load this SAE |
blocks.17.hook_attn_out | 65536 | none | |
layer_22_width_16k_l0_big Load this SAE |
blocks.22.hook_attn_out | 16384 | none | |
layer_22_width_16k_l0_medium Load this SAE |
blocks.22.hook_attn_out | 16384 | none | |
layer_22_width_16k_l0_small Load this SAE |
blocks.22.hook_attn_out | 16384 | none | |
layer_22_width_262k_l0_big Load this SAE |
blocks.22.hook_attn_out | 262144 | none | |
layer_22_width_262k_l0_medium Load this SAE |
blocks.22.hook_attn_out | 262144 | none | |
layer_22_width_262k_l0_small Load this SAE |
blocks.22.hook_attn_out | 262144 | none | |
layer_22_width_65k_l0_big Load this SAE |
blocks.22.hook_attn_out | 65536 | none | |
layer_22_width_65k_l0_medium Load this SAE |
blocks.22.hook_attn_out | 65536 | none | |
layer_22_width_65k_l0_small Load this SAE |
blocks.22.hook_attn_out | 65536 | none | |
layer_7_width_16k_l0_big Load this SAE |
blocks.7.hook_attn_out | 16384 | none | |
layer_7_width_16k_l0_medium Load this SAE |
blocks.7.hook_attn_out | 16384 | none | |
layer_7_width_16k_l0_small Load this SAE |
blocks.7.hook_attn_out | 16384 | none | |
layer_7_width_262k_l0_big Load this SAE |
blocks.7.hook_attn_out | 262144 | none | |
layer_7_width_262k_l0_medium Load this SAE |
blocks.7.hook_attn_out | 262144 | none | |
layer_7_width_262k_l0_small Load this SAE |
blocks.7.hook_attn_out | 262144 | none | |
layer_7_width_65k_l0_big Load this SAE |
blocks.7.hook_attn_out | 65536 | none | |
layer_7_width_65k_l0_medium Load this SAE |
blocks.7.hook_attn_out | 65536 | none | |
layer_7_width_65k_l0_small Load this SAE |
blocks.7.hook_attn_out | 65536 | none |
gemma-scope-2-1b-it-att-all
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
layer_0_width_16k_l0_big Load this SAE |
blocks.0.hook_attn_out | 16384 | none | |
layer_0_width_16k_l0_small Load this SAE |
blocks.0.hook_attn_out | 16384 | none | |
layer_0_width_262k_l0_big Load this SAE |
blocks.0.hook_attn_out | 262144 | none | |
layer_0_width_262k_l0_small Load this SAE |
blocks.0.hook_attn_out | 262144 | none | |
layer_10_width_16k_l0_big Load this SAE |
blocks.10.hook_attn_out | 16384 | none | |
layer_10_width_16k_l0_small Load this SAE |
blocks.10.hook_attn_out | 16384 | none | |
layer_10_width_262k_l0_big Load this SAE |
blocks.10.hook_attn_out | 262144 | none | |
layer_10_width_262k_l0_small Load this SAE |
blocks.10.hook_attn_out | 262144 | none | |
layer_11_width_16k_l0_big Load this SAE |
blocks.11.hook_attn_out | 16384 | none | |
layer_11_width_16k_l0_small Load this SAE |
blocks.11.hook_attn_out | 16384 | none | |
layer_11_width_262k_l0_big Load this SAE |
blocks.11.hook_attn_out | 262144 | none | |
layer_11_width_262k_l0_small Load this SAE |
blocks.11.hook_attn_out | 262144 | none | |
layer_12_width_16k_l0_big Load this SAE |
blocks.12.hook_attn_out | 16384 | none | |
layer_12_width_16k_l0_small Load this SAE |
blocks.12.hook_attn_out | 16384 | none | |
layer_12_width_262k_l0_big Load this SAE |
blocks.12.hook_attn_out | 262144 | none | |
layer_12_width_262k_l0_small Load this SAE |
blocks.12.hook_attn_out | 262144 | none | |
layer_13_width_16k_l0_big Load this SAE |
blocks.13.hook_attn_out | 16384 | none | |
layer_13_width_16k_l0_small Load this SAE |
blocks.13.hook_attn_out | 16384 | none | |
layer_13_width_262k_l0_big Load this SAE |
blocks.13.hook_attn_out | 262144 | none | |
layer_13_width_262k_l0_small Load this SAE |
blocks.13.hook_attn_out | 262144 | none | |
layer_14_width_16k_l0_big Load this SAE |
blocks.14.hook_attn_out | 16384 | none | |
layer_14_width_16k_l0_small Load this SAE |
blocks.14.hook_attn_out | 16384 | none | |
layer_14_width_262k_l0_big Load this SAE |
blocks.14.hook_attn_out | 262144 | none | |
layer_14_width_262k_l0_small Load this SAE |
blocks.14.hook_attn_out | 262144 | none | |
layer_15_width_16k_l0_big Load this SAE |
blocks.15.hook_attn_out | 16384 | none | |
layer_15_width_16k_l0_small Load this SAE |
blocks.15.hook_attn_out | 16384 | none | |
layer_15_width_262k_l0_big Load this SAE |
blocks.15.hook_attn_out | 262144 | none | |
layer_15_width_262k_l0_small Load this SAE |
blocks.15.hook_attn_out | 262144 | none | |
layer_16_width_16k_l0_big Load this SAE |
blocks.16.hook_attn_out | 16384 | none | |
layer_16_width_16k_l0_small Load this SAE |
blocks.16.hook_attn_out | 16384 | none | |
layer_16_width_262k_l0_big Load this SAE |
blocks.16.hook_attn_out | 262144 | none | |
layer_16_width_262k_l0_small Load this SAE |
blocks.16.hook_attn_out | 262144 | none | |
layer_17_width_16k_l0_big Load this SAE |
blocks.17.hook_attn_out | 16384 | none | |
layer_17_width_16k_l0_small Load this SAE |
blocks.17.hook_attn_out | 16384 | none | |
layer_17_width_262k_l0_big Load this SAE |
blocks.17.hook_attn_out | 262144 | none | |
layer_17_width_262k_l0_small Load this SAE |
blocks.17.hook_attn_out | 262144 | none | |
layer_18_width_16k_l0_big Load this SAE |
blocks.18.hook_attn_out | 16384 | none | |
layer_18_width_16k_l0_small Load this SAE |
blocks.18.hook_attn_out | 16384 | none | |
layer_18_width_262k_l0_big Load this SAE |
blocks.18.hook_attn_out | 262144 | none | |
layer_18_width_262k_l0_small Load this SAE |
blocks.18.hook_attn_out | 262144 | none | |
layer_19_width_16k_l0_big Load this SAE |
blocks.19.hook_attn_out | 16384 | none | |
layer_19_width_16k_l0_small Load this SAE |
blocks.19.hook_attn_out | 16384 | none | |
layer_19_width_262k_l0_big Load this SAE |
blocks.19.hook_attn_out | 262144 | none | |
layer_19_width_262k_l0_small Load this SAE |
blocks.19.hook_attn_out | 262144 | none | |
layer_1_width_16k_l0_big Load this SAE |
blocks.1.hook_attn_out | 16384 | none | |
layer_1_width_16k_l0_small Load this SAE |
blocks.1.hook_attn_out | 16384 | none | |
layer_1_width_262k_l0_big Load this SAE |
blocks.1.hook_attn_out | 262144 | none | |
layer_1_width_262k_l0_small Load this SAE |
blocks.1.hook_attn_out | 262144 | none | |
layer_20_width_16k_l0_big Load this SAE |
blocks.20.hook_attn_out | 16384 | none | |
layer_20_width_16k_l0_small Load this SAE |
blocks.20.hook_attn_out | 16384 | none | |
layer_20_width_262k_l0_big Load this SAE |
blocks.20.hook_attn_out | 262144 | none | |
layer_20_width_262k_l0_small Load this SAE |
blocks.20.hook_attn_out | 262144 | none | |
layer_21_width_16k_l0_big Load this SAE |
blocks.21.hook_attn_out | 16384 | none | |
layer_21_width_16k_l0_small Load this SAE |
blocks.21.hook_attn_out | 16384 | none | |
layer_21_width_262k_l0_big Load this SAE |
blocks.21.hook_attn_out | 262144 | none | |
layer_21_width_262k_l0_small Load this SAE |
blocks.21.hook_attn_out | 262144 | none | |
layer_22_width_16k_l0_big Load this SAE |
blocks.22.hook_attn_out | 16384 | none | |
layer_22_width_16k_l0_small Load this SAE |
blocks.22.hook_attn_out | 16384 | none | |
layer_22_width_262k_l0_big Load this SAE |
blocks.22.hook_attn_out | 262144 | none | |
layer_22_width_262k_l0_small Load this SAE |
blocks.22.hook_attn_out | 262144 | none | |
layer_23_width_16k_l0_big Load this SAE |
blocks.23.hook_attn_out | 16384 | none | |
layer_23_width_16k_l0_small Load this SAE |
blocks.23.hook_attn_out | 16384 | none | |
layer_23_width_262k_l0_big Load this SAE |
blocks.23.hook_attn_out | 262144 | none | |
layer_23_width_262k_l0_small Load this SAE |
blocks.23.hook_attn_out | 262144 | none | |
layer_24_width_16k_l0_big Load this SAE |
blocks.24.hook_attn_out | 16384 | none | |
layer_24_width_16k_l0_small Load this SAE |
blocks.24.hook_attn_out | 16384 | none | |
layer_24_width_262k_l0_big Load this SAE |
blocks.24.hook_attn_out | 262144 | none | |
layer_24_width_262k_l0_small Load this SAE |
blocks.24.hook_attn_out | 262144 | none | |
layer_25_width_16k_l0_big Load this SAE |
blocks.25.hook_attn_out | 16384 | none | |
layer_25_width_16k_l0_small Load this SAE |
blocks.25.hook_attn_out | 16384 | none | |
layer_25_width_262k_l0_big Load this SAE |
blocks.25.hook_attn_out | 262144 | none | |
layer_25_width_262k_l0_small Load this SAE |
blocks.25.hook_attn_out | 262144 | none | |
layer_2_width_16k_l0_big Load this SAE |
blocks.2.hook_attn_out | 16384 | none | |
layer_2_width_16k_l0_small Load this SAE |
blocks.2.hook_attn_out | 16384 | none | |
layer_2_width_262k_l0_big Load this SAE |
blocks.2.hook_attn_out | 262144 | none | |
layer_2_width_262k_l0_small Load this SAE |
blocks.2.hook_attn_out | 262144 | none | |
layer_3_width_16k_l0_big Load this SAE |
blocks.3.hook_attn_out | 16384 | none | |
layer_3_width_16k_l0_small Load this SAE |
blocks.3.hook_attn_out | 16384 | none | |
layer_3_width_262k_l0_big Load this SAE |
blocks.3.hook_attn_out | 262144 | none | |
layer_3_width_262k_l0_small Load this SAE |
blocks.3.hook_attn_out | 262144 | none | |
layer_4_width_16k_l0_big Load this SAE |
blocks.4.hook_attn_out | 16384 | none | |
layer_4_width_16k_l0_small Load this SAE |
blocks.4.hook_attn_out | 16384 | none | |
layer_4_width_262k_l0_big Load this SAE |
blocks.4.hook_attn_out | 262144 | none | |
layer_4_width_262k_l0_small Load this SAE |
blocks.4.hook_attn_out | 262144 | none | |
layer_5_width_16k_l0_big Load this SAE |
blocks.5.hook_attn_out | 16384 | none | |
layer_5_width_16k_l0_small Load this SAE |
blocks.5.hook_attn_out | 16384 | none | |
layer_5_width_262k_l0_big Load this SAE |
blocks.5.hook_attn_out | 262144 | none | |
layer_5_width_262k_l0_small Load this SAE |
blocks.5.hook_attn_out | 262144 | none | |
layer_6_width_16k_l0_big Load this SAE |
blocks.6.hook_attn_out | 16384 | none | |
layer_6_width_16k_l0_small Load this SAE |
blocks.6.hook_attn_out | 16384 | none | |
layer_6_width_262k_l0_big Load this SAE |
blocks.6.hook_attn_out | 262144 | none | |
layer_6_width_262k_l0_small Load this SAE |
blocks.6.hook_attn_out | 262144 | none | |
layer_7_width_16k_l0_big Load this SAE |
blocks.7.hook_attn_out | 16384 | none | |
layer_7_width_16k_l0_small Load this SAE |
blocks.7.hook_attn_out | 16384 | none | |
layer_7_width_262k_l0_big Load this SAE |
blocks.7.hook_attn_out | 262144 | none | |
layer_7_width_262k_l0_small Load this SAE |
blocks.7.hook_attn_out | 262144 | none | |
layer_8_width_16k_l0_big Load this SAE |
blocks.8.hook_attn_out | 16384 | none | |
layer_8_width_16k_l0_small Load this SAE |
blocks.8.hook_attn_out | 16384 | none | |
layer_8_width_262k_l0_big Load this SAE |
blocks.8.hook_attn_out | 262144 | none | |
layer_8_width_262k_l0_small Load this SAE |
blocks.8.hook_attn_out | 262144 | none | |
layer_9_width_16k_l0_big Load this SAE |
blocks.9.hook_attn_out | 16384 | none | |
layer_9_width_16k_l0_small Load this SAE |
blocks.9.hook_attn_out | 16384 | none | |
layer_9_width_262k_l0_big Load this SAE |
blocks.9.hook_attn_out | 262144 | none | |
layer_9_width_262k_l0_small Load this SAE |
blocks.9.hook_attn_out | 262144 | none |
gemma-scope-2-1b-it-mlp
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
layer_13_width_16k_l0_big Load this SAE |
blocks.13.hook_mlp_out | 16384 | none | |
layer_13_width_16k_l0_medium Load this SAE |
blocks.13.hook_mlp_out | 16384 | none | |
layer_13_width_16k_l0_small Load this SAE |
blocks.13.hook_mlp_out | 16384 | none | |
layer_13_width_1m_l0_big Load this SAE |
blocks.13.hook_mlp_out | 1048576 | none | |
layer_13_width_1m_l0_medium Load this SAE |
blocks.13.hook_mlp_out | 1048576 | none | |
layer_13_width_1m_l0_small Load this SAE |
blocks.13.hook_mlp_out | 1048576 | none | |
layer_13_width_262k_l0_big Load this SAE |
blocks.13.hook_mlp_out | 262144 | none | |
layer_13_width_262k_l0_medium Load this SAE |
blocks.13.hook_mlp_out | 262144 | none | |
layer_13_width_262k_l0_small Load this SAE |
blocks.13.hook_mlp_out | 262144 | none | |
layer_13_width_65k_l0_big Load this SAE |
blocks.13.hook_mlp_out | 65536 | none | |
layer_13_width_65k_l0_medium Load this SAE |
blocks.13.hook_mlp_out | 65536 | none | |
layer_13_width_65k_l0_small Load this SAE |
blocks.13.hook_mlp_out | 65536 | none | |
layer_17_width_16k_l0_big Load this SAE |
blocks.17.hook_mlp_out | 16384 | none | |
layer_17_width_16k_l0_medium Load this SAE |
blocks.17.hook_mlp_out | 16384 | none | |
layer_17_width_16k_l0_small Load this SAE |
blocks.17.hook_mlp_out | 16384 | none | |
layer_17_width_1m_l0_big Load this SAE |
blocks.17.hook_mlp_out | 1048576 | none | |
layer_17_width_1m_l0_medium Load this SAE |
blocks.17.hook_mlp_out | 1048576 | none | |
layer_17_width_1m_l0_small Load this SAE |
blocks.17.hook_mlp_out | 1048576 | none | |
layer_17_width_262k_l0_big Load this SAE |
blocks.17.hook_mlp_out | 262144 | none | |
layer_17_width_262k_l0_medium Load this SAE |
blocks.17.hook_mlp_out | 262144 | none | |
layer_17_width_262k_l0_small Load this SAE |
blocks.17.hook_mlp_out | 262144 | none | |
layer_17_width_65k_l0_big Load this SAE |
blocks.17.hook_mlp_out | 65536 | none | |
layer_17_width_65k_l0_medium Load this SAE |
blocks.17.hook_mlp_out | 65536 | none | |
layer_17_width_65k_l0_small Load this SAE |
blocks.17.hook_mlp_out | 65536 | none | |
layer_22_width_16k_l0_big Load this SAE |
blocks.22.hook_mlp_out | 16384 | none | |
layer_22_width_16k_l0_medium Load this SAE |
blocks.22.hook_mlp_out | 16384 | none | |
layer_22_width_16k_l0_small Load this SAE |
blocks.22.hook_mlp_out | 16384 | none | |
layer_22_width_1m_l0_big Load this SAE |
blocks.22.hook_mlp_out | 1048576 | none | |
layer_22_width_1m_l0_medium Load this SAE |
blocks.22.hook_mlp_out | 1048576 | none | |
layer_22_width_1m_l0_small Load this SAE |
blocks.22.hook_mlp_out | 1048576 | none | |
layer_22_width_262k_l0_big Load this SAE |
blocks.22.hook_mlp_out | 262144 | none | |
layer_22_width_262k_l0_medium Load this SAE |
blocks.22.hook_mlp_out | 262144 | none | |
layer_22_width_262k_l0_small Load this SAE |
blocks.22.hook_mlp_out | 262144 | none | |
layer_22_width_65k_l0_big Load this SAE |
blocks.22.hook_mlp_out | 65536 | none | |
layer_22_width_65k_l0_medium Load this SAE |
blocks.22.hook_mlp_out | 65536 | none | |
layer_22_width_65k_l0_small Load this SAE |
blocks.22.hook_mlp_out | 65536 | none | |
layer_7_width_16k_l0_big Load this SAE |
blocks.7.hook_mlp_out | 16384 | none | |
layer_7_width_16k_l0_medium Load this SAE |
blocks.7.hook_mlp_out | 16384 | none | |
layer_7_width_16k_l0_small Load this SAE |
blocks.7.hook_mlp_out | 16384 | none | |
layer_7_width_1m_l0_big Load this SAE |
blocks.7.hook_mlp_out | 1048576 | none | |
layer_7_width_1m_l0_medium Load this SAE |
blocks.7.hook_mlp_out | 1048576 | none | |
layer_7_width_1m_l0_small Load this SAE |
blocks.7.hook_mlp_out | 1048576 | none | |
layer_7_width_262k_l0_big Load this SAE |
blocks.7.hook_mlp_out | 262144 | none | |
layer_7_width_262k_l0_medium Load this SAE |
blocks.7.hook_mlp_out | 262144 | none | |
layer_7_width_262k_l0_small Load this SAE |
blocks.7.hook_mlp_out | 262144 | none | |
layer_7_width_65k_l0_big Load this SAE |
blocks.7.hook_mlp_out | 65536 | none | |
layer_7_width_65k_l0_medium Load this SAE |
blocks.7.hook_mlp_out | 65536 | none | |
layer_7_width_65k_l0_small Load this SAE |
blocks.7.hook_mlp_out | 65536 | none |
gemma-scope-2-1b-it-mlp-all
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
layer_0_width_16k_l0_big Load this SAE |
blocks.0.hook_mlp_out | 16384 | none | |
layer_0_width_16k_l0_small Load this SAE |
blocks.0.hook_mlp_out | 16384 | none | |
layer_0_width_262k_l0_big Load this SAE |
blocks.0.hook_mlp_out | 262144 | none | |
layer_0_width_262k_l0_small Load this SAE |
blocks.0.hook_mlp_out | 262144 | none | |
layer_10_width_16k_l0_big Load this SAE |
blocks.10.hook_mlp_out | 16384 | none | |
layer_10_width_16k_l0_small Load this SAE |
blocks.10.hook_mlp_out | 16384 | none | |
layer_10_width_262k_l0_big Load this SAE |
blocks.10.hook_mlp_out | 262144 | none | |
layer_10_width_262k_l0_small Load this SAE |
blocks.10.hook_mlp_out | 262144 | none | |
layer_11_width_16k_l0_big Load this SAE |
blocks.11.hook_mlp_out | 16384 | none | |
layer_11_width_16k_l0_small Load this SAE |
blocks.11.hook_mlp_out | 16384 | none | |
layer_11_width_262k_l0_big Load this SAE |
blocks.11.hook_mlp_out | 262144 | none | |
layer_11_width_262k_l0_small Load this SAE |
blocks.11.hook_mlp_out | 262144 | none | |
layer_12_width_16k_l0_big Load this SAE |
blocks.12.hook_mlp_out | 16384 | none | |
layer_12_width_16k_l0_small Load this SAE |
blocks.12.hook_mlp_out | 16384 | none | |
layer_12_width_262k_l0_big Load this SAE |
blocks.12.hook_mlp_out | 262144 | none | |
layer_12_width_262k_l0_small Load this SAE |
blocks.12.hook_mlp_out | 262144 | none | |
layer_13_width_16k_l0_big Load this SAE |
blocks.13.hook_mlp_out | 16384 | none | |
layer_13_width_16k_l0_small Load this SAE |
blocks.13.hook_mlp_out | 16384 | none | |
layer_13_width_262k_l0_big Load this SAE |
blocks.13.hook_mlp_out | 262144 | none | |
layer_13_width_262k_l0_small Load this SAE |
blocks.13.hook_mlp_out | 262144 | none | |
layer_14_width_16k_l0_big Load this SAE |
blocks.14.hook_mlp_out | 16384 | none | |
layer_14_width_16k_l0_small Load this SAE |
blocks.14.hook_mlp_out | 16384 | none | |
layer_14_width_262k_l0_big Load this SAE |
blocks.14.hook_mlp_out | 262144 | none | |
layer_14_width_262k_l0_small Load this SAE |
blocks.14.hook_mlp_out | 262144 | none | |
layer_15_width_16k_l0_big Load this SAE |
blocks.15.hook_mlp_out | 16384 | none | |
layer_15_width_16k_l0_small Load this SAE |
blocks.15.hook_mlp_out | 16384 | none | |
layer_15_width_262k_l0_big Load this SAE |
blocks.15.hook_mlp_out | 262144 | none | |
layer_15_width_262k_l0_small Load this SAE |
blocks.15.hook_mlp_out | 262144 | none | |
layer_16_width_16k_l0_big Load this SAE |
blocks.16.hook_mlp_out | 16384 | none | |
layer_16_width_16k_l0_small Load this SAE |
blocks.16.hook_mlp_out | 16384 | none | |
layer_16_width_262k_l0_big Load this SAE |
blocks.16.hook_mlp_out | 262144 | none | |
layer_16_width_262k_l0_small Load this SAE |
blocks.16.hook_mlp_out | 262144 | none | |
layer_17_width_16k_l0_big Load this SAE |
blocks.17.hook_mlp_out | 16384 | none | |
layer_17_width_16k_l0_small Load this SAE |
blocks.17.hook_mlp_out | 16384 | none | |
layer_17_width_262k_l0_big Load this SAE |
blocks.17.hook_mlp_out | 262144 | none | |
layer_17_width_262k_l0_small Load this SAE |
blocks.17.hook_mlp_out | 262144 | none | |
layer_18_width_16k_l0_big Load this SAE |
blocks.18.hook_mlp_out | 16384 | none | |
layer_18_width_16k_l0_small Load this SAE |
blocks.18.hook_mlp_out | 16384 | none | |
layer_18_width_262k_l0_big Load this SAE |
blocks.18.hook_mlp_out | 262144 | none | |
layer_18_width_262k_l0_small Load this SAE |
blocks.18.hook_mlp_out | 262144 | none | |
layer_19_width_16k_l0_big Load this SAE |
blocks.19.hook_mlp_out | 16384 | none | |
layer_19_width_16k_l0_small Load this SAE |
blocks.19.hook_mlp_out | 16384 | none | |
layer_19_width_262k_l0_big Load this SAE |
blocks.19.hook_mlp_out | 262144 | none | |
layer_19_width_262k_l0_small Load this SAE |
blocks.19.hook_mlp_out | 262144 | none | |
layer_1_width_16k_l0_big Load this SAE |
blocks.1.hook_mlp_out | 16384 | none | |
layer_1_width_16k_l0_small Load this SAE |
blocks.1.hook_mlp_out | 16384 | none | |
layer_1_width_262k_l0_big Load this SAE |
blocks.1.hook_mlp_out | 262144 | none | |
layer_1_width_262k_l0_small Load this SAE |
blocks.1.hook_mlp_out | 262144 | none | |
layer_20_width_16k_l0_big Load this SAE |
blocks.20.hook_mlp_out | 16384 | none | |
layer_20_width_16k_l0_small Load this SAE |
blocks.20.hook_mlp_out | 16384 | none | |
layer_20_width_262k_l0_big Load this SAE |
blocks.20.hook_mlp_out | 262144 | none | |
layer_20_width_262k_l0_small Load this SAE |
blocks.20.hook_mlp_out | 262144 | none | |
layer_21_width_16k_l0_big Load this SAE |
blocks.21.hook_mlp_out | 16384 | none | |
layer_21_width_16k_l0_small Load this SAE |
blocks.21.hook_mlp_out | 16384 | none | |
layer_21_width_262k_l0_big Load this SAE |
blocks.21.hook_mlp_out | 262144 | none | |
layer_21_width_262k_l0_small Load this SAE |
blocks.21.hook_mlp_out | 262144 | none | |
layer_22_width_16k_l0_big Load this SAE |
blocks.22.hook_mlp_out | 16384 | none | |
layer_22_width_16k_l0_small Load this SAE |
blocks.22.hook_mlp_out | 16384 | none | |
layer_22_width_262k_l0_big Load this SAE |
blocks.22.hook_mlp_out | 262144 | none | |
layer_22_width_262k_l0_small Load this SAE |
blocks.22.hook_mlp_out | 262144 | none | |
layer_23_width_16k_l0_big Load this SAE |
blocks.23.hook_mlp_out | 16384 | none | |
layer_23_width_16k_l0_small Load this SAE |
blocks.23.hook_mlp_out | 16384 | none | |
layer_23_width_262k_l0_big Load this SAE |
blocks.23.hook_mlp_out | 262144 | none | |
layer_23_width_262k_l0_small Load this SAE |
blocks.23.hook_mlp_out | 262144 | none | |
layer_24_width_16k_l0_big Load this SAE |
blocks.24.hook_mlp_out | 16384 | none | |
layer_24_width_16k_l0_small Load this SAE |
blocks.24.hook_mlp_out | 16384 | none | |
layer_24_width_262k_l0_big Load this SAE |
blocks.24.hook_mlp_out | 262144 | none | |
layer_24_width_262k_l0_small Load this SAE |
blocks.24.hook_mlp_out | 262144 | none | |
layer_25_width_16k_l0_big Load this SAE |
blocks.25.hook_mlp_out | 16384 | none | |
layer_25_width_16k_l0_small Load this SAE |
blocks.25.hook_mlp_out | 16384 | none | |
layer_25_width_262k_l0_big Load this SAE |
blocks.25.hook_mlp_out | 262144 | none | |
layer_25_width_262k_l0_small Load this SAE |
blocks.25.hook_mlp_out | 262144 | none | |
layer_2_width_16k_l0_big Load this SAE |
blocks.2.hook_mlp_out | 16384 | none | |
layer_2_width_16k_l0_small Load this SAE |
blocks.2.hook_mlp_out | 16384 | none | |
layer_2_width_262k_l0_big Load this SAE |
blocks.2.hook_mlp_out | 262144 | none | |
layer_2_width_262k_l0_small Load this SAE |
blocks.2.hook_mlp_out | 262144 | none | |
layer_3_width_16k_l0_big Load this SAE |
blocks.3.hook_mlp_out | 16384 | none | |
layer_3_width_16k_l0_small Load this SAE |
blocks.3.hook_mlp_out | 16384 | none | |
layer_3_width_262k_l0_big Load this SAE |
blocks.3.hook_mlp_out | 262144 | none | |
layer_3_width_262k_l0_small Load this SAE |
blocks.3.hook_mlp_out | 262144 | none | |
layer_4_width_16k_l0_big Load this SAE |
blocks.4.hook_mlp_out | 16384 | none | |
layer_4_width_16k_l0_small Load this SAE |
blocks.4.hook_mlp_out | 16384 | none | |
layer_4_width_262k_l0_big Load this SAE |
blocks.4.hook_mlp_out | 262144 | none | |
layer_4_width_262k_l0_small Load this SAE |
blocks.4.hook_mlp_out | 262144 | none | |
layer_5_width_16k_l0_big Load this SAE |
blocks.5.hook_mlp_out | 16384 | none | |
layer_5_width_16k_l0_small Load this SAE |
blocks.5.hook_mlp_out | 16384 | none | |
layer_5_width_262k_l0_big Load this SAE |
blocks.5.hook_mlp_out | 262144 | none | |
layer_5_width_262k_l0_small Load this SAE |
blocks.5.hook_mlp_out | 262144 | none | |
layer_6_width_16k_l0_big Load this SAE |
blocks.6.hook_mlp_out | 16384 | none | |
layer_6_width_16k_l0_small Load this SAE |
blocks.6.hook_mlp_out | 16384 | none | |
layer_6_width_262k_l0_big Load this SAE |
blocks.6.hook_mlp_out | 262144 | none | |
layer_6_width_262k_l0_small Load this SAE |
blocks.6.hook_mlp_out | 262144 | none | |
layer_7_width_16k_l0_big Load this SAE |
blocks.7.hook_mlp_out | 16384 | none | |
layer_7_width_16k_l0_small Load this SAE |
blocks.7.hook_mlp_out | 16384 | none | |
layer_7_width_262k_l0_big Load this SAE |
blocks.7.hook_mlp_out | 262144 | none | |
layer_7_width_262k_l0_small Load this SAE |
blocks.7.hook_mlp_out | 262144 | none | |
layer_8_width_16k_l0_big Load this SAE |
blocks.8.hook_mlp_out | 16384 | none | |
layer_8_width_16k_l0_small Load this SAE |
blocks.8.hook_mlp_out | 16384 | none | |
layer_8_width_262k_l0_big Load this SAE |
blocks.8.hook_mlp_out | 262144 | none | |
layer_8_width_262k_l0_small Load this SAE |
blocks.8.hook_mlp_out | 262144 | none | |
layer_9_width_16k_l0_big Load this SAE |
blocks.9.hook_mlp_out | 16384 | none | |
layer_9_width_16k_l0_small Load this SAE |
blocks.9.hook_mlp_out | 16384 | none | |
layer_9_width_262k_l0_big Load this SAE |
blocks.9.hook_mlp_out | 262144 | none | |
layer_9_width_262k_l0_small Load this SAE |
blocks.9.hook_mlp_out | 262144 | none |
gemma-scope-2-1b-it-res
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
layer_13_width_16k_l0_big Load this SAE |
blocks.13.hook_resid_post | 16384 | none | |
layer_13_width_16k_l0_medium Load this SAE |
blocks.13.hook_resid_post | 16384 | none | |
layer_13_width_16k_l0_small Load this SAE |
blocks.13.hook_resid_post | 16384 | none | |
layer_13_width_1m_l0_big Load this SAE |
blocks.13.hook_resid_post | 1048576 | none | |
layer_13_width_1m_l0_medium Load this SAE |
blocks.13.hook_resid_post | 1048576 | none | |
layer_13_width_1m_l0_small Load this SAE |
blocks.13.hook_resid_post | 1048576 | none | |
layer_13_width_262k_l0_big Load this SAE |
blocks.13.hook_resid_post | 262144 | none | |
layer_13_width_262k_l0_medium Load this SAE |
blocks.13.hook_resid_post | 262144 | none | |
layer_13_width_262k_l0_medium_seed_1 Load this SAE |
blocks.13.hook_resid_post | 262144 | none | |
layer_13_width_262k_l0_small Load this SAE |
blocks.13.hook_resid_post | 262144 | none | |
layer_13_width_65k_l0_big Load this SAE |
blocks.13.hook_resid_post | 65536 | none | |
layer_13_width_65k_l0_medium Load this SAE |
blocks.13.hook_resid_post | 65536 | none | |
layer_13_width_65k_l0_small Load this SAE |
blocks.13.hook_resid_post | 65536 | none | |
layer_17_width_16k_l0_big Load this SAE |
blocks.17.hook_resid_post | 16384 | none | |
layer_17_width_16k_l0_medium Load this SAE |
blocks.17.hook_resid_post | 16384 | none | |
layer_17_width_16k_l0_small Load this SAE |
blocks.17.hook_resid_post | 16384 | none | |
layer_17_width_1m_l0_big Load this SAE |
blocks.17.hook_resid_post | 1048576 | none | |
layer_17_width_1m_l0_medium Load this SAE |
blocks.17.hook_resid_post | 1048576 | none | |
layer_17_width_1m_l0_small Load this SAE |
blocks.17.hook_resid_post | 1048576 | none | |
layer_17_width_262k_l0_big Load this SAE |
blocks.17.hook_resid_post | 262144 | none | |
layer_17_width_262k_l0_medium Load this SAE |
blocks.17.hook_resid_post | 262144 | none | |
layer_17_width_262k_l0_medium_seed_1 Load this SAE |
blocks.17.hook_resid_post | 262144 | none | |
layer_17_width_262k_l0_small Load this SAE |
blocks.17.hook_resid_post | 262144 | none | |
layer_17_width_65k_l0_big Load this SAE |
blocks.17.hook_resid_post | 65536 | none | |
layer_17_width_65k_l0_medium Load this SAE |
blocks.17.hook_resid_post | 65536 | none | |
layer_17_width_65k_l0_small Load this SAE |
blocks.17.hook_resid_post | 65536 | none | |
layer_22_width_16k_l0_big Load this SAE |
blocks.22.hook_resid_post | 16384 | none | |
layer_22_width_16k_l0_medium Load this SAE |
blocks.22.hook_resid_post | 16384 | none | |
layer_22_width_16k_l0_small Load this SAE |
blocks.22.hook_resid_post | 16384 | none | |
layer_22_width_1m_l0_big Load this SAE |
blocks.22.hook_resid_post | 1048576 | none | |
layer_22_width_1m_l0_medium Load this SAE |
blocks.22.hook_resid_post | 1048576 | none | |
layer_22_width_1m_l0_small Load this SAE |
blocks.22.hook_resid_post | 1048576 | none | |
layer_22_width_262k_l0_big Load this SAE |
blocks.22.hook_resid_post | 262144 | none | |
layer_22_width_262k_l0_medium Load this SAE |
blocks.22.hook_resid_post | 262144 | none | |
layer_22_width_262k_l0_medium_seed_1 Load this SAE |
blocks.22.hook_resid_post | 262144 | none | |
layer_22_width_262k_l0_small Load this SAE |
blocks.22.hook_resid_post | 262144 | none | |
layer_22_width_65k_l0_big Load this SAE |
blocks.22.hook_resid_post | 65536 | none | |
layer_22_width_65k_l0_medium Load this SAE |
blocks.22.hook_resid_post | 65536 | none | |
layer_22_width_65k_l0_small Load this SAE |
blocks.22.hook_resid_post | 65536 | none | |
layer_7_width_16k_l0_big Load this SAE |
blocks.7.hook_resid_post | 16384 | none | |
layer_7_width_16k_l0_medium Load this SAE |
blocks.7.hook_resid_post | 16384 | none | |
layer_7_width_16k_l0_small Load this SAE |
blocks.7.hook_resid_post | 16384 | none | |
layer_7_width_1m_l0_big Load this SAE |
blocks.7.hook_resid_post | 1048576 | none | |
layer_7_width_1m_l0_medium Load this SAE |
blocks.7.hook_resid_post | 1048576 | none | |
layer_7_width_1m_l0_small Load this SAE |
blocks.7.hook_resid_post | 1048576 | none | |
layer_7_width_262k_l0_big Load this SAE |
blocks.7.hook_resid_post | 262144 | none | |
layer_7_width_262k_l0_medium Load this SAE |
blocks.7.hook_resid_post | 262144 | none | |
layer_7_width_262k_l0_medium_seed_1 Load this SAE |
blocks.7.hook_resid_post | 262144 | none | |
layer_7_width_262k_l0_small Load this SAE |
blocks.7.hook_resid_post | 262144 | none | |
layer_7_width_65k_l0_big Load this SAE |
blocks.7.hook_resid_post | 65536 | none | |
layer_7_width_65k_l0_medium Load this SAE |
blocks.7.hook_resid_post | 65536 | none | |
layer_7_width_65k_l0_small Load this SAE |
blocks.7.hook_resid_post | 65536 | none |
gemma-scope-2-1b-it-res-all
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
layer_0_width_16k_l0_big Load this SAE |
blocks.0.hook_resid_post | 16384 | none | |
layer_0_width_16k_l0_small Load this SAE |
blocks.0.hook_resid_post | 16384 | none | |
layer_0_width_262k_l0_big Load this SAE |
blocks.0.hook_resid_post | 262144 | none | |
layer_0_width_262k_l0_small Load this SAE |
blocks.0.hook_resid_post | 262144 | none | |
layer_10_width_16k_l0_big Load this SAE |
blocks.10.hook_resid_post | 16384 | none | |
layer_10_width_16k_l0_small Load this SAE |
blocks.10.hook_resid_post | 16384 | none | |
layer_10_width_262k_l0_big Load this SAE |
blocks.10.hook_resid_post | 262144 | none | |
layer_10_width_262k_l0_small Load this SAE |
blocks.10.hook_resid_post | 262144 | none | |
layer_11_width_16k_l0_big Load this SAE |
blocks.11.hook_resid_post | 16384 | none | |
layer_11_width_16k_l0_small Load this SAE |
blocks.11.hook_resid_post | 16384 | none | |
layer_11_width_262k_l0_big Load this SAE |
blocks.11.hook_resid_post | 262144 | none | |
layer_11_width_262k_l0_small Load this SAE |
blocks.11.hook_resid_post | 262144 | none | |
layer_12_width_16k_l0_big Load this SAE |
blocks.12.hook_resid_post | 16384 | none | |
layer_12_width_16k_l0_small Load this SAE |
blocks.12.hook_resid_post | 16384 | none | |
layer_12_width_262k_l0_big Load this SAE |
blocks.12.hook_resid_post | 262144 | none | |
layer_12_width_262k_l0_small Load this SAE |
blocks.12.hook_resid_post | 262144 | none | |
layer_13_width_16k_l0_big Load this SAE |
blocks.13.hook_resid_post | 16384 | none | |
layer_13_width_16k_l0_small Load this SAE |
blocks.13.hook_resid_post | 16384 | none | |
layer_13_width_262k_l0_big Load this SAE |
blocks.13.hook_resid_post | 262144 | none | |
layer_13_width_262k_l0_small Load this SAE |
blocks.13.hook_resid_post | 262144 | none | |
layer_14_width_16k_l0_big Load this SAE |
blocks.14.hook_resid_post | 16384 | none | |
layer_14_width_16k_l0_small Load this SAE |
blocks.14.hook_resid_post | 16384 | none | |
layer_14_width_262k_l0_big Load this SAE |
blocks.14.hook_resid_post | 262144 | none | |
layer_14_width_262k_l0_small Load this SAE |
blocks.14.hook_resid_post | 262144 | none | |
layer_15_width_16k_l0_big Load this SAE |
blocks.15.hook_resid_post | 16384 | none | |
layer_15_width_16k_l0_small Load this SAE |
blocks.15.hook_resid_post | 16384 | none | |
layer_15_width_262k_l0_big Load this SAE |
blocks.15.hook_resid_post | 262144 | none | |
layer_15_width_262k_l0_small Load this SAE |
blocks.15.hook_resid_post | 262144 | none | |
layer_16_width_16k_l0_big Load this SAE |
blocks.16.hook_resid_post | 16384 | none | |
layer_16_width_16k_l0_small Load this SAE |
blocks.16.hook_resid_post | 16384 | none | |
layer_16_width_262k_l0_big Load this SAE |
blocks.16.hook_resid_post | 262144 | none | |
layer_16_width_262k_l0_small Load this SAE |
blocks.16.hook_resid_post | 262144 | none | |
layer_17_width_16k_l0_big Load this SAE |
blocks.17.hook_resid_post | 16384 | none | |
layer_17_width_16k_l0_small Load this SAE |
blocks.17.hook_resid_post | 16384 | none | |
layer_17_width_262k_l0_big Load this SAE |
blocks.17.hook_resid_post | 262144 | none | |
layer_17_width_262k_l0_small Load this SAE |
blocks.17.hook_resid_post | 262144 | none | |
layer_18_width_16k_l0_big Load this SAE |
blocks.18.hook_resid_post | 16384 | none | |
layer_18_width_16k_l0_small Load this SAE |
blocks.18.hook_resid_post | 16384 | none | |
layer_18_width_262k_l0_big Load this SAE |
blocks.18.hook_resid_post | 262144 | none | |
layer_18_width_262k_l0_small Load this SAE |
blocks.18.hook_resid_post | 262144 | none | |
layer_19_width_16k_l0_big Load this SAE |
blocks.19.hook_resid_post | 16384 | none | |
layer_19_width_16k_l0_small Load this SAE |
blocks.19.hook_resid_post | 16384 | none | |
layer_19_width_262k_l0_big Load this SAE |
blocks.19.hook_resid_post | 262144 | none | |
layer_19_width_262k_l0_small Load this SAE |
blocks.19.hook_resid_post | 262144 | none | |
layer_1_width_16k_l0_big Load this SAE |
blocks.1.hook_resid_post | 16384 | none | |
layer_1_width_16k_l0_small Load this SAE |
blocks.1.hook_resid_post | 16384 | none | |
layer_1_width_262k_l0_big Load this SAE |
blocks.1.hook_resid_post | 262144 | none | |
layer_1_width_262k_l0_small Load this SAE |
blocks.1.hook_resid_post | 262144 | none | |
layer_20_width_16k_l0_big Load this SAE |
blocks.20.hook_resid_post | 16384 | none | |
layer_20_width_16k_l0_small Load this SAE |
blocks.20.hook_resid_post | 16384 | none | |
layer_20_width_262k_l0_big Load this SAE |
blocks.20.hook_resid_post | 262144 | none | |
layer_20_width_262k_l0_small Load this SAE |
blocks.20.hook_resid_post | 262144 | none | |
layer_21_width_16k_l0_big Load this SAE |
blocks.21.hook_resid_post | 16384 | none | |
layer_21_width_16k_l0_small Load this SAE |
blocks.21.hook_resid_post | 16384 | none | |
layer_21_width_262k_l0_big Load this SAE |
blocks.21.hook_resid_post | 262144 | none | |
layer_21_width_262k_l0_small Load this SAE |
blocks.21.hook_resid_post | 262144 | none | |
layer_22_width_16k_l0_big Load this SAE |
blocks.22.hook_resid_post | 16384 | none | |
layer_22_width_16k_l0_small Load this SAE |
blocks.22.hook_resid_post | 16384 | none | |
layer_22_width_262k_l0_big Load this SAE |
blocks.22.hook_resid_post | 262144 | none | |
layer_22_width_262k_l0_small Load this SAE |
blocks.22.hook_resid_post | 262144 | none | |
layer_23_width_16k_l0_big Load this SAE |
blocks.23.hook_resid_post | 16384 | none | |
layer_23_width_16k_l0_small Load this SAE |
blocks.23.hook_resid_post | 16384 | none | |
layer_23_width_262k_l0_big Load this SAE |
blocks.23.hook_resid_post | 262144 | none | |
layer_23_width_262k_l0_small Load this SAE |
blocks.23.hook_resid_post | 262144 | none | |
layer_24_width_16k_l0_big Load this SAE |
blocks.24.hook_resid_post | 16384 | none | |
layer_24_width_16k_l0_small Load this SAE |
blocks.24.hook_resid_post | 16384 | none | |
layer_24_width_262k_l0_big Load this SAE |
blocks.24.hook_resid_post | 262144 | none | |
layer_24_width_262k_l0_small Load this SAE |
blocks.24.hook_resid_post | 262144 | none | |
layer_25_width_16k_l0_big Load this SAE |
blocks.25.hook_resid_post | 16384 | none | |
layer_25_width_16k_l0_small Load this SAE |
blocks.25.hook_resid_post | 16384 | none | |
layer_25_width_262k_l0_big Load this SAE |
blocks.25.hook_resid_post | 262144 | none | |
layer_25_width_262k_l0_small Load this SAE |
blocks.25.hook_resid_post | 262144 | none | |
layer_2_width_16k_l0_big Load this SAE |
blocks.2.hook_resid_post | 16384 | none | |
layer_2_width_16k_l0_small Load this SAE |
blocks.2.hook_resid_post | 16384 | none | |
layer_2_width_262k_l0_big Load this SAE |
blocks.2.hook_resid_post | 262144 | none | |
layer_2_width_262k_l0_small Load this SAE |
blocks.2.hook_resid_post | 262144 | none | |
layer_3_width_16k_l0_big Load this SAE |
blocks.3.hook_resid_post | 16384 | none | |
layer_3_width_16k_l0_small Load this SAE |
blocks.3.hook_resid_post | 16384 | none | |
layer_3_width_262k_l0_big Load this SAE |
blocks.3.hook_resid_post | 262144 | none | |
layer_3_width_262k_l0_small Load this SAE |
blocks.3.hook_resid_post | 262144 | none | |
layer_4_width_16k_l0_big Load this SAE |
blocks.4.hook_resid_post | 16384 | none | |
layer_4_width_16k_l0_small Load this SAE |
blocks.4.hook_resid_post | 16384 | none | |
layer_4_width_262k_l0_big Load this SAE |
blocks.4.hook_resid_post | 262144 | none | |
layer_4_width_262k_l0_small Load this SAE |
blocks.4.hook_resid_post | 262144 | none | |
layer_5_width_16k_l0_big Load this SAE |
blocks.5.hook_resid_post | 16384 | none | |
layer_5_width_16k_l0_small Load this SAE |
blocks.5.hook_resid_post | 16384 | none | |
layer_5_width_262k_l0_big Load this SAE |
blocks.5.hook_resid_post | 262144 | none | |
layer_5_width_262k_l0_small Load this SAE |
blocks.5.hook_resid_post | 262144 | none | |
layer_6_width_16k_l0_big Load this SAE |
blocks.6.hook_resid_post | 16384 | none | |
layer_6_width_16k_l0_small Load this SAE |
blocks.6.hook_resid_post | 16384 | none | |
layer_6_width_262k_l0_big Load this SAE |
blocks.6.hook_resid_post | 262144 | none | |
layer_6_width_262k_l0_small Load this SAE |
blocks.6.hook_resid_post | 262144 | none | |
layer_7_width_16k_l0_big Load this SAE |
blocks.7.hook_resid_post | 16384 | none | |
layer_7_width_16k_l0_small Load this SAE |
blocks.7.hook_resid_post | 16384 | none | |
layer_7_width_262k_l0_big Load this SAE |
blocks.7.hook_resid_post | 262144 | none | |
layer_7_width_262k_l0_small Load this SAE |
blocks.7.hook_resid_post | 262144 | none | |
layer_8_width_16k_l0_big Load this SAE |
blocks.8.hook_resid_post | 16384 | none | |
layer_8_width_16k_l0_small Load this SAE |
blocks.8.hook_resid_post | 16384 | none | |
layer_8_width_262k_l0_big Load this SAE |
blocks.8.hook_resid_post | 262144 | none | |
layer_8_width_262k_l0_small Load this SAE |
blocks.8.hook_resid_post | 262144 | none | |
layer_9_width_16k_l0_big Load this SAE |
blocks.9.hook_resid_post | 16384 | none | |
layer_9_width_16k_l0_small Load this SAE |
blocks.9.hook_resid_post | 16384 | none | |
layer_9_width_262k_l0_big Load this SAE |
blocks.9.hook_resid_post | 262144 | none | |
layer_9_width_262k_l0_small Load this SAE |
blocks.9.hook_resid_post | 262144 | none |
gemma-scope-2-1b-it-transcoders
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
transcoder/layer_13_width_16k_l0_big Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
transcoder/layer_13_width_16k_l0_big_affine Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
transcoder/layer_13_width_16k_l0_medium Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
transcoder/layer_13_width_16k_l0_medium_affine Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
transcoder/layer_13_width_16k_l0_small Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
transcoder/layer_13_width_16k_l0_small_affine Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
transcoder/layer_13_width_262k_l0_big Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
transcoder/layer_13_width_262k_l0_big_affine Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
transcoder/layer_13_width_262k_l0_medium Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
transcoder/layer_13_width_262k_l0_medium_affine Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
transcoder/layer_13_width_262k_l0_small Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
transcoder/layer_13_width_262k_l0_small_affine Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
transcoder/layer_13_width_65k_l0_big Load this SAE |
blocks.13.ln2.hook_normalized | 65536 | none | |
transcoder/layer_13_width_65k_l0_big_affine Load this SAE |
blocks.13.ln2.hook_normalized | 65536 | none | |
transcoder/layer_13_width_65k_l0_medium Load this SAE |
blocks.13.ln2.hook_normalized | 65536 | none | |
transcoder/layer_13_width_65k_l0_medium_affine Load this SAE |
blocks.13.ln2.hook_normalized | 65536 | none | |
transcoder/layer_13_width_65k_l0_small Load this SAE |
blocks.13.ln2.hook_normalized | 65536 | none | |
transcoder/layer_13_width_65k_l0_small_affine Load this SAE |
blocks.13.ln2.hook_normalized | 65536 | none | |
transcoder/layer_17_width_16k_l0_big Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
transcoder/layer_17_width_16k_l0_big_affine Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
transcoder/layer_17_width_16k_l0_medium Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
transcoder/layer_17_width_16k_l0_medium_affine Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
transcoder/layer_17_width_16k_l0_small Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
transcoder/layer_17_width_16k_l0_small_affine Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
transcoder/layer_17_width_262k_l0_big Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
transcoder/layer_17_width_262k_l0_big_affine Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
transcoder/layer_17_width_262k_l0_medium Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
transcoder/layer_17_width_262k_l0_medium_affine Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
transcoder/layer_17_width_262k_l0_small Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
transcoder/layer_17_width_262k_l0_small_affine Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
transcoder/layer_17_width_65k_l0_big Load this SAE |
blocks.17.ln2.hook_normalized | 65536 | none | |
transcoder/layer_17_width_65k_l0_big_affine Load this SAE |
blocks.17.ln2.hook_normalized | 65536 | none | |
transcoder/layer_17_width_65k_l0_medium Load this SAE |
blocks.17.ln2.hook_normalized | 65536 | none | |
transcoder/layer_17_width_65k_l0_medium_affine Load this SAE |
blocks.17.ln2.hook_normalized | 65536 | none | |
transcoder/layer_17_width_65k_l0_small Load this SAE |
blocks.17.ln2.hook_normalized | 65536 | none | |
transcoder/layer_17_width_65k_l0_small_affine Load this SAE |
blocks.17.ln2.hook_normalized | 65536 | none | |
transcoder/layer_22_width_16k_l0_big Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
transcoder/layer_22_width_16k_l0_big_affine Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
transcoder/layer_22_width_16k_l0_medium Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
transcoder/layer_22_width_16k_l0_medium_affine Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
transcoder/layer_22_width_16k_l0_small Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
transcoder/layer_22_width_16k_l0_small_affine Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
transcoder/layer_22_width_262k_l0_big Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
transcoder/layer_22_width_262k_l0_big_affine Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
transcoder/layer_22_width_262k_l0_medium Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
transcoder/layer_22_width_262k_l0_medium_affine Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
transcoder/layer_22_width_262k_l0_small Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
transcoder/layer_22_width_262k_l0_small_affine Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
transcoder/layer_22_width_65k_l0_big Load this SAE |
blocks.22.ln2.hook_normalized | 65536 | none | |
transcoder/layer_22_width_65k_l0_big_affine Load this SAE |
blocks.22.ln2.hook_normalized | 65536 | none | |
transcoder/layer_22_width_65k_l0_medium Load this SAE |
blocks.22.ln2.hook_normalized | 65536 | none | |
transcoder/layer_22_width_65k_l0_medium_affine Load this SAE |
blocks.22.ln2.hook_normalized | 65536 | none | |
transcoder/layer_22_width_65k_l0_small Load this SAE |
blocks.22.ln2.hook_normalized | 65536 | none | |
transcoder/layer_22_width_65k_l0_small_affine Load this SAE |
blocks.22.ln2.hook_normalized | 65536 | none | |
transcoder/layer_7_width_16k_l0_big Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
transcoder/layer_7_width_16k_l0_big_affine Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
transcoder/layer_7_width_16k_l0_medium Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
transcoder/layer_7_width_16k_l0_medium_affine Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
transcoder/layer_7_width_16k_l0_small Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
transcoder/layer_7_width_16k_l0_small_affine Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
transcoder/layer_7_width_262k_l0_big Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
transcoder/layer_7_width_262k_l0_big_affine Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
transcoder/layer_7_width_262k_l0_medium Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
transcoder/layer_7_width_262k_l0_medium_affine Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
transcoder/layer_7_width_262k_l0_small Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
transcoder/layer_7_width_262k_l0_small_affine Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
transcoder/layer_7_width_65k_l0_big Load this SAE |
blocks.7.ln2.hook_normalized | 65536 | none | |
transcoder/layer_7_width_65k_l0_big_affine Load this SAE |
blocks.7.ln2.hook_normalized | 65536 | none | |
transcoder/layer_7_width_65k_l0_medium Load this SAE |
blocks.7.ln2.hook_normalized | 65536 | none | |
transcoder/layer_7_width_65k_l0_medium_affine Load this SAE |
blocks.7.ln2.hook_normalized | 65536 | none | |
transcoder/layer_7_width_65k_l0_small Load this SAE |
blocks.7.ln2.hook_normalized | 65536 | none | |
transcoder/layer_7_width_65k_l0_small_affine Load this SAE |
blocks.7.ln2.hook_normalized | 65536 | none |
gemma-scope-2-1b-it-transcoders-all
- Huggingface Repo: google/gemma-scope-2-1b-it
| id | neuronpedia | hook_name | d_sae | normalize_activations |
|---|---|---|---|---|
layer_0_width_16k_l0_big Load this SAE |
blocks.0.ln2.hook_normalized | 16384 | none | |
layer_0_width_16k_l0_big_affine Load this SAE |
blocks.0.ln2.hook_normalized | 16384 | none | |
layer_0_width_16k_l0_small Load this SAE |
blocks.0.ln2.hook_normalized | 16384 | none | |
layer_0_width_16k_l0_small_affine Load this SAE |
blocks.0.ln2.hook_normalized | 16384 | none | |
layer_0_width_262k_l0_big Load this SAE |
blocks.0.ln2.hook_normalized | 262144 | none | |
layer_0_width_262k_l0_big_affine Load this SAE |
blocks.0.ln2.hook_normalized | 262144 | none | |
layer_0_width_262k_l0_small Load this SAE |
blocks.0.ln2.hook_normalized | 262144 | none | |
layer_0_width_262k_l0_small_affine Load this SAE |
blocks.0.ln2.hook_normalized | 262144 | none | |
layer_10_width_16k_l0_big Load this SAE |
blocks.10.ln2.hook_normalized | 16384 | none | |
layer_10_width_16k_l0_big_affine Load this SAE |
blocks.10.ln2.hook_normalized | 16384 | none | |
layer_10_width_16k_l0_small Load this SAE |
blocks.10.ln2.hook_normalized | 16384 | none | |
layer_10_width_16k_l0_small_affine Load this SAE |
blocks.10.ln2.hook_normalized | 16384 | none | |
layer_10_width_262k_l0_big Load this SAE |
blocks.10.ln2.hook_normalized | 262144 | none | |
layer_10_width_262k_l0_big_affine Load this SAE |
blocks.10.ln2.hook_normalized | 262144 | none | |
layer_10_width_262k_l0_small Load this SAE |
blocks.10.ln2.hook_normalized | 262144 | none | |
layer_10_width_262k_l0_small_affine Load this SAE |
blocks.10.ln2.hook_normalized | 262144 | none | |
layer_11_width_16k_l0_big Load this SAE |
blocks.11.ln2.hook_normalized | 16384 | none | |
layer_11_width_16k_l0_big_affine Load this SAE |
blocks.11.ln2.hook_normalized | 16384 | none | |
layer_11_width_16k_l0_small Load this SAE |
blocks.11.ln2.hook_normalized | 16384 | none | |
layer_11_width_16k_l0_small_affine Load this SAE |
blocks.11.ln2.hook_normalized | 16384 | none | |
layer_11_width_262k_l0_big Load this SAE |
blocks.11.ln2.hook_normalized | 262144 | none | |
layer_11_width_262k_l0_big_affine Load this SAE |
blocks.11.ln2.hook_normalized | 262144 | none | |
layer_11_width_262k_l0_small Load this SAE |
blocks.11.ln2.hook_normalized | 262144 | none | |
layer_11_width_262k_l0_small_affine Load this SAE |
blocks.11.ln2.hook_normalized | 262144 | none | |
layer_12_width_16k_l0_big Load this SAE |
blocks.12.ln2.hook_normalized | 16384 | none | |
layer_12_width_16k_l0_big_affine Load this SAE |
blocks.12.ln2.hook_normalized | 16384 | none | |
layer_12_width_16k_l0_small Load this SAE |
blocks.12.ln2.hook_normalized | 16384 | none | |
layer_12_width_16k_l0_small_affine Load this SAE |
blocks.12.ln2.hook_normalized | 16384 | none | |
layer_12_width_262k_l0_big Load this SAE |
blocks.12.ln2.hook_normalized | 262144 | none | |
layer_12_width_262k_l0_big_affine Load this SAE |
blocks.12.ln2.hook_normalized | 262144 | none | |
layer_12_width_262k_l0_small Load this SAE |
blocks.12.ln2.hook_normalized | 262144 | none | |
layer_12_width_262k_l0_small_affine Load this SAE |
blocks.12.ln2.hook_normalized | 262144 | none | |
layer_13_width_16k_l0_big Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
layer_13_width_16k_l0_big_affine Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
layer_13_width_16k_l0_small Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
layer_13_width_16k_l0_small_affine Load this SAE |
blocks.13.ln2.hook_normalized | 16384 | none | |
layer_13_width_262k_l0_big Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
layer_13_width_262k_l0_big_affine Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
layer_13_width_262k_l0_small Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
layer_13_width_262k_l0_small_affine Load this SAE |
blocks.13.ln2.hook_normalized | 262144 | none | |
layer_14_width_16k_l0_big Load this SAE |
blocks.14.ln2.hook_normalized | 16384 | none | |
layer_14_width_16k_l0_big_affine Load this SAE |
blocks.14.ln2.hook_normalized | 16384 | none | |
layer_14_width_16k_l0_small Load this SAE |
blocks.14.ln2.hook_normalized | 16384 | none | |
layer_14_width_16k_l0_small_affine Load this SAE |
blocks.14.ln2.hook_normalized | 16384 | none | |
layer_14_width_262k_l0_big Load this SAE |
blocks.14.ln2.hook_normalized | 262144 | none | |
layer_14_width_262k_l0_big_affine Load this SAE |
blocks.14.ln2.hook_normalized | 262144 | none | |
layer_14_width_262k_l0_small Load this SAE |
blocks.14.ln2.hook_normalized | 262144 | none | |
layer_14_width_262k_l0_small_affine Load this SAE |
blocks.14.ln2.hook_normalized | 262144 | none | |
layer_15_width_16k_l0_big Load this SAE |
blocks.15.ln2.hook_normalized | 16384 | none | |
layer_15_width_16k_l0_big_affine Load this SAE |
blocks.15.ln2.hook_normalized | 16384 | none | |
layer_15_width_16k_l0_small Load this SAE |
blocks.15.ln2.hook_normalized | 16384 | none | |
layer_15_width_16k_l0_small_affine Load this SAE |
blocks.15.ln2.hook_normalized | 16384 | none | |
layer_15_width_262k_l0_big Load this SAE |
blocks.15.ln2.hook_normalized | 262144 | none | |
layer_15_width_262k_l0_big_affine Load this SAE |
blocks.15.ln2.hook_normalized | 262144 | none | |
layer_15_width_262k_l0_small Load this SAE |
blocks.15.ln2.hook_normalized | 262144 | none | |
layer_15_width_262k_l0_small_affine Load this SAE |
blocks.15.ln2.hook_normalized | 262144 | none | |
layer_16_width_16k_l0_big Load this SAE |
blocks.16.ln2.hook_normalized | 16384 | none | |
layer_16_width_16k_l0_big_affine Load this SAE |
blocks.16.ln2.hook_normalized | 16384 | none | |
layer_16_width_16k_l0_small Load this SAE |
blocks.16.ln2.hook_normalized | 16384 | none | |
layer_16_width_16k_l0_small_affine Load this SAE |
blocks.16.ln2.hook_normalized | 16384 | none | |
layer_16_width_262k_l0_big Load this SAE |
blocks.16.ln2.hook_normalized | 262144 | none | |
layer_16_width_262k_l0_big_affine Load this SAE |
blocks.16.ln2.hook_normalized | 262144 | none | |
layer_16_width_262k_l0_small Load this SAE |
blocks.16.ln2.hook_normalized | 262144 | none | |
layer_16_width_262k_l0_small_affine Load this SAE |
blocks.16.ln2.hook_normalized | 262144 | none | |
layer_17_width_16k_l0_big Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
layer_17_width_16k_l0_big_affine Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
layer_17_width_16k_l0_small Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
layer_17_width_16k_l0_small_affine Load this SAE |
blocks.17.ln2.hook_normalized | 16384 | none | |
layer_17_width_262k_l0_big Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
layer_17_width_262k_l0_big_affine Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
layer_17_width_262k_l0_small Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
layer_17_width_262k_l0_small_affine Load this SAE |
blocks.17.ln2.hook_normalized | 262144 | none | |
layer_18_width_16k_l0_big Load this SAE |
blocks.18.ln2.hook_normalized | 16384 | none | |
layer_18_width_16k_l0_big_affine Load this SAE |
blocks.18.ln2.hook_normalized | 16384 | none | |
layer_18_width_16k_l0_small Load this SAE |
blocks.18.ln2.hook_normalized | 16384 | none | |
layer_18_width_16k_l0_small_affine Load this SAE |
blocks.18.ln2.hook_normalized | 16384 | none | |
layer_18_width_262k_l0_big Load this SAE |
blocks.18.ln2.hook_normalized | 262144 | none | |
layer_18_width_262k_l0_big_affine Load this SAE |
blocks.18.ln2.hook_normalized | 262144 | none | |
layer_18_width_262k_l0_small Load this SAE |
blocks.18.ln2.hook_normalized | 262144 | none | |
layer_18_width_262k_l0_small_affine Load this SAE |
blocks.18.ln2.hook_normalized | 262144 | none | |
layer_19_width_16k_l0_big Load this SAE |
blocks.19.ln2.hook_normalized | 16384 | none | |
layer_19_width_16k_l0_big_affine Load this SAE |
blocks.19.ln2.hook_normalized | 16384 | none | |
layer_19_width_16k_l0_small Load this SAE |
blocks.19.ln2.hook_normalized | 16384 | none | |
layer_19_width_16k_l0_small_affine Load this SAE |
blocks.19.ln2.hook_normalized | 16384 | none | |
layer_19_width_262k_l0_big Load this SAE |
blocks.19.ln2.hook_normalized | 262144 | none | |
layer_19_width_262k_l0_big_affine Load this SAE |
blocks.19.ln2.hook_normalized | 262144 | none | |
layer_19_width_262k_l0_small Load this SAE |
blocks.19.ln2.hook_normalized | 262144 | none | |
layer_19_width_262k_l0_small_affine Load this SAE |
blocks.19.ln2.hook_normalized | 262144 | none | |
layer_1_width_16k_l0_big Load this SAE |
blocks.1.ln2.hook_normalized | 16384 | none | |
layer_1_width_16k_l0_big_affine Load this SAE |
blocks.1.ln2.hook_normalized | 16384 | none | |
layer_1_width_16k_l0_small Load this SAE |
blocks.1.ln2.hook_normalized | 16384 | none | |
layer_1_width_16k_l0_small_affine Load this SAE |
blocks.1.ln2.hook_normalized | 16384 | none | |
layer_1_width_262k_l0_big Load this SAE |
blocks.1.ln2.hook_normalized | 262144 | none | |
layer_1_width_262k_l0_big_affine Load this SAE |
blocks.1.ln2.hook_normalized | 262144 | none | |
layer_1_width_262k_l0_small Load this SAE |
blocks.1.ln2.hook_normalized | 262144 | none | |
layer_1_width_262k_l0_small_affine Load this SAE |
blocks.1.ln2.hook_normalized | 262144 | none | |
layer_20_width_16k_l0_big Load this SAE |
blocks.20.ln2.hook_normalized | 16384 | none | |
layer_20_width_16k_l0_big_affine Load this SAE |
blocks.20.ln2.hook_normalized | 16384 | none | |
layer_20_width_16k_l0_small Load this SAE |
blocks.20.ln2.hook_normalized | 16384 | none | |
layer_20_width_16k_l0_small_affine Load this SAE |
blocks.20.ln2.hook_normalized | 16384 | none | |
layer_20_width_262k_l0_big Load this SAE |
blocks.20.ln2.hook_normalized | 262144 | none | |
layer_20_width_262k_l0_big_affine Load this SAE |
blocks.20.ln2.hook_normalized | 262144 | none | |
layer_20_width_262k_l0_small Load this SAE |
blocks.20.ln2.hook_normalized | 262144 | none | |
layer_20_width_262k_l0_small_affine Load this SAE |
blocks.20.ln2.hook_normalized | 262144 | none | |
layer_21_width_16k_l0_big Load this SAE |
blocks.21.ln2.hook_normalized | 16384 | none | |
layer_21_width_16k_l0_big_affine Load this SAE |
blocks.21.ln2.hook_normalized | 16384 | none | |
layer_21_width_16k_l0_small Load this SAE |
blocks.21.ln2.hook_normalized | 16384 | none | |
layer_21_width_16k_l0_small_affine Load this SAE |
blocks.21.ln2.hook_normalized | 16384 | none | |
layer_21_width_262k_l0_big Load this SAE |
blocks.21.ln2.hook_normalized | 262144 | none | |
layer_21_width_262k_l0_big_affine Load this SAE |
blocks.21.ln2.hook_normalized | 262144 | none | |
layer_21_width_262k_l0_small Load this SAE |
blocks.21.ln2.hook_normalized | 262144 | none | |
layer_21_width_262k_l0_small_affine Load this SAE |
blocks.21.ln2.hook_normalized | 262144 | none | |
layer_22_width_16k_l0_big Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
layer_22_width_16k_l0_big_affine Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
layer_22_width_16k_l0_small Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
layer_22_width_16k_l0_small_affine Load this SAE |
blocks.22.ln2.hook_normalized | 16384 | none | |
layer_22_width_262k_l0_big Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
layer_22_width_262k_l0_big_affine Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
layer_22_width_262k_l0_small Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
layer_22_width_262k_l0_small_affine Load this SAE |
blocks.22.ln2.hook_normalized | 262144 | none | |
layer_23_width_16k_l0_big Load this SAE |
blocks.23.ln2.hook_normalized | 16384 | none | |
layer_23_width_16k_l0_big_affine Load this SAE |
blocks.23.ln2.hook_normalized | 16384 | none | |
layer_23_width_16k_l0_small Load this SAE |
blocks.23.ln2.hook_normalized | 16384 | none | |
layer_23_width_16k_l0_small_affine Load this SAE |
blocks.23.ln2.hook_normalized | 16384 | none | |
layer_23_width_262k_l0_big Load this SAE |
blocks.23.ln2.hook_normalized | 262144 | none | |
layer_23_width_262k_l0_big_affine Load this SAE |
blocks.23.ln2.hook_normalized | 262144 | none | |
layer_23_width_262k_l0_small Load this SAE |
blocks.23.ln2.hook_normalized | 262144 | none | |
layer_23_width_262k_l0_small_affine Load this SAE |
blocks.23.ln2.hook_normalized | 262144 | none | |
layer_24_width_16k_l0_big Load this SAE |
blocks.24.ln2.hook_normalized | 16384 | none | |
layer_24_width_16k_l0_big_affine Load this SAE |
blocks.24.ln2.hook_normalized | 16384 | none | |
layer_24_width_16k_l0_small Load this SAE |
blocks.24.ln2.hook_normalized | 16384 | none | |
layer_24_width_16k_l0_small_affine Load this SAE |
blocks.24.ln2.hook_normalized | 16384 | none | |
layer_24_width_262k_l0_big Load this SAE |
blocks.24.ln2.hook_normalized | 262144 | none | |
layer_24_width_262k_l0_big_affine Load this SAE |
blocks.24.ln2.hook_normalized | 262144 | none | |
layer_24_width_262k_l0_small Load this SAE |
blocks.24.ln2.hook_normalized | 262144 | none | |
layer_24_width_262k_l0_small_affine Load this SAE |
blocks.24.ln2.hook_normalized | 262144 | none | |
layer_25_width_16k_l0_big Load this SAE |
blocks.25.ln2.hook_normalized | 16384 | none | |
layer_25_width_16k_l0_big_affine Load this SAE |
blocks.25.ln2.hook_normalized | 16384 | none | |
layer_25_width_16k_l0_small Load this SAE |
blocks.25.ln2.hook_normalized | 16384 | none | |
layer_25_width_16k_l0_small_affine Load this SAE |
blocks.25.ln2.hook_normalized | 16384 | none | |
layer_25_width_262k_l0_big Load this SAE |
blocks.25.ln2.hook_normalized | 262144 | none | |
layer_25_width_262k_l0_big_affine Load this SAE |
blocks.25.ln2.hook_normalized | 262144 | none | |
layer_25_width_262k_l0_small Load this SAE |
blocks.25.ln2.hook_normalized | 262144 | none | |
layer_25_width_262k_l0_small_affine Load this SAE |
blocks.25.ln2.hook_normalized | 262144 | none | |
layer_2_width_16k_l0_big Load this SAE |
blocks.2.ln2.hook_normalized | 16384 | none | |
layer_2_width_16k_l0_big_affine Load this SAE |
blocks.2.ln2.hook_normalized | 16384 | none | |
layer_2_width_16k_l0_small Load this SAE |
blocks.2.ln2.hook_normalized | 16384 | none | |
layer_2_width_16k_l0_small_affine Load this SAE |
blocks.2.ln2.hook_normalized | 16384 | none | |
layer_2_width_262k_l0_big Load this SAE |
blocks.2.ln2.hook_normalized | 262144 | none | |
layer_2_width_262k_l0_big_affine Load this SAE |
blocks.2.ln2.hook_normalized | 262144 | none | |
layer_2_width_262k_l0_small Load this SAE |
blocks.2.ln2.hook_normalized | 262144 | none | |
layer_2_width_262k_l0_small_affine Load this SAE |
blocks.2.ln2.hook_normalized | 262144 | none | |
layer_3_width_16k_l0_big Load this SAE |
blocks.3.ln2.hook_normalized | 16384 | none | |
layer_3_width_16k_l0_big_affine Load this SAE |
blocks.3.ln2.hook_normalized | 16384 | none | |
layer_3_width_16k_l0_small Load this SAE |
blocks.3.ln2.hook_normalized | 16384 | none | |
layer_3_width_16k_l0_small_affine Load this SAE |
blocks.3.ln2.hook_normalized | 16384 | none | |
layer_3_width_262k_l0_big Load this SAE |
blocks.3.ln2.hook_normalized | 262144 | none | |
layer_3_width_262k_l0_big_affine Load this SAE |
blocks.3.ln2.hook_normalized | 262144 | none | |
layer_3_width_262k_l0_small Load this SAE |
blocks.3.ln2.hook_normalized | 262144 | none | |
layer_3_width_262k_l0_small_affine Load this SAE |
blocks.3.ln2.hook_normalized | 262144 | none | |
layer_4_width_16k_l0_big Load this SAE |
blocks.4.ln2.hook_normalized | 16384 | none | |
layer_4_width_16k_l0_big_affine Load this SAE |
blocks.4.ln2.hook_normalized | 16384 | none | |
layer_4_width_16k_l0_small Load this SAE |
blocks.4.ln2.hook_normalized | 16384 | none | |
layer_4_width_16k_l0_small_affine Load this SAE |
blocks.4.ln2.hook_normalized | 16384 | none | |
layer_4_width_262k_l0_big Load this SAE |
blocks.4.ln2.hook_normalized | 262144 | none | |
layer_4_width_262k_l0_big_affine Load this SAE |
blocks.4.ln2.hook_normalized | 262144 | none | |
layer_4_width_262k_l0_small Load this SAE |
blocks.4.ln2.hook_normalized | 262144 | none | |
layer_4_width_262k_l0_small_affine Load this SAE |
blocks.4.ln2.hook_normalized | 262144 | none | |
layer_5_width_16k_l0_big Load this SAE |
blocks.5.ln2.hook_normalized | 16384 | none | |
layer_5_width_16k_l0_big_affine Load this SAE |
blocks.5.ln2.hook_normalized | 16384 | none | |
layer_5_width_16k_l0_small Load this SAE |
blocks.5.ln2.hook_normalized | 16384 | none | |
layer_5_width_16k_l0_small_affine Load this SAE |
blocks.5.ln2.hook_normalized | 16384 | none | |
layer_5_width_262k_l0_big Load this SAE |
blocks.5.ln2.hook_normalized | 262144 | none | |
layer_5_width_262k_l0_big_affine Load this SAE |
blocks.5.ln2.hook_normalized | 262144 | none | |
layer_5_width_262k_l0_small Load this SAE |
blocks.5.ln2.hook_normalized | 262144 | none | |
layer_5_width_262k_l0_small_affine Load this SAE |
blocks.5.ln2.hook_normalized | 262144 | none | |
layer_6_width_16k_l0_big Load this SAE |
blocks.6.ln2.hook_normalized | 16384 | none | |
layer_6_width_16k_l0_big_affine Load this SAE |
blocks.6.ln2.hook_normalized | 16384 | none | |
layer_6_width_16k_l0_small Load this SAE |
blocks.6.ln2.hook_normalized | 16384 | none | |
layer_6_width_16k_l0_small_affine Load this SAE |
blocks.6.ln2.hook_normalized | 16384 | none | |
layer_6_width_262k_l0_big Load this SAE |
blocks.6.ln2.hook_normalized | 262144 | none | |
layer_6_width_262k_l0_big_affine Load this SAE |
blocks.6.ln2.hook_normalized | 262144 | none | |
layer_6_width_262k_l0_small Load this SAE |
blocks.6.ln2.hook_normalized | 262144 | none | |
layer_6_width_262k_l0_small_affine Load this SAE |
blocks.6.ln2.hook_normalized | 262144 | none | |
layer_7_width_16k_l0_big Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
layer_7_width_16k_l0_big_affine Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
layer_7_width_16k_l0_small Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
layer_7_width_16k_l0_small_affine Load this SAE |
blocks.7.ln2.hook_normalized | 16384 | none | |
layer_7_width_262k_l0_big Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
layer_7_width_262k_l0_big_affine Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
layer_7_width_262k_l0_small Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
layer_7_width_262k_l0_small_affine Load this SAE |
blocks.7.ln2.hook_normalized | 262144 | none | |
layer_8_width_16k_l0_big Load this SAE |
blocks.8.ln2.hook_normalized | 16384 | none | |
layer_8_width_16k_l0_big_affine Load this SAE |
blocks.8.ln2.hook_normalized | 16384 | none | |
layer_8_width_16k_l0_small Load this SAE |
blocks.8.ln2.hook_normalized | 16384 | none | |
layer_8_width_16k_l0_small_affine Load this SAE |
blocks.8.ln2.hook_normalized | 16384 | none | |
layer_8_width_262k_l0_big Load this SAE |
blocks.8.ln2.hook_normalized | 262144 | none | |
layer_8_width_262k_l0_big_affine Load this SAE |
blocks.8.ln2.hook_normalized | 262144 | none | |
layer_8_width_262k_l0_small Load this SAE |
blocks.8.ln2.hook_normalized | 262144 | none | |
layer_8_width_262k_l0_small_affine Load this SAE |
blocks.8.ln2.hook_normalized | 262144 | none | |
layer_9_width_16k_l0_big Load this SAE |
blocks.9.ln2.hook_normalized | 16384 | none | |
layer_9_width_16k_l0_big_affine Load this SAE |
blocks.9.ln2.hook_normalized | 16384 | none | |
layer_9_width_16k_l0_small Load this SAE |
blocks.9.ln2.hook_normalized | 16384 | none | |
layer_9_width_16k_l0_small_affine Load this SAE |
blocks.9.ln2.hook_normalized | 16384 | none | |
layer_9_width_262k_l0_big Load this SAE |
blocks.9.ln2.hook_normalized | 262144 | none | |
layer_9_width_262k_l0_big_affine Load this SAE |
blocks.9.ln2.hook_normalized | 262144 | none | |
layer_9_width_262k_l0_small Load this SAE |
blocks.9.ln2.hook_normalized | 262144 | none | |
layer_9_width_262k_l0_small_affine Load this SAE |
blocks.9.ln2.hook_normalized | 262144 | none |
×