gemma-3-4b-it

This page lists all pretrained SAEs available for gemma-3-4b-it.

gemma-scope-2-4b-it-att

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_17_width_16k_l0_big Load this SAE		blocks.17.hook_attn_out	16384	none
layer_17_width_16k_l0_medium Load this SAE		blocks.17.hook_attn_out	16384	none
layer_17_width_16k_l0_small Load this SAE		blocks.17.hook_attn_out	16384	none
layer_17_width_262k_l0_big Load this SAE		blocks.17.hook_attn_out	262144	none
layer_17_width_262k_l0_medium Load this SAE		blocks.17.hook_attn_out	262144	none
layer_17_width_262k_l0_small Load this SAE		blocks.17.hook_attn_out	262144	none
layer_17_width_65k_l0_big Load this SAE		blocks.17.hook_attn_out	65536	none
layer_17_width_65k_l0_medium Load this SAE		blocks.17.hook_attn_out	65536	none
layer_17_width_65k_l0_small Load this SAE		blocks.17.hook_attn_out	65536	none
layer_22_width_16k_l0_big Load this SAE		blocks.22.hook_attn_out	16384	none
layer_22_width_16k_l0_medium Load this SAE		blocks.22.hook_attn_out	16384	none
layer_22_width_16k_l0_small Load this SAE		blocks.22.hook_attn_out	16384	none
layer_22_width_262k_l0_big Load this SAE		blocks.22.hook_attn_out	262144	none
layer_22_width_262k_l0_medium Load this SAE		blocks.22.hook_attn_out	262144	none
layer_22_width_262k_l0_small Load this SAE		blocks.22.hook_attn_out	262144	none
layer_22_width_65k_l0_big Load this SAE		blocks.22.hook_attn_out	65536	none
layer_22_width_65k_l0_medium Load this SAE		blocks.22.hook_attn_out	65536	none
layer_22_width_65k_l0_small Load this SAE		blocks.22.hook_attn_out	65536	none
layer_29_width_16k_l0_big Load this SAE		blocks.29.hook_attn_out	16384	none
layer_29_width_16k_l0_medium Load this SAE		blocks.29.hook_attn_out	16384	none
layer_29_width_16k_l0_small Load this SAE		blocks.29.hook_attn_out	16384	none
layer_29_width_262k_l0_big Load this SAE		blocks.29.hook_attn_out	262144	none
layer_29_width_262k_l0_medium Load this SAE		blocks.29.hook_attn_out	262144	none
layer_29_width_262k_l0_small Load this SAE		blocks.29.hook_attn_out	262144	none
layer_29_width_65k_l0_big Load this SAE		blocks.29.hook_attn_out	65536	none
layer_29_width_65k_l0_medium Load this SAE		blocks.29.hook_attn_out	65536	none
layer_29_width_65k_l0_small Load this SAE		blocks.29.hook_attn_out	65536	none
layer_9_width_16k_l0_big Load this SAE		blocks.9.hook_attn_out	16384	none
layer_9_width_16k_l0_medium Load this SAE		blocks.9.hook_attn_out	16384	none
layer_9_width_16k_l0_small Load this SAE		blocks.9.hook_attn_out	16384	none
layer_9_width_262k_l0_big Load this SAE		blocks.9.hook_attn_out	262144	none
layer_9_width_262k_l0_medium Load this SAE		blocks.9.hook_attn_out	262144	none
layer_9_width_262k_l0_small Load this SAE		blocks.9.hook_attn_out	262144	none
layer_9_width_65k_l0_big Load this SAE		blocks.9.hook_attn_out	65536	none
layer_9_width_65k_l0_medium Load this SAE		blocks.9.hook_attn_out	65536	none
layer_9_width_65k_l0_small Load this SAE		blocks.9.hook_attn_out	65536	none

gemma-scope-2-4b-it-att-all

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE		blocks.0.hook_attn_out	16384	none
layer_0_width_16k_l0_small Load this SAE		blocks.0.hook_attn_out	16384	none
layer_0_width_262k_l0_big Load this SAE		blocks.0.hook_attn_out	262144	none
layer_0_width_262k_l0_small Load this SAE		blocks.0.hook_attn_out	262144	none
layer_10_width_16k_l0_big Load this SAE		blocks.10.hook_attn_out	16384	none
layer_10_width_16k_l0_small Load this SAE		blocks.10.hook_attn_out	16384	none
layer_10_width_262k_l0_big Load this SAE		blocks.10.hook_attn_out	262144	none
layer_10_width_262k_l0_small Load this SAE		blocks.10.hook_attn_out	262144	none
layer_11_width_16k_l0_big Load this SAE		blocks.11.hook_attn_out	16384	none
layer_11_width_16k_l0_small Load this SAE		blocks.11.hook_attn_out	16384	none
layer_11_width_262k_l0_big Load this SAE		blocks.11.hook_attn_out	262144	none
layer_11_width_262k_l0_small Load this SAE		blocks.11.hook_attn_out	262144	none
layer_12_width_16k_l0_big Load this SAE		blocks.12.hook_attn_out	16384	none
layer_12_width_16k_l0_small Load this SAE		blocks.12.hook_attn_out	16384	none
layer_12_width_262k_l0_big Load this SAE		blocks.12.hook_attn_out	262144	none
layer_12_width_262k_l0_small Load this SAE		blocks.12.hook_attn_out	262144	none
layer_13_width_16k_l0_big Load this SAE		blocks.13.hook_attn_out	16384	none
layer_13_width_16k_l0_small Load this SAE		blocks.13.hook_attn_out	16384	none
layer_13_width_262k_l0_big Load this SAE		blocks.13.hook_attn_out	262144	none
layer_13_width_262k_l0_small Load this SAE		blocks.13.hook_attn_out	262144	none
layer_14_width_16k_l0_big Load this SAE		blocks.14.hook_attn_out	16384	none
layer_14_width_16k_l0_small Load this SAE		blocks.14.hook_attn_out	16384	none
layer_14_width_262k_l0_big Load this SAE		blocks.14.hook_attn_out	262144	none
layer_14_width_262k_l0_small Load this SAE		blocks.14.hook_attn_out	262144	none
layer_15_width_16k_l0_big Load this SAE		blocks.15.hook_attn_out	16384	none
layer_15_width_16k_l0_small Load this SAE		blocks.15.hook_attn_out	16384	none
layer_15_width_262k_l0_big Load this SAE		blocks.15.hook_attn_out	262144	none
layer_15_width_262k_l0_small Load this SAE		blocks.15.hook_attn_out	262144	none
layer_16_width_16k_l0_big Load this SAE		blocks.16.hook_attn_out	16384	none
layer_16_width_16k_l0_small Load this SAE		blocks.16.hook_attn_out	16384	none
layer_16_width_262k_l0_big Load this SAE		blocks.16.hook_attn_out	262144	none
layer_16_width_262k_l0_small Load this SAE		blocks.16.hook_attn_out	262144	none
layer_17_width_16k_l0_big Load this SAE		blocks.17.hook_attn_out	16384	none
layer_17_width_16k_l0_small Load this SAE		blocks.17.hook_attn_out	16384	none
layer_17_width_262k_l0_big Load this SAE		blocks.17.hook_attn_out	262144	none
layer_17_width_262k_l0_small Load this SAE		blocks.17.hook_attn_out	262144	none
layer_18_width_16k_l0_big Load this SAE		blocks.18.hook_attn_out	16384	none
layer_18_width_16k_l0_small Load this SAE		blocks.18.hook_attn_out	16384	none
layer_18_width_262k_l0_big Load this SAE		blocks.18.hook_attn_out	262144	none
layer_18_width_262k_l0_small Load this SAE		blocks.18.hook_attn_out	262144	none
layer_19_width_16k_l0_big Load this SAE		blocks.19.hook_attn_out	16384	none
layer_19_width_16k_l0_small Load this SAE		blocks.19.hook_attn_out	16384	none
layer_19_width_262k_l0_big Load this SAE		blocks.19.hook_attn_out	262144	none
layer_19_width_262k_l0_small Load this SAE		blocks.19.hook_attn_out	262144	none
layer_1_width_16k_l0_big Load this SAE		blocks.1.hook_attn_out	16384	none
layer_1_width_16k_l0_small Load this SAE		blocks.1.hook_attn_out	16384	none
layer_1_width_262k_l0_big Load this SAE		blocks.1.hook_attn_out	262144	none
layer_1_width_262k_l0_small Load this SAE		blocks.1.hook_attn_out	262144	none
layer_20_width_16k_l0_big Load this SAE		blocks.20.hook_attn_out	16384	none
layer_20_width_16k_l0_small Load this SAE		blocks.20.hook_attn_out	16384	none
layer_20_width_262k_l0_big Load this SAE		blocks.20.hook_attn_out	262144	none
layer_20_width_262k_l0_small Load this SAE		blocks.20.hook_attn_out	262144	none
layer_21_width_16k_l0_big Load this SAE		blocks.21.hook_attn_out	16384	none
layer_21_width_16k_l0_small Load this SAE		blocks.21.hook_attn_out	16384	none
layer_21_width_262k_l0_big Load this SAE		blocks.21.hook_attn_out	262144	none
layer_21_width_262k_l0_small Load this SAE		blocks.21.hook_attn_out	262144	none
layer_22_width_16k_l0_big Load this SAE		blocks.22.hook_attn_out	16384	none
layer_22_width_16k_l0_small Load this SAE		blocks.22.hook_attn_out	16384	none
layer_22_width_262k_l0_big Load this SAE		blocks.22.hook_attn_out	262144	none
layer_22_width_262k_l0_small Load this SAE		blocks.22.hook_attn_out	262144	none
layer_23_width_16k_l0_big Load this SAE		blocks.23.hook_attn_out	16384	none
layer_23_width_16k_l0_small Load this SAE		blocks.23.hook_attn_out	16384	none
layer_23_width_262k_l0_big Load this SAE		blocks.23.hook_attn_out	262144	none
layer_23_width_262k_l0_small Load this SAE		blocks.23.hook_attn_out	262144	none
layer_24_width_16k_l0_big Load this SAE		blocks.24.hook_attn_out	16384	none
layer_24_width_16k_l0_small Load this SAE		blocks.24.hook_attn_out	16384	none
layer_24_width_262k_l0_big Load this SAE		blocks.24.hook_attn_out	262144	none
layer_24_width_262k_l0_small Load this SAE		blocks.24.hook_attn_out	262144	none
layer_25_width_16k_l0_big Load this SAE		blocks.25.hook_attn_out	16384	none
layer_25_width_16k_l0_small Load this SAE		blocks.25.hook_attn_out	16384	none
layer_25_width_262k_l0_big Load this SAE		blocks.25.hook_attn_out	262144	none
layer_25_width_262k_l0_small Load this SAE		blocks.25.hook_attn_out	262144	none
layer_26_width_16k_l0_big Load this SAE		blocks.26.hook_attn_out	16384	none
layer_26_width_16k_l0_small Load this SAE		blocks.26.hook_attn_out	16384	none
layer_26_width_262k_l0_big Load this SAE		blocks.26.hook_attn_out	262144	none
layer_26_width_262k_l0_small Load this SAE		blocks.26.hook_attn_out	262144	none
layer_27_width_16k_l0_big Load this SAE		blocks.27.hook_attn_out	16384	none
layer_27_width_16k_l0_small Load this SAE		blocks.27.hook_attn_out	16384	none
layer_27_width_262k_l0_big Load this SAE		blocks.27.hook_attn_out	262144	none
layer_27_width_262k_l0_small Load this SAE		blocks.27.hook_attn_out	262144	none
layer_28_width_16k_l0_big Load this SAE		blocks.28.hook_attn_out	16384	none
layer_28_width_16k_l0_small Load this SAE		blocks.28.hook_attn_out	16384	none
layer_28_width_262k_l0_big Load this SAE		blocks.28.hook_attn_out	262144	none
layer_28_width_262k_l0_small Load this SAE		blocks.28.hook_attn_out	262144	none
layer_29_width_16k_l0_big Load this SAE		blocks.29.hook_attn_out	16384	none
layer_29_width_16k_l0_small Load this SAE		blocks.29.hook_attn_out	16384	none
layer_29_width_262k_l0_big Load this SAE		blocks.29.hook_attn_out	262144	none
layer_29_width_262k_l0_small Load this SAE		blocks.29.hook_attn_out	262144	none
layer_2_width_16k_l0_big Load this SAE		blocks.2.hook_attn_out	16384	none
layer_2_width_16k_l0_small Load this SAE		blocks.2.hook_attn_out	16384	none
layer_2_width_262k_l0_big Load this SAE		blocks.2.hook_attn_out	262144	none
layer_2_width_262k_l0_small Load this SAE		blocks.2.hook_attn_out	262144	none
layer_30_width_16k_l0_big Load this SAE		blocks.30.hook_attn_out	16384	none
layer_30_width_16k_l0_small Load this SAE		blocks.30.hook_attn_out	16384	none
layer_30_width_262k_l0_big Load this SAE		blocks.30.hook_attn_out	262144	none
layer_30_width_262k_l0_small Load this SAE		blocks.30.hook_attn_out	262144	none
layer_31_width_16k_l0_big Load this SAE		blocks.31.hook_attn_out	16384	none
layer_31_width_16k_l0_small Load this SAE		blocks.31.hook_attn_out	16384	none
layer_31_width_262k_l0_big Load this SAE		blocks.31.hook_attn_out	262144	none
layer_31_width_262k_l0_small Load this SAE		blocks.31.hook_attn_out	262144	none
layer_32_width_16k_l0_big Load this SAE		blocks.32.hook_attn_out	16384	none
layer_32_width_16k_l0_small Load this SAE		blocks.32.hook_attn_out	16384	none
layer_32_width_262k_l0_big Load this SAE		blocks.32.hook_attn_out	262144	none
layer_32_width_262k_l0_small Load this SAE		blocks.32.hook_attn_out	262144	none
layer_33_width_16k_l0_big Load this SAE		blocks.33.hook_attn_out	16384	none
layer_33_width_16k_l0_small Load this SAE		blocks.33.hook_attn_out	16384	none
layer_33_width_262k_l0_big Load this SAE		blocks.33.hook_attn_out	262144	none
layer_33_width_262k_l0_small Load this SAE		blocks.33.hook_attn_out	262144	none
layer_3_width_16k_l0_big Load this SAE		blocks.3.hook_attn_out	16384	none
layer_3_width_16k_l0_small Load this SAE		blocks.3.hook_attn_out	16384	none
layer_3_width_262k_l0_big Load this SAE		blocks.3.hook_attn_out	262144	none
layer_3_width_262k_l0_small Load this SAE		blocks.3.hook_attn_out	262144	none
layer_4_width_16k_l0_big Load this SAE		blocks.4.hook_attn_out	16384	none
layer_4_width_16k_l0_small Load this SAE		blocks.4.hook_attn_out	16384	none
layer_4_width_262k_l0_big Load this SAE		blocks.4.hook_attn_out	262144	none
layer_4_width_262k_l0_small Load this SAE		blocks.4.hook_attn_out	262144	none
layer_5_width_16k_l0_big Load this SAE		blocks.5.hook_attn_out	16384	none
layer_5_width_16k_l0_small Load this SAE		blocks.5.hook_attn_out	16384	none
layer_5_width_262k_l0_big Load this SAE		blocks.5.hook_attn_out	262144	none
layer_5_width_262k_l0_small Load this SAE		blocks.5.hook_attn_out	262144	none
layer_6_width_16k_l0_big Load this SAE		blocks.6.hook_attn_out	16384	none
layer_6_width_16k_l0_small Load this SAE		blocks.6.hook_attn_out	16384	none
layer_6_width_262k_l0_big Load this SAE		blocks.6.hook_attn_out	262144	none
layer_6_width_262k_l0_small Load this SAE		blocks.6.hook_attn_out	262144	none
layer_7_width_16k_l0_big Load this SAE		blocks.7.hook_attn_out	16384	none
layer_7_width_16k_l0_small Load this SAE		blocks.7.hook_attn_out	16384	none
layer_7_width_262k_l0_big Load this SAE		blocks.7.hook_attn_out	262144	none
layer_7_width_262k_l0_small Load this SAE		blocks.7.hook_attn_out	262144	none
layer_8_width_16k_l0_big Load this SAE		blocks.8.hook_attn_out	16384	none
layer_8_width_16k_l0_small Load this SAE		blocks.8.hook_attn_out	16384	none
layer_8_width_262k_l0_big Load this SAE		blocks.8.hook_attn_out	262144	none
layer_8_width_262k_l0_small Load this SAE		blocks.8.hook_attn_out	262144	none
layer_9_width_16k_l0_big Load this SAE		blocks.9.hook_attn_out	16384	none
layer_9_width_16k_l0_small Load this SAE		blocks.9.hook_attn_out	16384	none
layer_9_width_262k_l0_big Load this SAE		blocks.9.hook_attn_out	262144	none
layer_9_width_262k_l0_small Load this SAE		blocks.9.hook_attn_out	262144	none

gemma-scope-2-4b-it-mlp

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_17_width_16k_l0_big Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17_width_16k_l0_medium Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17_width_16k_l0_small Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17_width_262k_l0_big Load this SAE		blocks.17.hook_mlp_out	262144	none
layer_17_width_262k_l0_medium Load this SAE		blocks.17.hook_mlp_out	262144	none
layer_17_width_262k_l0_small Load this SAE		blocks.17.hook_mlp_out	262144	none
layer_17_width_65k_l0_big Load this SAE		blocks.17.hook_mlp_out	65536	none
layer_17_width_65k_l0_medium Load this SAE		blocks.17.hook_mlp_out	65536	none
layer_17_width_65k_l0_small Load this SAE		blocks.17.hook_mlp_out	65536	none
layer_22_width_16k_l0_big Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22_width_16k_l0_medium Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22_width_16k_l0_small Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22_width_262k_l0_big Load this SAE		blocks.22.hook_mlp_out	262144	none
layer_22_width_262k_l0_medium Load this SAE		blocks.22.hook_mlp_out	262144	none
layer_22_width_262k_l0_small Load this SAE		blocks.22.hook_mlp_out	262144	none
layer_22_width_65k_l0_big Load this SAE		blocks.22.hook_mlp_out	65536	none
layer_22_width_65k_l0_medium Load this SAE		blocks.22.hook_mlp_out	65536	none
layer_22_width_65k_l0_small Load this SAE		blocks.22.hook_mlp_out	65536	none
layer_29_width_16k_l0_big Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29_width_16k_l0_medium Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29_width_16k_l0_small Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29_width_262k_l0_big Load this SAE		blocks.29.hook_mlp_out	262144	none
layer_29_width_262k_l0_medium Load this SAE		blocks.29.hook_mlp_out	262144	none
layer_29_width_262k_l0_small Load this SAE		blocks.29.hook_mlp_out	262144	none
layer_29_width_65k_l0_big Load this SAE		blocks.29.hook_mlp_out	65536	none
layer_29_width_65k_l0_medium Load this SAE		blocks.29.hook_mlp_out	65536	none
layer_29_width_65k_l0_small Load this SAE		blocks.29.hook_mlp_out	65536	none
layer_9_width_16k_l0_big Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9_width_16k_l0_medium Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9_width_16k_l0_small Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9_width_262k_l0_big Load this SAE		blocks.9.hook_mlp_out	262144	none
layer_9_width_262k_l0_medium Load this SAE		blocks.9.hook_mlp_out	262144	none
layer_9_width_262k_l0_small Load this SAE		blocks.9.hook_mlp_out	262144	none
layer_9_width_65k_l0_big Load this SAE		blocks.9.hook_mlp_out	65536	none
layer_9_width_65k_l0_medium Load this SAE		blocks.9.hook_mlp_out	65536	none
layer_9_width_65k_l0_small Load this SAE		blocks.9.hook_mlp_out	65536	none

gemma-scope-2-4b-it-mlp-all

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE		blocks.0.hook_mlp_out	16384	none
layer_0_width_16k_l0_small Load this SAE		blocks.0.hook_mlp_out	16384	none
layer_0_width_262k_l0_big Load this SAE		blocks.0.hook_mlp_out	262144	none
layer_0_width_262k_l0_small Load this SAE		blocks.0.hook_mlp_out	262144	none
layer_10_width_16k_l0_big Load this SAE		blocks.10.hook_mlp_out	16384	none
layer_10_width_16k_l0_small Load this SAE		blocks.10.hook_mlp_out	16384	none
layer_10_width_262k_l0_big Load this SAE		blocks.10.hook_mlp_out	262144	none
layer_10_width_262k_l0_small Load this SAE		blocks.10.hook_mlp_out	262144	none
layer_11_width_16k_l0_big Load this SAE		blocks.11.hook_mlp_out	16384	none
layer_11_width_16k_l0_small Load this SAE		blocks.11.hook_mlp_out	16384	none
layer_11_width_262k_l0_big Load this SAE		blocks.11.hook_mlp_out	262144	none
layer_11_width_262k_l0_small Load this SAE		blocks.11.hook_mlp_out	262144	none
layer_12_width_16k_l0_big Load this SAE		blocks.12.hook_mlp_out	16384	none
layer_12_width_16k_l0_small Load this SAE		blocks.12.hook_mlp_out	16384	none
layer_12_width_262k_l0_big Load this SAE		blocks.12.hook_mlp_out	262144	none
layer_12_width_262k_l0_small Load this SAE		blocks.12.hook_mlp_out	262144	none
layer_13_width_16k_l0_big Load this SAE		blocks.13.hook_mlp_out	16384	none
layer_13_width_16k_l0_small Load this SAE		blocks.13.hook_mlp_out	16384	none
layer_13_width_262k_l0_big Load this SAE		blocks.13.hook_mlp_out	262144	none
layer_13_width_262k_l0_small Load this SAE		blocks.13.hook_mlp_out	262144	none
layer_14_width_16k_l0_big Load this SAE		blocks.14.hook_mlp_out	16384	none
layer_14_width_16k_l0_small Load this SAE		blocks.14.hook_mlp_out	16384	none
layer_14_width_262k_l0_big Load this SAE		blocks.14.hook_mlp_out	262144	none
layer_14_width_262k_l0_small Load this SAE		blocks.14.hook_mlp_out	262144	none
layer_15_width_16k_l0_big Load this SAE		blocks.15.hook_mlp_out	16384	none
layer_15_width_16k_l0_small Load this SAE		blocks.15.hook_mlp_out	16384	none
layer_15_width_262k_l0_big Load this SAE		blocks.15.hook_mlp_out	262144	none
layer_15_width_262k_l0_small Load this SAE		blocks.15.hook_mlp_out	262144	none
layer_16_width_16k_l0_big Load this SAE		blocks.16.hook_mlp_out	16384	none
layer_16_width_16k_l0_small Load this SAE		blocks.16.hook_mlp_out	16384	none
layer_16_width_262k_l0_big Load this SAE		blocks.16.hook_mlp_out	262144	none
layer_16_width_262k_l0_small Load this SAE		blocks.16.hook_mlp_out	262144	none
layer_17_width_16k_l0_big Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17_width_16k_l0_small Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17_width_262k_l0_big Load this SAE		blocks.17.hook_mlp_out	262144	none
layer_17_width_262k_l0_small Load this SAE		blocks.17.hook_mlp_out	262144	none
layer_18_width_16k_l0_big Load this SAE		blocks.18.hook_mlp_out	16384	none
layer_18_width_16k_l0_small Load this SAE		blocks.18.hook_mlp_out	16384	none
layer_18_width_262k_l0_big Load this SAE		blocks.18.hook_mlp_out	262144	none
layer_18_width_262k_l0_small Load this SAE		blocks.18.hook_mlp_out	262144	none
layer_19_width_16k_l0_big Load this SAE		blocks.19.hook_mlp_out	16384	none
layer_19_width_16k_l0_small Load this SAE		blocks.19.hook_mlp_out	16384	none
layer_19_width_262k_l0_big Load this SAE		blocks.19.hook_mlp_out	262144	none
layer_19_width_262k_l0_small Load this SAE		blocks.19.hook_mlp_out	262144	none
layer_1_width_16k_l0_big Load this SAE		blocks.1.hook_mlp_out	16384	none
layer_1_width_16k_l0_small Load this SAE		blocks.1.hook_mlp_out	16384	none
layer_1_width_262k_l0_big Load this SAE		blocks.1.hook_mlp_out	262144	none
layer_1_width_262k_l0_small Load this SAE		blocks.1.hook_mlp_out	262144	none
layer_20_width_16k_l0_big Load this SAE		blocks.20.hook_mlp_out	16384	none
layer_20_width_16k_l0_small Load this SAE		blocks.20.hook_mlp_out	16384	none
layer_20_width_262k_l0_big Load this SAE		blocks.20.hook_mlp_out	262144	none
layer_20_width_262k_l0_small Load this SAE		blocks.20.hook_mlp_out	262144	none
layer_21_width_16k_l0_big Load this SAE		blocks.21.hook_mlp_out	16384	none
layer_21_width_16k_l0_small Load this SAE		blocks.21.hook_mlp_out	16384	none
layer_21_width_262k_l0_big Load this SAE		blocks.21.hook_mlp_out	262144	none
layer_21_width_262k_l0_small Load this SAE		blocks.21.hook_mlp_out	262144	none
layer_22_width_16k_l0_big Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22_width_16k_l0_small Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22_width_262k_l0_big Load this SAE		blocks.22.hook_mlp_out	262144	none
layer_22_width_262k_l0_small Load this SAE		blocks.22.hook_mlp_out	262144	none
layer_23_width_16k_l0_big Load this SAE		blocks.23.hook_mlp_out	16384	none
layer_23_width_16k_l0_small Load this SAE		blocks.23.hook_mlp_out	16384	none
layer_23_width_262k_l0_big Load this SAE		blocks.23.hook_mlp_out	262144	none
layer_23_width_262k_l0_small Load this SAE		blocks.23.hook_mlp_out	262144	none
layer_24_width_16k_l0_big Load this SAE		blocks.24.hook_mlp_out	16384	none
layer_24_width_16k_l0_small Load this SAE		blocks.24.hook_mlp_out	16384	none
layer_24_width_262k_l0_big Load this SAE		blocks.24.hook_mlp_out	262144	none
layer_24_width_262k_l0_small Load this SAE		blocks.24.hook_mlp_out	262144	none
layer_25_width_16k_l0_big Load this SAE		blocks.25.hook_mlp_out	16384	none
layer_25_width_16k_l0_small Load this SAE		blocks.25.hook_mlp_out	16384	none
layer_25_width_262k_l0_big Load this SAE		blocks.25.hook_mlp_out	262144	none
layer_25_width_262k_l0_small Load this SAE		blocks.25.hook_mlp_out	262144	none
layer_26_width_16k_l0_big Load this SAE		blocks.26.hook_mlp_out	16384	none
layer_26_width_16k_l0_small Load this SAE		blocks.26.hook_mlp_out	16384	none
layer_26_width_262k_l0_big Load this SAE		blocks.26.hook_mlp_out	262144	none
layer_26_width_262k_l0_small Load this SAE		blocks.26.hook_mlp_out	262144	none
layer_27_width_16k_l0_big Load this SAE		blocks.27.hook_mlp_out	16384	none
layer_27_width_16k_l0_small Load this SAE		blocks.27.hook_mlp_out	16384	none
layer_27_width_262k_l0_big Load this SAE		blocks.27.hook_mlp_out	262144	none
layer_27_width_262k_l0_small Load this SAE		blocks.27.hook_mlp_out	262144	none
layer_28_width_16k_l0_big Load this SAE		blocks.28.hook_mlp_out	16384	none
layer_28_width_16k_l0_small Load this SAE		blocks.28.hook_mlp_out	16384	none
layer_28_width_262k_l0_big Load this SAE		blocks.28.hook_mlp_out	262144	none
layer_28_width_262k_l0_small Load this SAE		blocks.28.hook_mlp_out	262144	none
layer_29_width_16k_l0_big Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29_width_16k_l0_small Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29_width_262k_l0_big Load this SAE		blocks.29.hook_mlp_out	262144	none
layer_29_width_262k_l0_small Load this SAE		blocks.29.hook_mlp_out	262144	none
layer_2_width_16k_l0_big Load this SAE		blocks.2.hook_mlp_out	16384	none
layer_2_width_16k_l0_small Load this SAE		blocks.2.hook_mlp_out	16384	none
layer_2_width_262k_l0_big Load this SAE		blocks.2.hook_mlp_out	262144	none
layer_2_width_262k_l0_small Load this SAE		blocks.2.hook_mlp_out	262144	none
layer_30_width_16k_l0_big Load this SAE		blocks.30.hook_mlp_out	16384	none
layer_30_width_16k_l0_small Load this SAE		blocks.30.hook_mlp_out	16384	none
layer_30_width_262k_l0_big Load this SAE		blocks.30.hook_mlp_out	262144	none
layer_30_width_262k_l0_small Load this SAE		blocks.30.hook_mlp_out	262144	none
layer_31_width_16k_l0_big Load this SAE		blocks.31.hook_mlp_out	16384	none
layer_31_width_16k_l0_small Load this SAE		blocks.31.hook_mlp_out	16384	none
layer_31_width_262k_l0_big Load this SAE		blocks.31.hook_mlp_out	262144	none
layer_31_width_262k_l0_small Load this SAE		blocks.31.hook_mlp_out	262144	none
layer_32_width_16k_l0_big Load this SAE		blocks.32.hook_mlp_out	16384	none
layer_32_width_16k_l0_small Load this SAE		blocks.32.hook_mlp_out	16384	none
layer_32_width_262k_l0_big Load this SAE		blocks.32.hook_mlp_out	262144	none
layer_32_width_262k_l0_small Load this SAE		blocks.32.hook_mlp_out	262144	none
layer_33_width_16k_l0_big Load this SAE		blocks.33.hook_mlp_out	16384	none
layer_33_width_16k_l0_small Load this SAE		blocks.33.hook_mlp_out	16384	none
layer_33_width_262k_l0_big Load this SAE		blocks.33.hook_mlp_out	262144	none
layer_33_width_262k_l0_small Load this SAE		blocks.33.hook_mlp_out	262144	none
layer_3_width_16k_l0_big Load this SAE		blocks.3.hook_mlp_out	16384	none
layer_3_width_16k_l0_small Load this SAE		blocks.3.hook_mlp_out	16384	none
layer_3_width_262k_l0_big Load this SAE		blocks.3.hook_mlp_out	262144	none
layer_3_width_262k_l0_small Load this SAE		blocks.3.hook_mlp_out	262144	none
layer_4_width_16k_l0_big Load this SAE		blocks.4.hook_mlp_out	16384	none
layer_4_width_16k_l0_small Load this SAE		blocks.4.hook_mlp_out	16384	none
layer_4_width_262k_l0_big Load this SAE		blocks.4.hook_mlp_out	262144	none
layer_4_width_262k_l0_small Load this SAE		blocks.4.hook_mlp_out	262144	none
layer_5_width_16k_l0_big Load this SAE		blocks.5.hook_mlp_out	16384	none
layer_5_width_16k_l0_small Load this SAE		blocks.5.hook_mlp_out	16384	none
layer_5_width_262k_l0_big Load this SAE		blocks.5.hook_mlp_out	262144	none
layer_5_width_262k_l0_small Load this SAE		blocks.5.hook_mlp_out	262144	none
layer_6_width_16k_l0_big Load this SAE		blocks.6.hook_mlp_out	16384	none
layer_6_width_16k_l0_small Load this SAE		blocks.6.hook_mlp_out	16384	none
layer_6_width_262k_l0_big Load this SAE		blocks.6.hook_mlp_out	262144	none
layer_6_width_262k_l0_small Load this SAE		blocks.6.hook_mlp_out	262144	none
layer_7_width_16k_l0_big Load this SAE		blocks.7.hook_mlp_out	16384	none
layer_7_width_16k_l0_small Load this SAE		blocks.7.hook_mlp_out	16384	none
layer_7_width_262k_l0_big Load this SAE		blocks.7.hook_mlp_out	262144	none
layer_7_width_262k_l0_small Load this SAE		blocks.7.hook_mlp_out	262144	none
layer_8_width_16k_l0_big Load this SAE		blocks.8.hook_mlp_out	16384	none
layer_8_width_16k_l0_small Load this SAE		blocks.8.hook_mlp_out	16384	none
layer_8_width_262k_l0_big Load this SAE		blocks.8.hook_mlp_out	262144	none
layer_8_width_262k_l0_small Load this SAE		blocks.8.hook_mlp_out	262144	none
layer_9_width_16k_l0_big Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9_width_16k_l0_small Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9_width_262k_l0_big Load this SAE		blocks.9.hook_mlp_out	262144	none
layer_9_width_262k_l0_small Load this SAE		blocks.9.hook_mlp_out	262144	none

gemma-scope-2-4b-it-res

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_17_width_16k_l0_big Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17_width_16k_l0_medium Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17_width_16k_l0_small Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17_width_1m_l0_big Load this SAE		blocks.17.hook_resid_post	1048576	none
layer_17_width_1m_l0_medium Load this SAE		blocks.17.hook_resid_post	1048576	none
layer_17_width_1m_l0_small Load this SAE		blocks.17.hook_resid_post	1048576	none
layer_17_width_262k_l0_big Load this SAE		blocks.17.hook_resid_post	262144	none
layer_17_width_262k_l0_medium Load this SAE		blocks.17.hook_resid_post	262144	none
layer_17_width_262k_l0_medium_seed_1 Load this SAE		blocks.17.hook_resid_post	262144	none
layer_17_width_262k_l0_small Load this SAE		blocks.17.hook_resid_post	262144	none
layer_17_width_65k_l0_big Load this SAE		blocks.17.hook_resid_post	65536	none
layer_17_width_65k_l0_medium Load this SAE		blocks.17.hook_resid_post	65536	none
layer_17_width_65k_l0_small Load this SAE		blocks.17.hook_resid_post	65536	none
layer_22_width_16k_l0_big Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22_width_16k_l0_medium Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22_width_16k_l0_small Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22_width_1m_l0_big Load this SAE		blocks.22.hook_resid_post	1048576	none
layer_22_width_1m_l0_medium Load this SAE		blocks.22.hook_resid_post	1048576	none
layer_22_width_1m_l0_small Load this SAE		blocks.22.hook_resid_post	1048576	none
layer_22_width_262k_l0_big Load this SAE		blocks.22.hook_resid_post	262144	none
layer_22_width_262k_l0_medium Load this SAE		blocks.22.hook_resid_post	262144	none
layer_22_width_262k_l0_medium_seed_1 Load this SAE		blocks.22.hook_resid_post	262144	none
layer_22_width_262k_l0_small Load this SAE		blocks.22.hook_resid_post	262144	none
layer_22_width_65k_l0_big Load this SAE		blocks.22.hook_resid_post	65536	none
layer_22_width_65k_l0_medium Load this SAE		blocks.22.hook_resid_post	65536	none
layer_22_width_65k_l0_small Load this SAE		blocks.22.hook_resid_post	65536	none
layer_29_width_16k_l0_big Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29_width_16k_l0_medium Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29_width_16k_l0_small Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29_width_1m_l0_big Load this SAE		blocks.29.hook_resid_post	1048576	none
layer_29_width_1m_l0_medium Load this SAE		blocks.29.hook_resid_post	1048576	none
layer_29_width_1m_l0_small Load this SAE		blocks.29.hook_resid_post	1048576	none
layer_29_width_262k_l0_big Load this SAE		blocks.29.hook_resid_post	262144	none
layer_29_width_262k_l0_medium Load this SAE		blocks.29.hook_resid_post	262144	none
layer_29_width_262k_l0_medium_seed_1 Load this SAE		blocks.29.hook_resid_post	262144	none
layer_29_width_262k_l0_small Load this SAE		blocks.29.hook_resid_post	262144	none
layer_29_width_65k_l0_big Load this SAE		blocks.29.hook_resid_post	65536	none
layer_29_width_65k_l0_medium Load this SAE		blocks.29.hook_resid_post	65536	none
layer_29_width_65k_l0_small Load this SAE		blocks.29.hook_resid_post	65536	none
layer_9_width_16k_l0_big Load this SAE		blocks.9.hook_resid_post	16384	none
layer_9_width_16k_l0_medium Load this SAE		blocks.9.hook_resid_post	16384	none
layer_9_width_16k_l0_small Load this SAE		blocks.9.hook_resid_post	16384	none
layer_9_width_1m_l0_big Load this SAE		blocks.9.hook_resid_post	1048576	none
layer_9_width_1m_l0_medium Load this SAE		blocks.9.hook_resid_post	1048576	none
layer_9_width_1m_l0_small Load this SAE		blocks.9.hook_resid_post	1048576	none
layer_9_width_262k_l0_big Load this SAE		blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_medium Load this SAE		blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_medium_seed_1 Load this SAE		blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_small Load this SAE		blocks.9.hook_resid_post	262144	none
layer_9_width_65k_l0_big Load this SAE		blocks.9.hook_resid_post	65536	none
layer_9_width_65k_l0_medium Load this SAE		blocks.9.hook_resid_post	65536	none
layer_9_width_65k_l0_small Load this SAE		blocks.9.hook_resid_post	65536	none

gemma-scope-2-4b-it-res-all

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE		blocks.0.hook_resid_post	16384	none
layer_0_width_16k_l0_small Load this SAE		blocks.0.hook_resid_post	16384	none
layer_0_width_262k_l0_big Load this SAE		blocks.0.hook_resid_post	262144	none
layer_0_width_262k_l0_small Load this SAE		blocks.0.hook_resid_post	262144	none
layer_10_width_16k_l0_big Load this SAE		blocks.10.hook_resid_post	16384	none
layer_10_width_16k_l0_small Load this SAE		blocks.10.hook_resid_post	16384	none
layer_10_width_262k_l0_big Load this SAE		blocks.10.hook_resid_post	262144	none
layer_10_width_262k_l0_small Load this SAE		blocks.10.hook_resid_post	262144	none
layer_11_width_16k_l0_big Load this SAE		blocks.11.hook_resid_post	16384	none
layer_11_width_16k_l0_small Load this SAE		blocks.11.hook_resid_post	16384	none
layer_11_width_262k_l0_big Load this SAE		blocks.11.hook_resid_post	262144	none
layer_11_width_262k_l0_small Load this SAE		blocks.11.hook_resid_post	262144	none
layer_12_width_16k_l0_big Load this SAE		blocks.12.hook_resid_post	16384	none
layer_12_width_16k_l0_small Load this SAE		blocks.12.hook_resid_post	16384	none
layer_12_width_262k_l0_big Load this SAE		blocks.12.hook_resid_post	262144	none
layer_12_width_262k_l0_small Load this SAE		blocks.12.hook_resid_post	262144	none
layer_13_width_16k_l0_big Load this SAE		blocks.13.hook_resid_post	16384	none
layer_13_width_16k_l0_small Load this SAE		blocks.13.hook_resid_post	16384	none
layer_13_width_262k_l0_big Load this SAE		blocks.13.hook_resid_post	262144	none
layer_13_width_262k_l0_small Load this SAE		blocks.13.hook_resid_post	262144	none
layer_14_width_16k_l0_big Load this SAE		blocks.14.hook_resid_post	16384	none
layer_14_width_16k_l0_small Load this SAE		blocks.14.hook_resid_post	16384	none
layer_14_width_262k_l0_big Load this SAE		blocks.14.hook_resid_post	262144	none
layer_14_width_262k_l0_small Load this SAE		blocks.14.hook_resid_post	262144	none
layer_15_width_16k_l0_big Load this SAE		blocks.15.hook_resid_post	16384	none
layer_15_width_16k_l0_small Load this SAE		blocks.15.hook_resid_post	16384	none
layer_15_width_262k_l0_big Load this SAE		blocks.15.hook_resid_post	262144	none
layer_15_width_262k_l0_small Load this SAE		blocks.15.hook_resid_post	262144	none
layer_16_width_16k_l0_big Load this SAE		blocks.16.hook_resid_post	16384	none
layer_16_width_16k_l0_small Load this SAE		blocks.16.hook_resid_post	16384	none
layer_16_width_262k_l0_big Load this SAE		blocks.16.hook_resid_post	262144	none
layer_16_width_262k_l0_small Load this SAE		blocks.16.hook_resid_post	262144	none
layer_17_width_16k_l0_big Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17_width_16k_l0_small Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17_width_262k_l0_big Load this SAE		blocks.17.hook_resid_post	262144	none
layer_17_width_262k_l0_small Load this SAE		blocks.17.hook_resid_post	262144	none
layer_18_width_16k_l0_big Load this SAE		blocks.18.hook_resid_post	16384	none
layer_18_width_16k_l0_small Load this SAE		blocks.18.hook_resid_post	16384	none
layer_18_width_262k_l0_big Load this SAE		blocks.18.hook_resid_post	262144	none
layer_18_width_262k_l0_small Load this SAE		blocks.18.hook_resid_post	262144	none
layer_19_width_16k_l0_big Load this SAE		blocks.19.hook_resid_post	16384	none
layer_19_width_16k_l0_small Load this SAE		blocks.19.hook_resid_post	16384	none
layer_19_width_262k_l0_big Load this SAE		blocks.19.hook_resid_post	262144	none
layer_19_width_262k_l0_small Load this SAE		blocks.19.hook_resid_post	262144	none
layer_1_width_16k_l0_big Load this SAE		blocks.1.hook_resid_post	16384	none
layer_1_width_16k_l0_small Load this SAE		blocks.1.hook_resid_post	16384	none
layer_1_width_262k_l0_big Load this SAE		blocks.1.hook_resid_post	262144	none
layer_1_width_262k_l0_small Load this SAE		blocks.1.hook_resid_post	262144	none
layer_20_width_16k_l0_big Load this SAE		blocks.20.hook_resid_post	16384	none
layer_20_width_16k_l0_small Load this SAE		blocks.20.hook_resid_post	16384	none
layer_20_width_262k_l0_big Load this SAE		blocks.20.hook_resid_post	262144	none
layer_20_width_262k_l0_small Load this SAE		blocks.20.hook_resid_post	262144	none
layer_21_width_16k_l0_big Load this SAE		blocks.21.hook_resid_post	16384	none
layer_21_width_16k_l0_small Load this SAE		blocks.21.hook_resid_post	16384	none
layer_21_width_262k_l0_big Load this SAE		blocks.21.hook_resid_post	262144	none
layer_21_width_262k_l0_small Load this SAE		blocks.21.hook_resid_post	262144	none
layer_22_width_16k_l0_big Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22_width_16k_l0_small Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22_width_262k_l0_big Load this SAE		blocks.22.hook_resid_post	262144	none
layer_22_width_262k_l0_small Load this SAE		blocks.22.hook_resid_post	262144	none
layer_23_width_16k_l0_big Load this SAE		blocks.23.hook_resid_post	16384	none
layer_23_width_16k_l0_small Load this SAE		blocks.23.hook_resid_post	16384	none
layer_23_width_262k_l0_big Load this SAE		blocks.23.hook_resid_post	262144	none
layer_23_width_262k_l0_small Load this SAE		blocks.23.hook_resid_post	262144	none
layer_24_width_16k_l0_big Load this SAE		blocks.24.hook_resid_post	16384	none
layer_24_width_16k_l0_small Load this SAE		blocks.24.hook_resid_post	16384	none
layer_24_width_262k_l0_big Load this SAE		blocks.24.hook_resid_post	262144	none
layer_24_width_262k_l0_small Load this SAE		blocks.24.hook_resid_post	262144	none
layer_25_width_16k_l0_big Load this SAE		blocks.25.hook_resid_post	16384	none
layer_25_width_16k_l0_small Load this SAE		blocks.25.hook_resid_post	16384	none
layer_25_width_262k_l0_big Load this SAE		blocks.25.hook_resid_post	262144	none
layer_25_width_262k_l0_small Load this SAE		blocks.25.hook_resid_post	262144	none
layer_26_width_16k_l0_big Load this SAE		blocks.26.hook_resid_post	16384	none
layer_26_width_16k_l0_small Load this SAE		blocks.26.hook_resid_post	16384	none
layer_26_width_262k_l0_big Load this SAE		blocks.26.hook_resid_post	262144	none
layer_26_width_262k_l0_small Load this SAE		blocks.26.hook_resid_post	262144	none
layer_27_width_16k_l0_big Load this SAE		blocks.27.hook_resid_post	16384	none
layer_27_width_16k_l0_small Load this SAE		blocks.27.hook_resid_post	16384	none
layer_27_width_262k_l0_big Load this SAE		blocks.27.hook_resid_post	262144	none
layer_27_width_262k_l0_small Load this SAE		blocks.27.hook_resid_post	262144	none
layer_28_width_16k_l0_big Load this SAE		blocks.28.hook_resid_post	16384	none
layer_28_width_16k_l0_small Load this SAE		blocks.28.hook_resid_post	16384	none
layer_28_width_262k_l0_big Load this SAE		blocks.28.hook_resid_post	262144	none
layer_28_width_262k_l0_small Load this SAE		blocks.28.hook_resid_post	262144	none
layer_29_width_16k_l0_big Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29_width_16k_l0_small Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29_width_262k_l0_big Load this SAE		blocks.29.hook_resid_post	262144	none
layer_29_width_262k_l0_small Load this SAE		blocks.29.hook_resid_post	262144	none
layer_2_width_16k_l0_big Load this SAE		blocks.2.hook_resid_post	16384	none
layer_2_width_16k_l0_small Load this SAE		blocks.2.hook_resid_post	16384	none
layer_2_width_262k_l0_big Load this SAE		blocks.2.hook_resid_post	262144	none
layer_2_width_262k_l0_small Load this SAE		blocks.2.hook_resid_post	262144	none
layer_30_width_16k_l0_big Load this SAE		blocks.30.hook_resid_post	16384	none
layer_30_width_16k_l0_small Load this SAE		blocks.30.hook_resid_post	16384	none
layer_30_width_262k_l0_big Load this SAE		blocks.30.hook_resid_post	262144	none
layer_30_width_262k_l0_small Load this SAE		blocks.30.hook_resid_post	262144	none
layer_31_width_16k_l0_big Load this SAE		blocks.31.hook_resid_post	16384	none
layer_31_width_16k_l0_small Load this SAE		blocks.31.hook_resid_post	16384	none
layer_31_width_262k_l0_big Load this SAE		blocks.31.hook_resid_post	262144	none
layer_31_width_262k_l0_small Load this SAE		blocks.31.hook_resid_post	262144	none
layer_32_width_16k_l0_big Load this SAE		blocks.32.hook_resid_post	16384	none
layer_32_width_16k_l0_small Load this SAE		blocks.32.hook_resid_post	16384	none
layer_32_width_262k_l0_big Load this SAE		blocks.32.hook_resid_post	262144	none
layer_32_width_262k_l0_small Load this SAE		blocks.32.hook_resid_post	262144	none
layer_33_width_16k_l0_big Load this SAE		blocks.33.hook_resid_post	16384	none
layer_33_width_16k_l0_small Load this SAE		blocks.33.hook_resid_post	16384	none
layer_33_width_262k_l0_big Load this SAE		blocks.33.hook_resid_post	262144	none
layer_33_width_262k_l0_small Load this SAE		blocks.33.hook_resid_post	262144	none
layer_3_width_16k_l0_big Load this SAE		blocks.3.hook_resid_post	16384	none
layer_3_width_16k_l0_small Load this SAE		blocks.3.hook_resid_post	16384	none
layer_3_width_262k_l0_big Load this SAE		blocks.3.hook_resid_post	262144	none
layer_3_width_262k_l0_small Load this SAE		blocks.3.hook_resid_post	262144	none
layer_4_width_16k_l0_big Load this SAE		blocks.4.hook_resid_post	16384	none
layer_4_width_16k_l0_small Load this SAE		blocks.4.hook_resid_post	16384	none
layer_4_width_262k_l0_big Load this SAE		blocks.4.hook_resid_post	262144	none
layer_4_width_262k_l0_small Load this SAE		blocks.4.hook_resid_post	262144	none
layer_5_width_16k_l0_big Load this SAE		blocks.5.hook_resid_post	16384	none
layer_5_width_16k_l0_small Load this SAE		blocks.5.hook_resid_post	16384	none
layer_5_width_262k_l0_big Load this SAE		blocks.5.hook_resid_post	262144	none
layer_5_width_262k_l0_small Load this SAE		blocks.5.hook_resid_post	262144	none
layer_6_width_16k_l0_big Load this SAE		blocks.6.hook_resid_post	16384	none
layer_6_width_16k_l0_small Load this SAE		blocks.6.hook_resid_post	16384	none
layer_6_width_262k_l0_big Load this SAE		blocks.6.hook_resid_post	262144	none
layer_6_width_262k_l0_small Load this SAE		blocks.6.hook_resid_post	262144	none
layer_7_width_16k_l0_big Load this SAE		blocks.7.hook_resid_post	16384	none
layer_7_width_16k_l0_small Load this SAE		blocks.7.hook_resid_post	16384	none
layer_7_width_262k_l0_big Load this SAE		blocks.7.hook_resid_post	262144	none
layer_7_width_262k_l0_small Load this SAE		blocks.7.hook_resid_post	262144	none
layer_8_width_16k_l0_big Load this SAE		blocks.8.hook_resid_post	16384	none
layer_8_width_16k_l0_small Load this SAE		blocks.8.hook_resid_post	16384	none
layer_8_width_262k_l0_big Load this SAE		blocks.8.hook_resid_post	262144	none
layer_8_width_262k_l0_small Load this SAE		blocks.8.hook_resid_post	262144	none
layer_9_width_16k_l0_big Load this SAE		blocks.9.hook_resid_post	16384	none
layer_9_width_16k_l0_small Load this SAE		blocks.9.hook_resid_post	16384	none
layer_9_width_262k_l0_big Load this SAE		blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_small Load this SAE		blocks.9.hook_resid_post	262144	none

gemma-scope-2-4b-it-transcoders

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
transcoder/layer_17_width_16k_l0_big Load this SAE		blocks.17.ln2.hook_normalized	16384	none
transcoder/layer_17_width_16k_l0_big_affine Load this SAE		blocks.17.ln2.hook_normalized	16384	none
transcoder/layer_17_width_16k_l0_medium Load this SAE		blocks.17.ln2.hook_normalized	16384	none
transcoder/layer_17_width_16k_l0_medium_affine Load this SAE		blocks.17.ln2.hook_normalized	16384	none
transcoder/layer_17_width_16k_l0_small Load this SAE		blocks.17.ln2.hook_normalized	16384	none
transcoder/layer_17_width_16k_l0_small_affine Load this SAE		blocks.17.ln2.hook_normalized	16384	none
transcoder/layer_17_width_262k_l0_big Load this SAE		blocks.17.ln2.hook_normalized	262144	none
transcoder/layer_17_width_262k_l0_big_affine Load this SAE		blocks.17.ln2.hook_normalized	262144	none
transcoder/layer_17_width_262k_l0_medium Load this SAE		blocks.17.ln2.hook_normalized	262144	none
transcoder/layer_17_width_262k_l0_medium_affine Load this SAE		blocks.17.ln2.hook_normalized	262144	none
transcoder/layer_17_width_262k_l0_small Load this SAE		blocks.17.ln2.hook_normalized	262144	none
transcoder/layer_17_width_262k_l0_small_affine Load this SAE		blocks.17.ln2.hook_normalized	262144	none
transcoder/layer_17_width_65k_l0_big Load this SAE		blocks.17.ln2.hook_normalized	65536	none
transcoder/layer_17_width_65k_l0_big_affine Load this SAE		blocks.17.ln2.hook_normalized	65536	none
transcoder/layer_17_width_65k_l0_medium Load this SAE		blocks.17.ln2.hook_normalized	65536	none
transcoder/layer_17_width_65k_l0_medium_affine Load this SAE		blocks.17.ln2.hook_normalized	65536	none
transcoder/layer_17_width_65k_l0_small Load this SAE		blocks.17.ln2.hook_normalized	65536	none
transcoder/layer_17_width_65k_l0_small_affine Load this SAE		blocks.17.ln2.hook_normalized	65536	none
transcoder/layer_22_width_16k_l0_big Load this SAE		blocks.22.ln2.hook_normalized	16384	none
transcoder/layer_22_width_16k_l0_big_affine Load this SAE		blocks.22.ln2.hook_normalized	16384	none
transcoder/layer_22_width_16k_l0_medium Load this SAE		blocks.22.ln2.hook_normalized	16384	none
transcoder/layer_22_width_16k_l0_medium_affine Load this SAE		blocks.22.ln2.hook_normalized	16384	none
transcoder/layer_22_width_16k_l0_small Load this SAE		blocks.22.ln2.hook_normalized	16384	none
transcoder/layer_22_width_16k_l0_small_affine Load this SAE		blocks.22.ln2.hook_normalized	16384	none
transcoder/layer_22_width_262k_l0_big Load this SAE		blocks.22.ln2.hook_normalized	262144	none
transcoder/layer_22_width_262k_l0_big_affine Load this SAE		blocks.22.ln2.hook_normalized	262144	none
transcoder/layer_22_width_262k_l0_medium Load this SAE		blocks.22.ln2.hook_normalized	262144	none
transcoder/layer_22_width_262k_l0_medium_affine Load this SAE		blocks.22.ln2.hook_normalized	262144	none
transcoder/layer_22_width_262k_l0_small Load this SAE		blocks.22.ln2.hook_normalized	262144	none
transcoder/layer_22_width_262k_l0_small_affine Load this SAE		blocks.22.ln2.hook_normalized	262144	none
transcoder/layer_22_width_65k_l0_big Load this SAE		blocks.22.ln2.hook_normalized	65536	none
transcoder/layer_22_width_65k_l0_big_affine Load this SAE		blocks.22.ln2.hook_normalized	65536	none
transcoder/layer_22_width_65k_l0_medium Load this SAE		blocks.22.ln2.hook_normalized	65536	none
transcoder/layer_22_width_65k_l0_medium_affine Load this SAE		blocks.22.ln2.hook_normalized	65536	none
transcoder/layer_22_width_65k_l0_small Load this SAE		blocks.22.ln2.hook_normalized	65536	none
transcoder/layer_22_width_65k_l0_small_affine Load this SAE		blocks.22.ln2.hook_normalized	65536	none
transcoder/layer_29_width_16k_l0_big Load this SAE		blocks.29.ln2.hook_normalized	16384	none
transcoder/layer_29_width_16k_l0_big_affine Load this SAE		blocks.29.ln2.hook_normalized	16384	none
transcoder/layer_29_width_16k_l0_medium Load this SAE		blocks.29.ln2.hook_normalized	16384	none
transcoder/layer_29_width_16k_l0_medium_affine Load this SAE		blocks.29.ln2.hook_normalized	16384	none
transcoder/layer_29_width_16k_l0_small Load this SAE		blocks.29.ln2.hook_normalized	16384	none
transcoder/layer_29_width_16k_l0_small_affine Load this SAE		blocks.29.ln2.hook_normalized	16384	none
transcoder/layer_29_width_262k_l0_big Load this SAE		blocks.29.ln2.hook_normalized	262144	none
transcoder/layer_29_width_262k_l0_big_affine Load this SAE		blocks.29.ln2.hook_normalized	262144	none
transcoder/layer_29_width_262k_l0_medium Load this SAE		blocks.29.ln2.hook_normalized	262144	none
transcoder/layer_29_width_262k_l0_medium_affine Load this SAE		blocks.29.ln2.hook_normalized	262144	none
transcoder/layer_29_width_262k_l0_small Load this SAE		blocks.29.ln2.hook_normalized	262144	none
transcoder/layer_29_width_262k_l0_small_affine Load this SAE		blocks.29.ln2.hook_normalized	262144	none
transcoder/layer_29_width_65k_l0_big Load this SAE		blocks.29.ln2.hook_normalized	65536	none
transcoder/layer_29_width_65k_l0_big_affine Load this SAE		blocks.29.ln2.hook_normalized	65536	none
transcoder/layer_29_width_65k_l0_medium Load this SAE		blocks.29.ln2.hook_normalized	65536	none
transcoder/layer_29_width_65k_l0_medium_affine Load this SAE		blocks.29.ln2.hook_normalized	65536	none
transcoder/layer_29_width_65k_l0_small Load this SAE		blocks.29.ln2.hook_normalized	65536	none
transcoder/layer_29_width_65k_l0_small_affine Load this SAE		blocks.29.ln2.hook_normalized	65536	none
transcoder/layer_9_width_16k_l0_big Load this SAE		blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_big_affine Load this SAE		blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_medium Load this SAE		blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_medium_affine Load this SAE		blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_small Load this SAE		blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_small_affine Load this SAE		blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_262k_l0_big Load this SAE		blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_big_affine Load this SAE		blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_medium Load this SAE		blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_medium_affine Load this SAE		blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_small Load this SAE		blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_small_affine Load this SAE		blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_65k_l0_big Load this SAE		blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_big_affine Load this SAE		blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_medium Load this SAE		blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_medium_affine Load this SAE		blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_small Load this SAE		blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_small_affine Load this SAE		blocks.9.ln2.hook_normalized	65536	none

gemma-scope-2-4b-it-transcoders-all

• Huggingface Repo: google/gemma-scope-2-4b-it

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE		blocks.0.ln2.hook_normalized	16384	none
layer_0_width_16k_l0_big_affine Load this SAE		blocks.0.ln2.hook_normalized	16384	none
layer_0_width_16k_l0_small Load this SAE		blocks.0.ln2.hook_normalized	16384	none
layer_0_width_16k_l0_small_affine Load this SAE		blocks.0.ln2.hook_normalized	16384	none
layer_0_width_262k_l0_big Load this SAE		blocks.0.ln2.hook_normalized	262144	none
layer_0_width_262k_l0_big_affine Load this SAE		blocks.0.ln2.hook_normalized	262144	none
layer_0_width_262k_l0_small Load this SAE		blocks.0.ln2.hook_normalized	262144	none
layer_0_width_262k_l0_small_affine Load this SAE		blocks.0.ln2.hook_normalized	262144	none
layer_10_width_16k_l0_big Load this SAE		blocks.10.ln2.hook_normalized	16384	none
layer_10_width_16k_l0_big_affine Load this SAE		blocks.10.ln2.hook_normalized	16384	none
layer_10_width_16k_l0_small Load this SAE		blocks.10.ln2.hook_normalized	16384	none
layer_10_width_16k_l0_small_affine Load this SAE		blocks.10.ln2.hook_normalized	16384	none
layer_10_width_262k_l0_big Load this SAE		blocks.10.ln2.hook_normalized	262144	none
layer_10_width_262k_l0_big_affine Load this SAE		blocks.10.ln2.hook_normalized	262144	none
layer_10_width_262k_l0_small Load this SAE		blocks.10.ln2.hook_normalized	262144	none
layer_10_width_262k_l0_small_affine Load this SAE		blocks.10.ln2.hook_normalized	262144	none
layer_11_width_16k_l0_big Load this SAE		blocks.11.ln2.hook_normalized	16384	none
layer_11_width_16k_l0_big_affine Load this SAE		blocks.11.ln2.hook_normalized	16384	none
layer_11_width_16k_l0_small Load this SAE		blocks.11.ln2.hook_normalized	16384	none
layer_11_width_16k_l0_small_affine Load this SAE		blocks.11.ln2.hook_normalized	16384	none
layer_11_width_262k_l0_big Load this SAE		blocks.11.ln2.hook_normalized	262144	none
layer_11_width_262k_l0_big_affine Load this SAE		blocks.11.ln2.hook_normalized	262144	none
layer_11_width_262k_l0_small Load this SAE		blocks.11.ln2.hook_normalized	262144	none
layer_11_width_262k_l0_small_affine Load this SAE		blocks.11.ln2.hook_normalized	262144	none
layer_12_width_16k_l0_big Load this SAE		blocks.12.ln2.hook_normalized	16384	none
layer_12_width_16k_l0_big_affine Load this SAE		blocks.12.ln2.hook_normalized	16384	none
layer_12_width_16k_l0_small Load this SAE		blocks.12.ln2.hook_normalized	16384	none
layer_12_width_16k_l0_small_affine Load this SAE		blocks.12.ln2.hook_normalized	16384	none
layer_12_width_262k_l0_big Load this SAE		blocks.12.ln2.hook_normalized	262144	none
layer_12_width_262k_l0_big_affine Load this SAE		blocks.12.ln2.hook_normalized	262144	none
layer_12_width_262k_l0_small Load this SAE		blocks.12.ln2.hook_normalized	262144	none
layer_12_width_262k_l0_small_affine Load this SAE		blocks.12.ln2.hook_normalized	262144	none
layer_13_width_16k_l0_big Load this SAE		blocks.13.ln2.hook_normalized	16384	none
layer_13_width_16k_l0_big_affine Load this SAE		blocks.13.ln2.hook_normalized	16384	none
layer_13_width_16k_l0_small Load this SAE		blocks.13.ln2.hook_normalized	16384	none
layer_13_width_16k_l0_small_affine Load this SAE		blocks.13.ln2.hook_normalized	16384	none
layer_13_width_262k_l0_big Load this SAE		blocks.13.ln2.hook_normalized	262144	none
layer_13_width_262k_l0_big_affine Load this SAE		blocks.13.ln2.hook_normalized	262144	none
layer_13_width_262k_l0_small Load this SAE		blocks.13.ln2.hook_normalized	262144	none
layer_13_width_262k_l0_small_affine Load this SAE		blocks.13.ln2.hook_normalized	262144	none
layer_14_width_16k_l0_big Load this SAE		blocks.14.ln2.hook_normalized	16384	none
layer_14_width_16k_l0_big_affine Load this SAE		blocks.14.ln2.hook_normalized	16384	none
layer_14_width_16k_l0_small Load this SAE		blocks.14.ln2.hook_normalized	16384	none
layer_14_width_16k_l0_small_affine Load this SAE		blocks.14.ln2.hook_normalized	16384	none
layer_14_width_262k_l0_big Load this SAE		blocks.14.ln2.hook_normalized	262144	none
layer_14_width_262k_l0_big_affine Load this SAE		blocks.14.ln2.hook_normalized	262144	none
layer_14_width_262k_l0_small Load this SAE		blocks.14.ln2.hook_normalized	262144	none
layer_14_width_262k_l0_small_affine Load this SAE		blocks.14.ln2.hook_normalized	262144	none
layer_15_width_16k_l0_big Load this SAE		blocks.15.ln2.hook_normalized	16384	none
layer_15_width_16k_l0_big_affine Load this SAE		blocks.15.ln2.hook_normalized	16384	none
layer_15_width_16k_l0_small Load this SAE		blocks.15.ln2.hook_normalized	16384	none
layer_15_width_16k_l0_small_affine Load this SAE		blocks.15.ln2.hook_normalized	16384	none
layer_15_width_262k_l0_big Load this SAE		blocks.15.ln2.hook_normalized	262144	none
layer_15_width_262k_l0_big_affine Load this SAE		blocks.15.ln2.hook_normalized	262144	none
layer_15_width_262k_l0_small Load this SAE		blocks.15.ln2.hook_normalized	262144	none
layer_15_width_262k_l0_small_affine Load this SAE		blocks.15.ln2.hook_normalized	262144	none
layer_16_width_16k_l0_big Load this SAE		blocks.16.ln2.hook_normalized	16384	none
layer_16_width_16k_l0_big_affine Load this SAE		blocks.16.ln2.hook_normalized	16384	none
layer_16_width_16k_l0_small Load this SAE		blocks.16.ln2.hook_normalized	16384	none
layer_16_width_16k_l0_small_affine Load this SAE		blocks.16.ln2.hook_normalized	16384	none
layer_16_width_262k_l0_big Load this SAE		blocks.16.ln2.hook_normalized	262144	none
layer_16_width_262k_l0_big_affine Load this SAE		blocks.16.ln2.hook_normalized	262144	none
layer_16_width_262k_l0_small Load this SAE		blocks.16.ln2.hook_normalized	262144	none
layer_16_width_262k_l0_small_affine Load this SAE		blocks.16.ln2.hook_normalized	262144	none
layer_17_width_16k_l0_big Load this SAE		blocks.17.ln2.hook_normalized	16384	none
layer_17_width_16k_l0_big_affine Load this SAE		blocks.17.ln2.hook_normalized	16384	none
layer_17_width_16k_l0_small Load this SAE		blocks.17.ln2.hook_normalized	16384	none
layer_17_width_16k_l0_small_affine Load this SAE		blocks.17.ln2.hook_normalized	16384	none
layer_17_width_262k_l0_big Load this SAE		blocks.17.ln2.hook_normalized	262144	none
layer_17_width_262k_l0_big_affine Load this SAE		blocks.17.ln2.hook_normalized	262144	none
layer_17_width_262k_l0_small Load this SAE		blocks.17.ln2.hook_normalized	262144	none
layer_17_width_262k_l0_small_affine Load this SAE		blocks.17.ln2.hook_normalized	262144	none
layer_18_width_16k_l0_big Load this SAE		blocks.18.ln2.hook_normalized	16384	none
layer_18_width_16k_l0_big_affine Load this SAE		blocks.18.ln2.hook_normalized	16384	none
layer_18_width_16k_l0_small Load this SAE		blocks.18.ln2.hook_normalized	16384	none
layer_18_width_16k_l0_small_affine Load this SAE		blocks.18.ln2.hook_normalized	16384	none
layer_18_width_262k_l0_big Load this SAE		blocks.18.ln2.hook_normalized	262144	none
layer_18_width_262k_l0_big_affine Load this SAE		blocks.18.ln2.hook_normalized	262144	none
layer_18_width_262k_l0_small Load this SAE		blocks.18.ln2.hook_normalized	262144	none
layer_18_width_262k_l0_small_affine Load this SAE		blocks.18.ln2.hook_normalized	262144	none
layer_19_width_16k_l0_big Load this SAE		blocks.19.ln2.hook_normalized	16384	none
layer_19_width_16k_l0_big_affine Load this SAE		blocks.19.ln2.hook_normalized	16384	none
layer_19_width_16k_l0_small Load this SAE		blocks.19.ln2.hook_normalized	16384	none
layer_19_width_16k_l0_small_affine Load this SAE		blocks.19.ln2.hook_normalized	16384	none
layer_19_width_262k_l0_big Load this SAE		blocks.19.ln2.hook_normalized	262144	none
layer_19_width_262k_l0_big_affine Load this SAE		blocks.19.ln2.hook_normalized	262144	none
layer_19_width_262k_l0_small Load this SAE		blocks.19.ln2.hook_normalized	262144	none
layer_19_width_262k_l0_small_affine Load this SAE		blocks.19.ln2.hook_normalized	262144	none
layer_1_width_16k_l0_big Load this SAE		blocks.1.ln2.hook_normalized	16384	none
layer_1_width_16k_l0_big_affine Load this SAE		blocks.1.ln2.hook_normalized	16384	none
layer_1_width_16k_l0_small Load this SAE		blocks.1.ln2.hook_normalized	16384	none
layer_1_width_16k_l0_small_affine Load this SAE		blocks.1.ln2.hook_normalized	16384	none
layer_1_width_262k_l0_big Load this SAE		blocks.1.ln2.hook_normalized	262144	none
layer_1_width_262k_l0_big_affine Load this SAE		blocks.1.ln2.hook_normalized	262144	none
layer_1_width_262k_l0_small Load this SAE		blocks.1.ln2.hook_normalized	262144	none
layer_1_width_262k_l0_small_affine Load this SAE		blocks.1.ln2.hook_normalized	262144	none
layer_20_width_16k_l0_big Load this SAE		blocks.20.ln2.hook_normalized	16384	none
layer_20_width_16k_l0_big_affine Load this SAE		blocks.20.ln2.hook_normalized	16384	none
layer_20_width_16k_l0_small Load this SAE		blocks.20.ln2.hook_normalized	16384	none
layer_20_width_16k_l0_small_affine Load this SAE		blocks.20.ln2.hook_normalized	16384	none
layer_20_width_262k_l0_big Load this SAE		blocks.20.ln2.hook_normalized	262144	none
layer_20_width_262k_l0_big_affine Load this SAE		blocks.20.ln2.hook_normalized	262144	none
layer_20_width_262k_l0_small Load this SAE		blocks.20.ln2.hook_normalized	262144	none
layer_20_width_262k_l0_small_affine Load this SAE		blocks.20.ln2.hook_normalized	262144	none
layer_21_width_16k_l0_big Load this SAE		blocks.21.ln2.hook_normalized	16384	none
layer_21_width_16k_l0_big_affine Load this SAE		blocks.21.ln2.hook_normalized	16384	none
layer_21_width_16k_l0_small Load this SAE		blocks.21.ln2.hook_normalized	16384	none
layer_21_width_16k_l0_small_affine Load this SAE		blocks.21.ln2.hook_normalized	16384	none
layer_21_width_262k_l0_big Load this SAE		blocks.21.ln2.hook_normalized	262144	none
layer_21_width_262k_l0_big_affine Load this SAE		blocks.21.ln2.hook_normalized	262144	none
layer_21_width_262k_l0_small Load this SAE		blocks.21.ln2.hook_normalized	262144	none
layer_21_width_262k_l0_small_affine Load this SAE		blocks.21.ln2.hook_normalized	262144	none
layer_22_width_16k_l0_big Load this SAE		blocks.22.ln2.hook_normalized	16384	none
layer_22_width_16k_l0_big_affine Load this SAE		blocks.22.ln2.hook_normalized	16384	none
layer_22_width_16k_l0_small Load this SAE		blocks.22.ln2.hook_normalized	16384	none
layer_22_width_16k_l0_small_affine Load this SAE		blocks.22.ln2.hook_normalized	16384	none
layer_22_width_262k_l0_big Load this SAE		blocks.22.ln2.hook_normalized	262144	none
layer_22_width_262k_l0_big_affine Load this SAE		blocks.22.ln2.hook_normalized	262144	none
layer_22_width_262k_l0_small Load this SAE		blocks.22.ln2.hook_normalized	262144	none
layer_22_width_262k_l0_small_affine Load this SAE		blocks.22.ln2.hook_normalized	262144	none
layer_23_width_16k_l0_big Load this SAE		blocks.23.ln2.hook_normalized	16384	none
layer_23_width_16k_l0_big_affine Load this SAE		blocks.23.ln2.hook_normalized	16384	none
layer_23_width_16k_l0_small Load this SAE		blocks.23.ln2.hook_normalized	16384	none
layer_23_width_16k_l0_small_affine Load this SAE		blocks.23.ln2.hook_normalized	16384	none
layer_23_width_262k_l0_big Load this SAE		blocks.23.ln2.hook_normalized	262144	none
layer_23_width_262k_l0_big_affine Load this SAE		blocks.23.ln2.hook_normalized	262144	none
layer_23_width_262k_l0_small Load this SAE		blocks.23.ln2.hook_normalized	262144	none
layer_23_width_262k_l0_small_affine Load this SAE		blocks.23.ln2.hook_normalized	262144	none
layer_24_width_16k_l0_big Load this SAE		blocks.24.ln2.hook_normalized	16384	none
layer_24_width_16k_l0_big_affine Load this SAE		blocks.24.ln2.hook_normalized	16384	none
layer_24_width_16k_l0_small Load this SAE		blocks.24.ln2.hook_normalized	16384	none
layer_24_width_16k_l0_small_affine Load this SAE		blocks.24.ln2.hook_normalized	16384	none
layer_24_width_262k_l0_big Load this SAE		blocks.24.ln2.hook_normalized	262144	none
layer_24_width_262k_l0_big_affine Load this SAE		blocks.24.ln2.hook_normalized	262144	none
layer_24_width_262k_l0_small Load this SAE		blocks.24.ln2.hook_normalized	262144	none
layer_24_width_262k_l0_small_affine Load this SAE		blocks.24.ln2.hook_normalized	262144	none
layer_25_width_16k_l0_big Load this SAE		blocks.25.ln2.hook_normalized	16384	none
layer_25_width_16k_l0_big_affine Load this SAE		blocks.25.ln2.hook_normalized	16384	none
layer_25_width_16k_l0_small Load this SAE		blocks.25.ln2.hook_normalized	16384	none
layer_25_width_16k_l0_small_affine Load this SAE		blocks.25.ln2.hook_normalized	16384	none
layer_25_width_262k_l0_big Load this SAE		blocks.25.ln2.hook_normalized	262144	none
layer_25_width_262k_l0_big_affine Load this SAE		blocks.25.ln2.hook_normalized	262144	none
layer_25_width_262k_l0_small Load this SAE		blocks.25.ln2.hook_normalized	262144	none
layer_25_width_262k_l0_small_affine Load this SAE		blocks.25.ln2.hook_normalized	262144	none
layer_26_width_16k_l0_big Load this SAE		blocks.26.ln2.hook_normalized	16384	none
layer_26_width_16k_l0_big_affine Load this SAE		blocks.26.ln2.hook_normalized	16384	none
layer_26_width_16k_l0_small Load this SAE		blocks.26.ln2.hook_normalized	16384	none
layer_26_width_16k_l0_small_affine Load this SAE		blocks.26.ln2.hook_normalized	16384	none
layer_26_width_262k_l0_big Load this SAE		blocks.26.ln2.hook_normalized	262144	none
layer_26_width_262k_l0_big_affine Load this SAE		blocks.26.ln2.hook_normalized	262144	none
layer_26_width_262k_l0_small Load this SAE		blocks.26.ln2.hook_normalized	262144	none
layer_26_width_262k_l0_small_affine Load this SAE		blocks.26.ln2.hook_normalized	262144	none
layer_27_width_16k_l0_big Load this SAE		blocks.27.ln2.hook_normalized	16384	none
layer_27_width_16k_l0_big_affine Load this SAE		blocks.27.ln2.hook_normalized	16384	none
layer_27_width_16k_l0_small Load this SAE		blocks.27.ln2.hook_normalized	16384	none
layer_27_width_16k_l0_small_affine Load this SAE		blocks.27.ln2.hook_normalized	16384	none
layer_27_width_262k_l0_big Load this SAE		blocks.27.ln2.hook_normalized	262144	none
layer_27_width_262k_l0_big_affine Load this SAE		blocks.27.ln2.hook_normalized	262144	none
layer_27_width_262k_l0_small Load this SAE		blocks.27.ln2.hook_normalized	262144	none
layer_27_width_262k_l0_small_affine Load this SAE		blocks.27.ln2.hook_normalized	262144	none
layer_28_width_16k_l0_big Load this SAE		blocks.28.ln2.hook_normalized	16384	none
layer_28_width_16k_l0_big_affine Load this SAE		blocks.28.ln2.hook_normalized	16384	none
layer_28_width_16k_l0_small Load this SAE		blocks.28.ln2.hook_normalized	16384	none
layer_28_width_16k_l0_small_affine Load this SAE		blocks.28.ln2.hook_normalized	16384	none
layer_28_width_262k_l0_big Load this SAE		blocks.28.ln2.hook_normalized	262144	none
layer_28_width_262k_l0_big_affine Load this SAE		blocks.28.ln2.hook_normalized	262144	none
layer_28_width_262k_l0_small Load this SAE		blocks.28.ln2.hook_normalized	262144	none
layer_28_width_262k_l0_small_affine Load this SAE		blocks.28.ln2.hook_normalized	262144	none
layer_29_width_16k_l0_big Load this SAE		blocks.29.ln2.hook_normalized	16384	none
layer_29_width_16k_l0_big_affine Load this SAE		blocks.29.ln2.hook_normalized	16384	none
layer_29_width_16k_l0_small Load this SAE		blocks.29.ln2.hook_normalized	16384	none
layer_29_width_16k_l0_small_affine Load this SAE		blocks.29.ln2.hook_normalized	16384	none
layer_29_width_262k_l0_big Load this SAE		blocks.29.ln2.hook_normalized	262144	none
layer_29_width_262k_l0_big_affine Load this SAE		blocks.29.ln2.hook_normalized	262144	none
layer_29_width_262k_l0_small Load this SAE		blocks.29.ln2.hook_normalized	262144	none
layer_29_width_262k_l0_small_affine Load this SAE		blocks.29.ln2.hook_normalized	262144	none
layer_2_width_16k_l0_big Load this SAE		blocks.2.ln2.hook_normalized	16384	none
layer_2_width_16k_l0_big_affine Load this SAE		blocks.2.ln2.hook_normalized	16384	none
layer_2_width_16k_l0_small Load this SAE		blocks.2.ln2.hook_normalized	16384	none
layer_2_width_16k_l0_small_affine Load this SAE		blocks.2.ln2.hook_normalized	16384	none
layer_2_width_262k_l0_big Load this SAE		blocks.2.ln2.hook_normalized	262144	none
layer_2_width_262k_l0_big_affine Load this SAE		blocks.2.ln2.hook_normalized	262144	none
layer_2_width_262k_l0_small Load this SAE		blocks.2.ln2.hook_normalized	262144	none
layer_2_width_262k_l0_small_affine Load this SAE		blocks.2.ln2.hook_normalized	262144	none
layer_30_width_16k_l0_big Load this SAE		blocks.30.ln2.hook_normalized	16384	none
layer_30_width_16k_l0_big_affine Load this SAE		blocks.30.ln2.hook_normalized	16384	none
layer_30_width_16k_l0_small Load this SAE		blocks.30.ln2.hook_normalized	16384	none
layer_30_width_16k_l0_small_affine Load this SAE		blocks.30.ln2.hook_normalized	16384	none
layer_30_width_262k_l0_big Load this SAE		blocks.30.ln2.hook_normalized	262144	none
layer_30_width_262k_l0_big_affine Load this SAE		blocks.30.ln2.hook_normalized	262144	none
layer_30_width_262k_l0_small Load this SAE		blocks.30.ln2.hook_normalized	262144	none
layer_30_width_262k_l0_small_affine Load this SAE		blocks.30.ln2.hook_normalized	262144	none
layer_31_width_16k_l0_big Load this SAE		blocks.31.ln2.hook_normalized	16384	none
layer_31_width_16k_l0_big_affine Load this SAE		blocks.31.ln2.hook_normalized	16384	none
layer_31_width_16k_l0_small Load this SAE		blocks.31.ln2.hook_normalized	16384	none
layer_31_width_16k_l0_small_affine Load this SAE		blocks.31.ln2.hook_normalized	16384	none
layer_31_width_262k_l0_big Load this SAE		blocks.31.ln2.hook_normalized	262144	none
layer_31_width_262k_l0_big_affine Load this SAE		blocks.31.ln2.hook_normalized	262144	none
layer_31_width_262k_l0_small Load this SAE		blocks.31.ln2.hook_normalized	262144	none
layer_31_width_262k_l0_small_affine Load this SAE		blocks.31.ln2.hook_normalized	262144	none
layer_32_width_16k_l0_big Load this SAE		blocks.32.ln2.hook_normalized	16384	none
layer_32_width_16k_l0_big_affine Load this SAE		blocks.32.ln2.hook_normalized	16384	none
layer_32_width_16k_l0_small Load this SAE		blocks.32.ln2.hook_normalized	16384	none
layer_32_width_16k_l0_small_affine Load this SAE		blocks.32.ln2.hook_normalized	16384	none
layer_32_width_262k_l0_big Load this SAE		blocks.32.ln2.hook_normalized	262144	none
layer_32_width_262k_l0_big_affine Load this SAE		blocks.32.ln2.hook_normalized	262144	none
layer_32_width_262k_l0_small Load this SAE		blocks.32.ln2.hook_normalized	262144	none
layer_32_width_262k_l0_small_affine Load this SAE		blocks.32.ln2.hook_normalized	262144	none
layer_33_width_16k_l0_big Load this SAE		blocks.33.ln2.hook_normalized	16384	none
layer_33_width_16k_l0_big_affine Load this SAE		blocks.33.ln2.hook_normalized	16384	none
layer_33_width_16k_l0_small Load this SAE		blocks.33.ln2.hook_normalized	16384	none
layer_33_width_16k_l0_small_affine Load this SAE		blocks.33.ln2.hook_normalized	16384	none
layer_33_width_262k_l0_big Load this SAE		blocks.33.ln2.hook_normalized	262144	none
layer_33_width_262k_l0_big_affine Load this SAE		blocks.33.ln2.hook_normalized	262144	none
layer_33_width_262k_l0_small Load this SAE		blocks.33.ln2.hook_normalized	262144	none
layer_33_width_262k_l0_small_affine Load this SAE		blocks.33.ln2.hook_normalized	262144	none
layer_3_width_16k_l0_big Load this SAE		blocks.3.ln2.hook_normalized	16384	none
layer_3_width_16k_l0_big_affine Load this SAE		blocks.3.ln2.hook_normalized	16384	none
layer_3_width_16k_l0_small Load this SAE		blocks.3.ln2.hook_normalized	16384	none
layer_3_width_16k_l0_small_affine Load this SAE		blocks.3.ln2.hook_normalized	16384	none
layer_3_width_262k_l0_big Load this SAE		blocks.3.ln2.hook_normalized	262144	none
layer_3_width_262k_l0_big_affine Load this SAE		blocks.3.ln2.hook_normalized	262144	none
layer_3_width_262k_l0_small Load this SAE		blocks.3.ln2.hook_normalized	262144	none
layer_3_width_262k_l0_small_affine Load this SAE		blocks.3.ln2.hook_normalized	262144	none
layer_4_width_16k_l0_big Load this SAE		blocks.4.ln2.hook_normalized	16384	none
layer_4_width_16k_l0_big_affine Load this SAE		blocks.4.ln2.hook_normalized	16384	none
layer_4_width_16k_l0_small Load this SAE		blocks.4.ln2.hook_normalized	16384	none
layer_4_width_16k_l0_small_affine Load this SAE		blocks.4.ln2.hook_normalized	16384	none
layer_4_width_262k_l0_big Load this SAE		blocks.4.ln2.hook_normalized	262144	none
layer_4_width_262k_l0_big_affine Load this SAE		blocks.4.ln2.hook_normalized	262144	none
layer_4_width_262k_l0_small Load this SAE		blocks.4.ln2.hook_normalized	262144	none
layer_4_width_262k_l0_small_affine Load this SAE		blocks.4.ln2.hook_normalized	262144	none
layer_5_width_16k_l0_big Load this SAE		blocks.5.ln2.hook_normalized	16384	none
layer_5_width_16k_l0_big_affine Load this SAE		blocks.5.ln2.hook_normalized	16384	none
layer_5_width_16k_l0_small Load this SAE		blocks.5.ln2.hook_normalized	16384	none
layer_5_width_16k_l0_small_affine Load this SAE		blocks.5.ln2.hook_normalized	16384	none
layer_5_width_262k_l0_big Load this SAE		blocks.5.ln2.hook_normalized	262144	none
layer_5_width_262k_l0_big_affine Load this SAE		blocks.5.ln2.hook_normalized	262144	none
layer_5_width_262k_l0_small Load this SAE		blocks.5.ln2.hook_normalized	262144	none
layer_5_width_262k_l0_small_affine Load this SAE		blocks.5.ln2.hook_normalized	262144	none
layer_6_width_16k_l0_big Load this SAE		blocks.6.ln2.hook_normalized	16384	none
layer_6_width_16k_l0_big_affine Load this SAE		blocks.6.ln2.hook_normalized	16384	none
layer_6_width_16k_l0_small Load this SAE		blocks.6.ln2.hook_normalized	16384	none
layer_6_width_16k_l0_small_affine Load this SAE		blocks.6.ln2.hook_normalized	16384	none
layer_6_width_262k_l0_big Load this SAE		blocks.6.ln2.hook_normalized	262144	none
layer_6_width_262k_l0_big_affine Load this SAE		blocks.6.ln2.hook_normalized	262144	none
layer_6_width_262k_l0_small Load this SAE		blocks.6.ln2.hook_normalized	262144	none
layer_6_width_262k_l0_small_affine Load this SAE		blocks.6.ln2.hook_normalized	262144	none
layer_7_width_16k_l0_big Load this SAE		blocks.7.ln2.hook_normalized	16384	none
layer_7_width_16k_l0_big_affine Load this SAE		blocks.7.ln2.hook_normalized	16384	none
layer_7_width_16k_l0_small Load this SAE		blocks.7.ln2.hook_normalized	16384	none
layer_7_width_16k_l0_small_affine Load this SAE		blocks.7.ln2.hook_normalized	16384	none
layer_7_width_262k_l0_big Load this SAE		blocks.7.ln2.hook_normalized	262144	none
layer_7_width_262k_l0_big_affine Load this SAE		blocks.7.ln2.hook_normalized	262144	none
layer_7_width_262k_l0_small Load this SAE		blocks.7.ln2.hook_normalized	262144	none
layer_7_width_262k_l0_small_affine Load this SAE		blocks.7.ln2.hook_normalized	262144	none
layer_8_width_16k_l0_big Load this SAE		blocks.8.ln2.hook_normalized	16384	none
layer_8_width_16k_l0_big_affine Load this SAE		blocks.8.ln2.hook_normalized	16384	none
layer_8_width_16k_l0_small Load this SAE		blocks.8.ln2.hook_normalized	16384	none
layer_8_width_16k_l0_small_affine Load this SAE		blocks.8.ln2.hook_normalized	16384	none
layer_8_width_262k_l0_big Load this SAE		blocks.8.ln2.hook_normalized	262144	none
layer_8_width_262k_l0_big_affine Load this SAE		blocks.8.ln2.hook_normalized	262144	none
layer_8_width_262k_l0_small Load this SAE		blocks.8.ln2.hook_normalized	262144	none
layer_8_width_262k_l0_small_affine Load this SAE		blocks.8.ln2.hook_normalized	262144	none
layer_9_width_16k_l0_big Load this SAE		blocks.9.ln2.hook_normalized	16384	none
layer_9_width_16k_l0_big_affine Load this SAE		blocks.9.ln2.hook_normalized	16384	none
layer_9_width_16k_l0_small Load this SAE		blocks.9.ln2.hook_normalized	16384	none
layer_9_width_16k_l0_small_affine Load this SAE		blocks.9.ln2.hook_normalized	16384	none
layer_9_width_262k_l0_big Load this SAE		blocks.9.ln2.hook_normalized	262144	none
layer_9_width_262k_l0_big_affine Load this SAE		blocks.9.ln2.hook_normalized	262144	none
layer_9_width_262k_l0_small Load this SAE		blocks.9.ln2.hook_normalized	262144	none
layer_9_width_262k_l0_small_affine Load this SAE		blocks.9.ln2.hook_normalized	262144	none

×

Copy Code