gemma-3-270m-it

This page lists all pretrained SAEs available for gemma-3-270m-it.

gemma-scope-2-270m-it-att

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
layer_12_width_16k_l0_big Load this SAE	blocks.12.hook_attn_out	16384	none
layer_12_width_16k_l0_medium Load this SAE	blocks.12.hook_attn_out	16384	none
layer_12_width_16k_l0_small Load this SAE	blocks.12.hook_attn_out	16384	none
layer_12_width_262k_l0_big Load this SAE	blocks.12.hook_attn_out	262144	none
layer_12_width_262k_l0_medium Load this SAE	blocks.12.hook_attn_out	262144	none
layer_12_width_262k_l0_small Load this SAE	blocks.12.hook_attn_out	262144	none
layer_12_width_65k_l0_big Load this SAE	blocks.12.hook_attn_out	65536	none
layer_12_width_65k_l0_medium Load this SAE	blocks.12.hook_attn_out	65536	none
layer_12_width_65k_l0_small Load this SAE	blocks.12.hook_attn_out	65536	none
layer_15_width_16k_l0_big Load this SAE	blocks.15.hook_attn_out	16384	none
layer_15_width_16k_l0_medium Load this SAE	blocks.15.hook_attn_out	16384	none
layer_15_width_16k_l0_small Load this SAE	blocks.15.hook_attn_out	16384	none
layer_15_width_262k_l0_big Load this SAE	blocks.15.hook_attn_out	262144	none
layer_15_width_262k_l0_medium Load this SAE	blocks.15.hook_attn_out	262144	none
layer_15_width_262k_l0_small Load this SAE	blocks.15.hook_attn_out	262144	none
layer_15_width_65k_l0_big Load this SAE	blocks.15.hook_attn_out	65536	none
layer_15_width_65k_l0_medium Load this SAE	blocks.15.hook_attn_out	65536	none
layer_15_width_65k_l0_small Load this SAE	blocks.15.hook_attn_out	65536	none
layer_5_width_16k_l0_big Load this SAE	blocks.5.hook_attn_out	16384	none
layer_5_width_16k_l0_medium Load this SAE	blocks.5.hook_attn_out	16384	none
layer_5_width_16k_l0_small Load this SAE	blocks.5.hook_attn_out	16384	none
layer_5_width_262k_l0_big Load this SAE	blocks.5.hook_attn_out	262144	none
layer_5_width_262k_l0_medium Load this SAE	blocks.5.hook_attn_out	262144	none
layer_5_width_262k_l0_small Load this SAE	blocks.5.hook_attn_out	262144	none
layer_5_width_65k_l0_big Load this SAE	blocks.5.hook_attn_out	65536	none
layer_5_width_65k_l0_medium Load this SAE	blocks.5.hook_attn_out	65536	none
layer_5_width_65k_l0_small Load this SAE	blocks.5.hook_attn_out	65536	none
layer_9_width_16k_l0_big Load this SAE	blocks.9.hook_attn_out	16384	none
layer_9_width_16k_l0_medium Load this SAE	blocks.9.hook_attn_out	16384	none
layer_9_width_16k_l0_small Load this SAE	blocks.9.hook_attn_out	16384	none
layer_9_width_262k_l0_big Load this SAE	blocks.9.hook_attn_out	262144	none
layer_9_width_262k_l0_medium Load this SAE	blocks.9.hook_attn_out	262144	none
layer_9_width_262k_l0_small Load this SAE	blocks.9.hook_attn_out	262144	none
layer_9_width_65k_l0_big Load this SAE	blocks.9.hook_attn_out	65536	none
layer_9_width_65k_l0_medium Load this SAE	blocks.9.hook_attn_out	65536	none
layer_9_width_65k_l0_small Load this SAE	blocks.9.hook_attn_out	65536	none

gemma-scope-2-270m-it-att-all

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE	blocks.0.hook_attn_out	16384	none
layer_0_width_16k_l0_small Load this SAE	blocks.0.hook_attn_out	16384	none
layer_0_width_262k_l0_big Load this SAE	blocks.0.hook_attn_out	262144	none
layer_0_width_262k_l0_small Load this SAE	blocks.0.hook_attn_out	262144	none
layer_10_width_16k_l0_big Load this SAE	blocks.10.hook_attn_out	16384	none
layer_10_width_16k_l0_small Load this SAE	blocks.10.hook_attn_out	16384	none
layer_10_width_262k_l0_big Load this SAE	blocks.10.hook_attn_out	262144	none
layer_10_width_262k_l0_small Load this SAE	blocks.10.hook_attn_out	262144	none
layer_11_width_16k_l0_big Load this SAE	blocks.11.hook_attn_out	16384	none
layer_11_width_16k_l0_small Load this SAE	blocks.11.hook_attn_out	16384	none
layer_11_width_262k_l0_big Load this SAE	blocks.11.hook_attn_out	262144	none
layer_11_width_262k_l0_small Load this SAE	blocks.11.hook_attn_out	262144	none
layer_12_width_16k_l0_big Load this SAE	blocks.12.hook_attn_out	16384	none
layer_12_width_16k_l0_small Load this SAE	blocks.12.hook_attn_out	16384	none
layer_12_width_262k_l0_big Load this SAE	blocks.12.hook_attn_out	262144	none
layer_12_width_262k_l0_small Load this SAE	blocks.12.hook_attn_out	262144	none
layer_13_width_16k_l0_big Load this SAE	blocks.13.hook_attn_out	16384	none
layer_13_width_16k_l0_small Load this SAE	blocks.13.hook_attn_out	16384	none
layer_13_width_262k_l0_big Load this SAE	blocks.13.hook_attn_out	262144	none
layer_13_width_262k_l0_small Load this SAE	blocks.13.hook_attn_out	262144	none
layer_14_width_16k_l0_big Load this SAE	blocks.14.hook_attn_out	16384	none
layer_14_width_16k_l0_small Load this SAE	blocks.14.hook_attn_out	16384	none
layer_14_width_262k_l0_big Load this SAE	blocks.14.hook_attn_out	262144	none
layer_14_width_262k_l0_small Load this SAE	blocks.14.hook_attn_out	262144	none
layer_15_width_16k_l0_big Load this SAE	blocks.15.hook_attn_out	16384	none
layer_15_width_16k_l0_small Load this SAE	blocks.15.hook_attn_out	16384	none
layer_15_width_262k_l0_big Load this SAE	blocks.15.hook_attn_out	262144	none
layer_15_width_262k_l0_small Load this SAE	blocks.15.hook_attn_out	262144	none
layer_16_width_16k_l0_big Load this SAE	blocks.16.hook_attn_out	16384	none
layer_16_width_16k_l0_small Load this SAE	blocks.16.hook_attn_out	16384	none
layer_16_width_262k_l0_big Load this SAE	blocks.16.hook_attn_out	262144	none
layer_16_width_262k_l0_small Load this SAE	blocks.16.hook_attn_out	262144	none
layer_17_width_16k_l0_big Load this SAE	blocks.17.hook_attn_out	16384	none
layer_17_width_16k_l0_small Load this SAE	blocks.17.hook_attn_out	16384	none
layer_17_width_262k_l0_big Load this SAE	blocks.17.hook_attn_out	262144	none
layer_17_width_262k_l0_small Load this SAE	blocks.17.hook_attn_out	262144	none
layer_1_width_16k_l0_big Load this SAE	blocks.1.hook_attn_out	16384	none
layer_1_width_16k_l0_small Load this SAE	blocks.1.hook_attn_out	16384	none
layer_1_width_262k_l0_big Load this SAE	blocks.1.hook_attn_out	262144	none
layer_1_width_262k_l0_small Load this SAE	blocks.1.hook_attn_out	262144	none
layer_2_width_16k_l0_big Load this SAE	blocks.2.hook_attn_out	16384	none
layer_2_width_16k_l0_small Load this SAE	blocks.2.hook_attn_out	16384	none
layer_2_width_262k_l0_big Load this SAE	blocks.2.hook_attn_out	262144	none
layer_2_width_262k_l0_small Load this SAE	blocks.2.hook_attn_out	262144	none
layer_3_width_16k_l0_big Load this SAE	blocks.3.hook_attn_out	16384	none
layer_3_width_16k_l0_small Load this SAE	blocks.3.hook_attn_out	16384	none
layer_3_width_262k_l0_big Load this SAE	blocks.3.hook_attn_out	262144	none
layer_3_width_262k_l0_small Load this SAE	blocks.3.hook_attn_out	262144	none
layer_4_width_16k_l0_big Load this SAE	blocks.4.hook_attn_out	16384	none
layer_4_width_16k_l0_small Load this SAE	blocks.4.hook_attn_out	16384	none
layer_4_width_262k_l0_big Load this SAE	blocks.4.hook_attn_out	262144	none
layer_4_width_262k_l0_small Load this SAE	blocks.4.hook_attn_out	262144	none
layer_5_width_16k_l0_big Load this SAE	blocks.5.hook_attn_out	16384	none
layer_5_width_16k_l0_small Load this SAE	blocks.5.hook_attn_out	16384	none
layer_5_width_262k_l0_big Load this SAE	blocks.5.hook_attn_out	262144	none
layer_5_width_262k_l0_small Load this SAE	blocks.5.hook_attn_out	262144	none
layer_6_width_16k_l0_big Load this SAE	blocks.6.hook_attn_out	16384	none
layer_6_width_16k_l0_small Load this SAE	blocks.6.hook_attn_out	16384	none
layer_6_width_262k_l0_big Load this SAE	blocks.6.hook_attn_out	262144	none
layer_6_width_262k_l0_small Load this SAE	blocks.6.hook_attn_out	262144	none
layer_7_width_16k_l0_big Load this SAE	blocks.7.hook_attn_out	16384	none
layer_7_width_16k_l0_small Load this SAE	blocks.7.hook_attn_out	16384	none
layer_7_width_262k_l0_big Load this SAE	blocks.7.hook_attn_out	262144	none
layer_7_width_262k_l0_small Load this SAE	blocks.7.hook_attn_out	262144	none
layer_8_width_16k_l0_big Load this SAE	blocks.8.hook_attn_out	16384	none
layer_8_width_16k_l0_small Load this SAE	blocks.8.hook_attn_out	16384	none
layer_8_width_262k_l0_big Load this SAE	blocks.8.hook_attn_out	262144	none
layer_8_width_262k_l0_small Load this SAE	blocks.8.hook_attn_out	262144	none
layer_9_width_16k_l0_big Load this SAE	blocks.9.hook_attn_out	16384	none
layer_9_width_16k_l0_small Load this SAE	blocks.9.hook_attn_out	16384	none
layer_9_width_262k_l0_big Load this SAE	blocks.9.hook_attn_out	262144	none
layer_9_width_262k_l0_small Load this SAE	blocks.9.hook_attn_out	262144	none

gemma-scope-2-270m-it-mlp

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
layer_12_width_16k_l0_big Load this SAE	blocks.12.hook_mlp_out	16384	none
layer_12_width_16k_l0_medium Load this SAE	blocks.12.hook_mlp_out	16384	none
layer_12_width_16k_l0_small Load this SAE	blocks.12.hook_mlp_out	16384	none
layer_12_width_262k_l0_big Load this SAE	blocks.12.hook_mlp_out	262144	none
layer_12_width_262k_l0_medium Load this SAE	blocks.12.hook_mlp_out	262144	none
layer_12_width_262k_l0_small Load this SAE	blocks.12.hook_mlp_out	262144	none
layer_12_width_65k_l0_big Load this SAE	blocks.12.hook_mlp_out	65536	none
layer_12_width_65k_l0_medium Load this SAE	blocks.12.hook_mlp_out	65536	none
layer_12_width_65k_l0_small Load this SAE	blocks.12.hook_mlp_out	65536	none
layer_15_width_16k_l0_big Load this SAE	blocks.15.hook_mlp_out	16384	none
layer_15_width_16k_l0_medium Load this SAE	blocks.15.hook_mlp_out	16384	none
layer_15_width_16k_l0_small Load this SAE	blocks.15.hook_mlp_out	16384	none
layer_15_width_262k_l0_big Load this SAE	blocks.15.hook_mlp_out	262144	none
layer_15_width_262k_l0_medium Load this SAE	blocks.15.hook_mlp_out	262144	none
layer_15_width_262k_l0_small Load this SAE	blocks.15.hook_mlp_out	262144	none
layer_15_width_65k_l0_big Load this SAE	blocks.15.hook_mlp_out	65536	none
layer_15_width_65k_l0_medium Load this SAE	blocks.15.hook_mlp_out	65536	none
layer_15_width_65k_l0_small Load this SAE	blocks.15.hook_mlp_out	65536	none
layer_5_width_16k_l0_big Load this SAE	blocks.5.hook_mlp_out	16384	none
layer_5_width_16k_l0_medium Load this SAE	blocks.5.hook_mlp_out	16384	none
layer_5_width_16k_l0_small Load this SAE	blocks.5.hook_mlp_out	16384	none
layer_5_width_262k_l0_big Load this SAE	blocks.5.hook_mlp_out	262144	none
layer_5_width_262k_l0_medium Load this SAE	blocks.5.hook_mlp_out	262144	none
layer_5_width_262k_l0_small Load this SAE	blocks.5.hook_mlp_out	262144	none
layer_5_width_65k_l0_big Load this SAE	blocks.5.hook_mlp_out	65536	none
layer_5_width_65k_l0_medium Load this SAE	blocks.5.hook_mlp_out	65536	none
layer_5_width_65k_l0_small Load this SAE	blocks.5.hook_mlp_out	65536	none
layer_9_width_16k_l0_big Load this SAE	blocks.9.hook_mlp_out	16384	none
layer_9_width_16k_l0_medium Load this SAE	blocks.9.hook_mlp_out	16384	none
layer_9_width_16k_l0_small Load this SAE	blocks.9.hook_mlp_out	16384	none
layer_9_width_262k_l0_big Load this SAE	blocks.9.hook_mlp_out	262144	none
layer_9_width_262k_l0_medium Load this SAE	blocks.9.hook_mlp_out	262144	none
layer_9_width_262k_l0_small Load this SAE	blocks.9.hook_mlp_out	262144	none
layer_9_width_65k_l0_big Load this SAE	blocks.9.hook_mlp_out	65536	none
layer_9_width_65k_l0_medium Load this SAE	blocks.9.hook_mlp_out	65536	none
layer_9_width_65k_l0_small Load this SAE	blocks.9.hook_mlp_out	65536	none

gemma-scope-2-270m-it-mlp-all

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE	blocks.0.hook_mlp_out	16384	none
layer_0_width_16k_l0_small Load this SAE	blocks.0.hook_mlp_out	16384	none
layer_0_width_262k_l0_big Load this SAE	blocks.0.hook_mlp_out	262144	none
layer_0_width_262k_l0_small Load this SAE	blocks.0.hook_mlp_out	262144	none
layer_10_width_16k_l0_big Load this SAE	blocks.10.hook_mlp_out	16384	none
layer_10_width_16k_l0_small Load this SAE	blocks.10.hook_mlp_out	16384	none
layer_10_width_262k_l0_big Load this SAE	blocks.10.hook_mlp_out	262144	none
layer_10_width_262k_l0_small Load this SAE	blocks.10.hook_mlp_out	262144	none
layer_11_width_16k_l0_big Load this SAE	blocks.11.hook_mlp_out	16384	none
layer_11_width_16k_l0_small Load this SAE	blocks.11.hook_mlp_out	16384	none
layer_11_width_262k_l0_big Load this SAE	blocks.11.hook_mlp_out	262144	none
layer_11_width_262k_l0_small Load this SAE	blocks.11.hook_mlp_out	262144	none
layer_12_width_16k_l0_big Load this SAE	blocks.12.hook_mlp_out	16384	none
layer_12_width_16k_l0_small Load this SAE	blocks.12.hook_mlp_out	16384	none
layer_12_width_262k_l0_big Load this SAE	blocks.12.hook_mlp_out	262144	none
layer_12_width_262k_l0_small Load this SAE	blocks.12.hook_mlp_out	262144	none
layer_13_width_16k_l0_big Load this SAE	blocks.13.hook_mlp_out	16384	none
layer_13_width_16k_l0_small Load this SAE	blocks.13.hook_mlp_out	16384	none
layer_13_width_262k_l0_big Load this SAE	blocks.13.hook_mlp_out	262144	none
layer_13_width_262k_l0_small Load this SAE	blocks.13.hook_mlp_out	262144	none
layer_14_width_16k_l0_big Load this SAE	blocks.14.hook_mlp_out	16384	none
layer_14_width_16k_l0_small Load this SAE	blocks.14.hook_mlp_out	16384	none
layer_14_width_262k_l0_big Load this SAE	blocks.14.hook_mlp_out	262144	none
layer_14_width_262k_l0_small Load this SAE	blocks.14.hook_mlp_out	262144	none
layer_15_width_16k_l0_big Load this SAE	blocks.15.hook_mlp_out	16384	none
layer_15_width_16k_l0_small Load this SAE	blocks.15.hook_mlp_out	16384	none
layer_15_width_262k_l0_big Load this SAE	blocks.15.hook_mlp_out	262144	none
layer_15_width_262k_l0_small Load this SAE	blocks.15.hook_mlp_out	262144	none
layer_16_width_16k_l0_big Load this SAE	blocks.16.hook_mlp_out	16384	none
layer_16_width_16k_l0_small Load this SAE	blocks.16.hook_mlp_out	16384	none
layer_16_width_262k_l0_big Load this SAE	blocks.16.hook_mlp_out	262144	none
layer_16_width_262k_l0_small Load this SAE	blocks.16.hook_mlp_out	262144	none
layer_17_width_16k_l0_big Load this SAE	blocks.17.hook_mlp_out	16384	none
layer_17_width_16k_l0_small Load this SAE	blocks.17.hook_mlp_out	16384	none
layer_17_width_262k_l0_big Load this SAE	blocks.17.hook_mlp_out	262144	none
layer_17_width_262k_l0_small Load this SAE	blocks.17.hook_mlp_out	262144	none
layer_1_width_16k_l0_big Load this SAE	blocks.1.hook_mlp_out	16384	none
layer_1_width_16k_l0_small Load this SAE	blocks.1.hook_mlp_out	16384	none
layer_1_width_262k_l0_big Load this SAE	blocks.1.hook_mlp_out	262144	none
layer_1_width_262k_l0_small Load this SAE	blocks.1.hook_mlp_out	262144	none
layer_2_width_16k_l0_big Load this SAE	blocks.2.hook_mlp_out	16384	none
layer_2_width_16k_l0_small Load this SAE	blocks.2.hook_mlp_out	16384	none
layer_2_width_262k_l0_big Load this SAE	blocks.2.hook_mlp_out	262144	none
layer_2_width_262k_l0_small Load this SAE	blocks.2.hook_mlp_out	262144	none
layer_3_width_16k_l0_big Load this SAE	blocks.3.hook_mlp_out	16384	none
layer_3_width_16k_l0_small Load this SAE	blocks.3.hook_mlp_out	16384	none
layer_3_width_262k_l0_big Load this SAE	blocks.3.hook_mlp_out	262144	none
layer_3_width_262k_l0_small Load this SAE	blocks.3.hook_mlp_out	262144	none
layer_4_width_16k_l0_big Load this SAE	blocks.4.hook_mlp_out	16384	none
layer_4_width_16k_l0_small Load this SAE	blocks.4.hook_mlp_out	16384	none
layer_4_width_262k_l0_big Load this SAE	blocks.4.hook_mlp_out	262144	none
layer_4_width_262k_l0_small Load this SAE	blocks.4.hook_mlp_out	262144	none
layer_5_width_16k_l0_big Load this SAE	blocks.5.hook_mlp_out	16384	none
layer_5_width_16k_l0_small Load this SAE	blocks.5.hook_mlp_out	16384	none
layer_5_width_262k_l0_big Load this SAE	blocks.5.hook_mlp_out	262144	none
layer_5_width_262k_l0_small Load this SAE	blocks.5.hook_mlp_out	262144	none
layer_6_width_16k_l0_big Load this SAE	blocks.6.hook_mlp_out	16384	none
layer_6_width_16k_l0_small Load this SAE	blocks.6.hook_mlp_out	16384	none
layer_6_width_262k_l0_big Load this SAE	blocks.6.hook_mlp_out	262144	none
layer_6_width_262k_l0_small Load this SAE	blocks.6.hook_mlp_out	262144	none
layer_7_width_16k_l0_big Load this SAE	blocks.7.hook_mlp_out	16384	none
layer_7_width_16k_l0_small Load this SAE	blocks.7.hook_mlp_out	16384	none
layer_7_width_262k_l0_big Load this SAE	blocks.7.hook_mlp_out	262144	none
layer_7_width_262k_l0_small Load this SAE	blocks.7.hook_mlp_out	262144	none
layer_8_width_16k_l0_big Load this SAE	blocks.8.hook_mlp_out	16384	none
layer_8_width_16k_l0_small Load this SAE	blocks.8.hook_mlp_out	16384	none
layer_8_width_262k_l0_big Load this SAE	blocks.8.hook_mlp_out	262144	none
layer_8_width_262k_l0_small Load this SAE	blocks.8.hook_mlp_out	262144	none
layer_9_width_16k_l0_big Load this SAE	blocks.9.hook_mlp_out	16384	none
layer_9_width_16k_l0_small Load this SAE	blocks.9.hook_mlp_out	16384	none
layer_9_width_262k_l0_big Load this SAE	blocks.9.hook_mlp_out	262144	none
layer_9_width_262k_l0_small Load this SAE	blocks.9.hook_mlp_out	262144	none

gemma-scope-2-270m-it-res

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
layer_12_width_16k_l0_big Load this SAE	blocks.12.hook_resid_post	16384	none
layer_12_width_16k_l0_medium Load this SAE	blocks.12.hook_resid_post	16384	none
layer_12_width_16k_l0_small Load this SAE	blocks.12.hook_resid_post	16384	none
layer_12_width_1m_l0_big Load this SAE	blocks.12.hook_resid_post	1048576	none
layer_12_width_1m_l0_medium Load this SAE	blocks.12.hook_resid_post	1048576	none
layer_12_width_1m_l0_small Load this SAE	blocks.12.hook_resid_post	1048576	none
layer_12_width_262k_l0_big Load this SAE	blocks.12.hook_resid_post	262144	none
layer_12_width_262k_l0_medium Load this SAE	blocks.12.hook_resid_post	262144	none
layer_12_width_262k_l0_medium_seed_1 Load this SAE	blocks.12.hook_resid_post	262144	none
layer_12_width_262k_l0_small Load this SAE	blocks.12.hook_resid_post	262144	none
layer_12_width_65k_l0_big Load this SAE	blocks.12.hook_resid_post	65536	none
layer_12_width_65k_l0_medium Load this SAE	blocks.12.hook_resid_post	65536	none
layer_12_width_65k_l0_small Load this SAE	blocks.12.hook_resid_post	65536	none
layer_15_width_16k_l0_big Load this SAE	blocks.15.hook_resid_post	16384	none
layer_15_width_16k_l0_medium Load this SAE	blocks.15.hook_resid_post	16384	none
layer_15_width_16k_l0_small Load this SAE	blocks.15.hook_resid_post	16384	none
layer_15_width_1m_l0_big Load this SAE	blocks.15.hook_resid_post	1048576	none
layer_15_width_1m_l0_medium Load this SAE	blocks.15.hook_resid_post	1048576	none
layer_15_width_1m_l0_small Load this SAE	blocks.15.hook_resid_post	1048576	none
layer_15_width_262k_l0_big Load this SAE	blocks.15.hook_resid_post	262144	none
layer_15_width_262k_l0_medium Load this SAE	blocks.15.hook_resid_post	262144	none
layer_15_width_262k_l0_medium_seed_1 Load this SAE	blocks.15.hook_resid_post	262144	none
layer_15_width_262k_l0_small Load this SAE	blocks.15.hook_resid_post	262144	none
layer_15_width_65k_l0_big Load this SAE	blocks.15.hook_resid_post	65536	none
layer_15_width_65k_l0_medium Load this SAE	blocks.15.hook_resid_post	65536	none
layer_15_width_65k_l0_small Load this SAE	blocks.15.hook_resid_post	65536	none
layer_5_width_16k_l0_big Load this SAE	blocks.5.hook_resid_post	16384	none
layer_5_width_16k_l0_medium Load this SAE	blocks.5.hook_resid_post	16384	none
layer_5_width_16k_l0_small Load this SAE	blocks.5.hook_resid_post	16384	none
layer_5_width_1m_l0_big Load this SAE	blocks.5.hook_resid_post	1048576	none
layer_5_width_1m_l0_medium Load this SAE	blocks.5.hook_resid_post	1048576	none
layer_5_width_1m_l0_small Load this SAE	blocks.5.hook_resid_post	1048576	none
layer_5_width_262k_l0_big Load this SAE	blocks.5.hook_resid_post	262144	none
layer_5_width_262k_l0_medium Load this SAE	blocks.5.hook_resid_post	262144	none
layer_5_width_262k_l0_medium_seed_1 Load this SAE	blocks.5.hook_resid_post	262144	none
layer_5_width_262k_l0_small Load this SAE	blocks.5.hook_resid_post	262144	none
layer_5_width_65k_l0_big Load this SAE	blocks.5.hook_resid_post	65536	none
layer_5_width_65k_l0_medium Load this SAE	blocks.5.hook_resid_post	65536	none
layer_5_width_65k_l0_small Load this SAE	blocks.5.hook_resid_post	65536	none
layer_9_width_16k_l0_big Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9_width_16k_l0_medium Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9_width_16k_l0_small Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9_width_1m_l0_big Load this SAE	blocks.9.hook_resid_post	1048576	none
layer_9_width_1m_l0_medium Load this SAE	blocks.9.hook_resid_post	1048576	none
layer_9_width_1m_l0_small Load this SAE	blocks.9.hook_resid_post	1048576	none
layer_9_width_262k_l0_big Load this SAE	blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_medium Load this SAE	blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_medium_seed_1 Load this SAE	blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_small Load this SAE	blocks.9.hook_resid_post	262144	none
layer_9_width_65k_l0_big Load this SAE	blocks.9.hook_resid_post	65536	none
layer_9_width_65k_l0_medium Load this SAE	blocks.9.hook_resid_post	65536	none
layer_9_width_65k_l0_small Load this SAE	blocks.9.hook_resid_post	65536	none

gemma-scope-2-270m-it-res-all

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE	blocks.0.hook_resid_post	16384	none
layer_0_width_16k_l0_small Load this SAE	blocks.0.hook_resid_post	16384	none
layer_0_width_262k_l0_big Load this SAE	blocks.0.hook_resid_post	262144	none
layer_0_width_262k_l0_small Load this SAE	blocks.0.hook_resid_post	262144	none
layer_10_width_16k_l0_big Load this SAE	blocks.10.hook_resid_post	16384	none
layer_10_width_16k_l0_small Load this SAE	blocks.10.hook_resid_post	16384	none
layer_10_width_262k_l0_big Load this SAE	blocks.10.hook_resid_post	262144	none
layer_10_width_262k_l0_small Load this SAE	blocks.10.hook_resid_post	262144	none
layer_11_width_16k_l0_big Load this SAE	blocks.11.hook_resid_post	16384	none
layer_11_width_16k_l0_small Load this SAE	blocks.11.hook_resid_post	16384	none
layer_11_width_262k_l0_big Load this SAE	blocks.11.hook_resid_post	262144	none
layer_11_width_262k_l0_small Load this SAE	blocks.11.hook_resid_post	262144	none
layer_12_width_16k_l0_big Load this SAE	blocks.12.hook_resid_post	16384	none
layer_12_width_16k_l0_small Load this SAE	blocks.12.hook_resid_post	16384	none
layer_12_width_262k_l0_big Load this SAE	blocks.12.hook_resid_post	262144	none
layer_12_width_262k_l0_small Load this SAE	blocks.12.hook_resid_post	262144	none
layer_13_width_16k_l0_big Load this SAE	blocks.13.hook_resid_post	16384	none
layer_13_width_16k_l0_small Load this SAE	blocks.13.hook_resid_post	16384	none
layer_13_width_262k_l0_big Load this SAE	blocks.13.hook_resid_post	262144	none
layer_13_width_262k_l0_small Load this SAE	blocks.13.hook_resid_post	262144	none
layer_14_width_16k_l0_big Load this SAE	blocks.14.hook_resid_post	16384	none
layer_14_width_16k_l0_small Load this SAE	blocks.14.hook_resid_post	16384	none
layer_14_width_262k_l0_big Load this SAE	blocks.14.hook_resid_post	262144	none
layer_14_width_262k_l0_small Load this SAE	blocks.14.hook_resid_post	262144	none
layer_15_width_16k_l0_big Load this SAE	blocks.15.hook_resid_post	16384	none
layer_15_width_16k_l0_small Load this SAE	blocks.15.hook_resid_post	16384	none
layer_15_width_262k_l0_big Load this SAE	blocks.15.hook_resid_post	262144	none
layer_15_width_262k_l0_small Load this SAE	blocks.15.hook_resid_post	262144	none
layer_16_width_16k_l0_big Load this SAE	blocks.16.hook_resid_post	16384	none
layer_16_width_16k_l0_small Load this SAE	blocks.16.hook_resid_post	16384	none
layer_16_width_262k_l0_big Load this SAE	blocks.16.hook_resid_post	262144	none
layer_16_width_262k_l0_small Load this SAE	blocks.16.hook_resid_post	262144	none
layer_17_width_16k_l0_big Load this SAE	blocks.17.hook_resid_post	16384	none
layer_17_width_16k_l0_small Load this SAE	blocks.17.hook_resid_post	16384	none
layer_17_width_262k_l0_big Load this SAE	blocks.17.hook_resid_post	262144	none
layer_17_width_262k_l0_small Load this SAE	blocks.17.hook_resid_post	262144	none
layer_1_width_16k_l0_big Load this SAE	blocks.1.hook_resid_post	16384	none
layer_1_width_16k_l0_small Load this SAE	blocks.1.hook_resid_post	16384	none
layer_1_width_262k_l0_big Load this SAE	blocks.1.hook_resid_post	262144	none
layer_1_width_262k_l0_small Load this SAE	blocks.1.hook_resid_post	262144	none
layer_2_width_16k_l0_big Load this SAE	blocks.2.hook_resid_post	16384	none
layer_2_width_16k_l0_small Load this SAE	blocks.2.hook_resid_post	16384	none
layer_2_width_262k_l0_big Load this SAE	blocks.2.hook_resid_post	262144	none
layer_2_width_262k_l0_small Load this SAE	blocks.2.hook_resid_post	262144	none
layer_3_width_16k_l0_big Load this SAE	blocks.3.hook_resid_post	16384	none
layer_3_width_16k_l0_small Load this SAE	blocks.3.hook_resid_post	16384	none
layer_3_width_262k_l0_big Load this SAE	blocks.3.hook_resid_post	262144	none
layer_3_width_262k_l0_small Load this SAE	blocks.3.hook_resid_post	262144	none
layer_4_width_16k_l0_big Load this SAE	blocks.4.hook_resid_post	16384	none
layer_4_width_16k_l0_small Load this SAE	blocks.4.hook_resid_post	16384	none
layer_4_width_262k_l0_big Load this SAE	blocks.4.hook_resid_post	262144	none
layer_4_width_262k_l0_small Load this SAE	blocks.4.hook_resid_post	262144	none
layer_5_width_16k_l0_big Load this SAE	blocks.5.hook_resid_post	16384	none
layer_5_width_16k_l0_small Load this SAE	blocks.5.hook_resid_post	16384	none
layer_5_width_262k_l0_big Load this SAE	blocks.5.hook_resid_post	262144	none
layer_5_width_262k_l0_small Load this SAE	blocks.5.hook_resid_post	262144	none
layer_6_width_16k_l0_big Load this SAE	blocks.6.hook_resid_post	16384	none
layer_6_width_16k_l0_small Load this SAE	blocks.6.hook_resid_post	16384	none
layer_6_width_262k_l0_big Load this SAE	blocks.6.hook_resid_post	262144	none
layer_6_width_262k_l0_small Load this SAE	blocks.6.hook_resid_post	262144	none
layer_7_width_16k_l0_big Load this SAE	blocks.7.hook_resid_post	16384	none
layer_7_width_16k_l0_small Load this SAE	blocks.7.hook_resid_post	16384	none
layer_7_width_262k_l0_big Load this SAE	blocks.7.hook_resid_post	262144	none
layer_7_width_262k_l0_small Load this SAE	blocks.7.hook_resid_post	262144	none
layer_8_width_16k_l0_big Load this SAE	blocks.8.hook_resid_post	16384	none
layer_8_width_16k_l0_small Load this SAE	blocks.8.hook_resid_post	16384	none
layer_8_width_262k_l0_big Load this SAE	blocks.8.hook_resid_post	262144	none
layer_8_width_262k_l0_small Load this SAE	blocks.8.hook_resid_post	262144	none
layer_9_width_16k_l0_big Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9_width_16k_l0_small Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9_width_262k_l0_big Load this SAE	blocks.9.hook_resid_post	262144	none
layer_9_width_262k_l0_small Load this SAE	blocks.9.hook_resid_post	262144	none

gemma-scope-2-270m-it-transcoders

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
transcoder/layer_12_width_16k_l0_big Load this SAE	blocks.12.ln2.hook_normalized	16384	none
transcoder/layer_12_width_16k_l0_big_affine Load this SAE	blocks.12.ln2.hook_normalized	16384	none
transcoder/layer_12_width_16k_l0_medium Load this SAE	blocks.12.ln2.hook_normalized	16384	none
transcoder/layer_12_width_16k_l0_medium_affine Load this SAE	blocks.12.ln2.hook_normalized	16384	none
transcoder/layer_12_width_16k_l0_small Load this SAE	blocks.12.ln2.hook_normalized	16384	none
transcoder/layer_12_width_16k_l0_small_affine Load this SAE	blocks.12.ln2.hook_normalized	16384	none
transcoder/layer_12_width_262k_l0_big Load this SAE	blocks.12.ln2.hook_normalized	262144	none
transcoder/layer_12_width_262k_l0_big_affine Load this SAE	blocks.12.ln2.hook_normalized	262144	none
transcoder/layer_12_width_262k_l0_medium Load this SAE	blocks.12.ln2.hook_normalized	262144	none
transcoder/layer_12_width_262k_l0_medium_affine Load this SAE	blocks.12.ln2.hook_normalized	262144	none
transcoder/layer_12_width_262k_l0_small Load this SAE	blocks.12.ln2.hook_normalized	262144	none
transcoder/layer_12_width_262k_l0_small_affine Load this SAE	blocks.12.ln2.hook_normalized	262144	none
transcoder/layer_12_width_65k_l0_big Load this SAE	blocks.12.ln2.hook_normalized	65536	none
transcoder/layer_12_width_65k_l0_big_affine Load this SAE	blocks.12.ln2.hook_normalized	65536	none
transcoder/layer_12_width_65k_l0_medium Load this SAE	blocks.12.ln2.hook_normalized	65536	none
transcoder/layer_12_width_65k_l0_medium_affine Load this SAE	blocks.12.ln2.hook_normalized	65536	none
transcoder/layer_12_width_65k_l0_small Load this SAE	blocks.12.ln2.hook_normalized	65536	none
transcoder/layer_12_width_65k_l0_small_affine Load this SAE	blocks.12.ln2.hook_normalized	65536	none
transcoder/layer_15_width_16k_l0_big Load this SAE	blocks.15.ln2.hook_normalized	16384	none
transcoder/layer_15_width_16k_l0_big_affine Load this SAE	blocks.15.ln2.hook_normalized	16384	none
transcoder/layer_15_width_16k_l0_medium Load this SAE	blocks.15.ln2.hook_normalized	16384	none
transcoder/layer_15_width_16k_l0_medium_affine Load this SAE	blocks.15.ln2.hook_normalized	16384	none
transcoder/layer_15_width_16k_l0_small Load this SAE	blocks.15.ln2.hook_normalized	16384	none
transcoder/layer_15_width_16k_l0_small_affine Load this SAE	blocks.15.ln2.hook_normalized	16384	none
transcoder/layer_15_width_262k_l0_big Load this SAE	blocks.15.ln2.hook_normalized	262144	none
transcoder/layer_15_width_262k_l0_big_affine Load this SAE	blocks.15.ln2.hook_normalized	262144	none
transcoder/layer_15_width_262k_l0_medium Load this SAE	blocks.15.ln2.hook_normalized	262144	none
transcoder/layer_15_width_262k_l0_medium_affine Load this SAE	blocks.15.ln2.hook_normalized	262144	none
transcoder/layer_15_width_262k_l0_small Load this SAE	blocks.15.ln2.hook_normalized	262144	none
transcoder/layer_15_width_262k_l0_small_affine Load this SAE	blocks.15.ln2.hook_normalized	262144	none
transcoder/layer_15_width_65k_l0_big Load this SAE	blocks.15.ln2.hook_normalized	65536	none
transcoder/layer_15_width_65k_l0_big_affine Load this SAE	blocks.15.ln2.hook_normalized	65536	none
transcoder/layer_15_width_65k_l0_medium Load this SAE	blocks.15.ln2.hook_normalized	65536	none
transcoder/layer_15_width_65k_l0_medium_affine Load this SAE	blocks.15.ln2.hook_normalized	65536	none
transcoder/layer_15_width_65k_l0_small Load this SAE	blocks.15.ln2.hook_normalized	65536	none
transcoder/layer_15_width_65k_l0_small_affine Load this SAE	blocks.15.ln2.hook_normalized	65536	none
transcoder/layer_5_width_16k_l0_big Load this SAE	blocks.5.ln2.hook_normalized	16384	none
transcoder/layer_5_width_16k_l0_big_affine Load this SAE	blocks.5.ln2.hook_normalized	16384	none
transcoder/layer_5_width_16k_l0_medium Load this SAE	blocks.5.ln2.hook_normalized	16384	none
transcoder/layer_5_width_16k_l0_medium_affine Load this SAE	blocks.5.ln2.hook_normalized	16384	none
transcoder/layer_5_width_16k_l0_small Load this SAE	blocks.5.ln2.hook_normalized	16384	none
transcoder/layer_5_width_16k_l0_small_affine Load this SAE	blocks.5.ln2.hook_normalized	16384	none
transcoder/layer_5_width_262k_l0_big Load this SAE	blocks.5.ln2.hook_normalized	262144	none
transcoder/layer_5_width_262k_l0_big_affine Load this SAE	blocks.5.ln2.hook_normalized	262144	none
transcoder/layer_5_width_262k_l0_medium Load this SAE	blocks.5.ln2.hook_normalized	262144	none
transcoder/layer_5_width_262k_l0_medium_affine Load this SAE	blocks.5.ln2.hook_normalized	262144	none
transcoder/layer_5_width_262k_l0_small Load this SAE	blocks.5.ln2.hook_normalized	262144	none
transcoder/layer_5_width_262k_l0_small_affine Load this SAE	blocks.5.ln2.hook_normalized	262144	none
transcoder/layer_5_width_65k_l0_big Load this SAE	blocks.5.ln2.hook_normalized	65536	none
transcoder/layer_5_width_65k_l0_big_affine Load this SAE	blocks.5.ln2.hook_normalized	65536	none
transcoder/layer_5_width_65k_l0_medium Load this SAE	blocks.5.ln2.hook_normalized	65536	none
transcoder/layer_5_width_65k_l0_medium_affine Load this SAE	blocks.5.ln2.hook_normalized	65536	none
transcoder/layer_5_width_65k_l0_small Load this SAE	blocks.5.ln2.hook_normalized	65536	none
transcoder/layer_5_width_65k_l0_small_affine Load this SAE	blocks.5.ln2.hook_normalized	65536	none
transcoder/layer_9_width_16k_l0_big Load this SAE	blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_big_affine Load this SAE	blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_medium Load this SAE	blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_medium_affine Load this SAE	blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_small Load this SAE	blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_16k_l0_small_affine Load this SAE	blocks.9.ln2.hook_normalized	16384	none
transcoder/layer_9_width_262k_l0_big Load this SAE	blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_big_affine Load this SAE	blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_medium Load this SAE	blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_medium_affine Load this SAE	blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_small Load this SAE	blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_262k_l0_small_affine Load this SAE	blocks.9.ln2.hook_normalized	262144	none
transcoder/layer_9_width_65k_l0_big Load this SAE	blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_big_affine Load this SAE	blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_medium Load this SAE	blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_medium_affine Load this SAE	blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_small Load this SAE	blocks.9.ln2.hook_normalized	65536	none
transcoder/layer_9_width_65k_l0_small_affine Load this SAE	blocks.9.ln2.hook_normalized	65536	none

gemma-scope-2-270m-it-transcoders-all

Huggingface Repo: google/gemma-scope-2-270m-it

id	hook_name	d_sae	normalize_activations
layer_0_width_16k_l0_big Load this SAE	blocks.0.ln2.hook_normalized	16384	none
layer_0_width_16k_l0_big_affine Load this SAE	blocks.0.ln2.hook_normalized	16384	none
layer_0_width_16k_l0_small Load this SAE	blocks.0.ln2.hook_normalized	16384	none
layer_0_width_16k_l0_small_affine Load this SAE	blocks.0.ln2.hook_normalized	16384	none
layer_0_width_262k_l0_big Load this SAE	blocks.0.ln2.hook_normalized	262144	none
layer_0_width_262k_l0_big_affine Load this SAE	blocks.0.ln2.hook_normalized	262144	none
layer_0_width_262k_l0_small Load this SAE	blocks.0.ln2.hook_normalized	262144	none
layer_0_width_262k_l0_small_affine Load this SAE	blocks.0.ln2.hook_normalized	262144	none
layer_10_width_16k_l0_big Load this SAE	blocks.10.ln2.hook_normalized	16384	none
layer_10_width_16k_l0_big_affine Load this SAE	blocks.10.ln2.hook_normalized	16384	none
layer_10_width_16k_l0_small Load this SAE	blocks.10.ln2.hook_normalized	16384	none
layer_10_width_16k_l0_small_affine Load this SAE	blocks.10.ln2.hook_normalized	16384	none
layer_10_width_262k_l0_big Load this SAE	blocks.10.ln2.hook_normalized	262144	none
layer_10_width_262k_l0_big_affine Load this SAE	blocks.10.ln2.hook_normalized	262144	none
layer_10_width_262k_l0_small Load this SAE	blocks.10.ln2.hook_normalized	262144	none
layer_10_width_262k_l0_small_affine Load this SAE	blocks.10.ln2.hook_normalized	262144	none
layer_11_width_16k_l0_big Load this SAE	blocks.11.ln2.hook_normalized	16384	none
layer_11_width_16k_l0_big_affine Load this SAE	blocks.11.ln2.hook_normalized	16384	none
layer_11_width_16k_l0_small Load this SAE	blocks.11.ln2.hook_normalized	16384	none
layer_11_width_16k_l0_small_affine Load this SAE	blocks.11.ln2.hook_normalized	16384	none
layer_11_width_262k_l0_big Load this SAE	blocks.11.ln2.hook_normalized	262144	none
layer_11_width_262k_l0_big_affine Load this SAE	blocks.11.ln2.hook_normalized	262144	none
layer_11_width_262k_l0_small Load this SAE	blocks.11.ln2.hook_normalized	262144	none
layer_11_width_262k_l0_small_affine Load this SAE	blocks.11.ln2.hook_normalized	262144	none
layer_12_width_16k_l0_big Load this SAE	blocks.12.ln2.hook_normalized	16384	none
layer_12_width_16k_l0_big_affine Load this SAE	blocks.12.ln2.hook_normalized	16384	none
layer_12_width_16k_l0_small Load this SAE	blocks.12.ln2.hook_normalized	16384	none
layer_12_width_16k_l0_small_affine Load this SAE	blocks.12.ln2.hook_normalized	16384	none
layer_12_width_262k_l0_big Load this SAE	blocks.12.ln2.hook_normalized	262144	none
layer_12_width_262k_l0_big_affine Load this SAE	blocks.12.ln2.hook_normalized	262144	none
layer_12_width_262k_l0_small Load this SAE	blocks.12.ln2.hook_normalized	262144	none
layer_12_width_262k_l0_small_affine Load this SAE	blocks.12.ln2.hook_normalized	262144	none
layer_13_width_16k_l0_big Load this SAE	blocks.13.ln2.hook_normalized	16384	none
layer_13_width_16k_l0_big_affine Load this SAE	blocks.13.ln2.hook_normalized	16384	none
layer_13_width_16k_l0_small Load this SAE	blocks.13.ln2.hook_normalized	16384	none
layer_13_width_16k_l0_small_affine Load this SAE	blocks.13.ln2.hook_normalized	16384	none
layer_13_width_262k_l0_big Load this SAE	blocks.13.ln2.hook_normalized	262144	none
layer_13_width_262k_l0_big_affine Load this SAE	blocks.13.ln2.hook_normalized	262144	none
layer_13_width_262k_l0_small Load this SAE	blocks.13.ln2.hook_normalized	262144	none
layer_13_width_262k_l0_small_affine Load this SAE	blocks.13.ln2.hook_normalized	262144	none
layer_14_width_16k_l0_big Load this SAE	blocks.14.ln2.hook_normalized	16384	none
layer_14_width_16k_l0_big_affine Load this SAE	blocks.14.ln2.hook_normalized	16384	none
layer_14_width_16k_l0_small Load this SAE	blocks.14.ln2.hook_normalized	16384	none
layer_14_width_16k_l0_small_affine Load this SAE	blocks.14.ln2.hook_normalized	16384	none
layer_14_width_262k_l0_big Load this SAE	blocks.14.ln2.hook_normalized	262144	none
layer_14_width_262k_l0_big_affine Load this SAE	blocks.14.ln2.hook_normalized	262144	none
layer_14_width_262k_l0_small Load this SAE	blocks.14.ln2.hook_normalized	262144	none
layer_14_width_262k_l0_small_affine Load this SAE	blocks.14.ln2.hook_normalized	262144	none
layer_15_width_16k_l0_big Load this SAE	blocks.15.ln2.hook_normalized	16384	none
layer_15_width_16k_l0_big_affine Load this SAE	blocks.15.ln2.hook_normalized	16384	none
layer_15_width_16k_l0_small Load this SAE	blocks.15.ln2.hook_normalized	16384	none
layer_15_width_16k_l0_small_affine Load this SAE	blocks.15.ln2.hook_normalized	16384	none
layer_15_width_262k_l0_big Load this SAE	blocks.15.ln2.hook_normalized	262144	none
layer_15_width_262k_l0_big_affine Load this SAE	blocks.15.ln2.hook_normalized	262144	none
layer_15_width_262k_l0_small Load this SAE	blocks.15.ln2.hook_normalized	262144	none
layer_15_width_262k_l0_small_affine Load this SAE	blocks.15.ln2.hook_normalized	262144	none
layer_16_width_16k_l0_big Load this SAE	blocks.16.ln2.hook_normalized	16384	none
layer_16_width_16k_l0_big_affine Load this SAE	blocks.16.ln2.hook_normalized	16384	none
layer_16_width_16k_l0_small Load this SAE	blocks.16.ln2.hook_normalized	16384	none
layer_16_width_16k_l0_small_affine Load this SAE	blocks.16.ln2.hook_normalized	16384	none
layer_16_width_262k_l0_big Load this SAE	blocks.16.ln2.hook_normalized	262144	none
layer_16_width_262k_l0_big_affine Load this SAE	blocks.16.ln2.hook_normalized	262144	none
layer_16_width_262k_l0_small Load this SAE	blocks.16.ln2.hook_normalized	262144	none
layer_16_width_262k_l0_small_affine Load this SAE	blocks.16.ln2.hook_normalized	262144	none
layer_17_width_16k_l0_big Load this SAE	blocks.17.ln2.hook_normalized	16384	none
layer_17_width_16k_l0_big_affine Load this SAE	blocks.17.ln2.hook_normalized	16384	none
layer_17_width_16k_l0_small Load this SAE	blocks.17.ln2.hook_normalized	16384	none
layer_17_width_16k_l0_small_affine Load this SAE	blocks.17.ln2.hook_normalized	16384	none
layer_17_width_262k_l0_big Load this SAE	blocks.17.ln2.hook_normalized	262144	none
layer_17_width_262k_l0_big_affine Load this SAE	blocks.17.ln2.hook_normalized	262144	none
layer_17_width_262k_l0_small Load this SAE	blocks.17.ln2.hook_normalized	262144	none
layer_17_width_262k_l0_small_affine Load this SAE	blocks.17.ln2.hook_normalized	262144	none
layer_1_width_16k_l0_big Load this SAE	blocks.1.ln2.hook_normalized	16384	none
layer_1_width_16k_l0_big_affine Load this SAE	blocks.1.ln2.hook_normalized	16384	none
layer_1_width_16k_l0_small Load this SAE	blocks.1.ln2.hook_normalized	16384	none
layer_1_width_16k_l0_small_affine Load this SAE	blocks.1.ln2.hook_normalized	16384	none
layer_1_width_262k_l0_big Load this SAE	blocks.1.ln2.hook_normalized	262144	none
layer_1_width_262k_l0_big_affine Load this SAE	blocks.1.ln2.hook_normalized	262144	none
layer_1_width_262k_l0_small Load this SAE	blocks.1.ln2.hook_normalized	262144	none
layer_1_width_262k_l0_small_affine Load this SAE	blocks.1.ln2.hook_normalized	262144	none
layer_2_width_16k_l0_big Load this SAE	blocks.2.ln2.hook_normalized	16384	none
layer_2_width_16k_l0_big_affine Load this SAE	blocks.2.ln2.hook_normalized	16384	none
layer_2_width_16k_l0_small Load this SAE	blocks.2.ln2.hook_normalized	16384	none
layer_2_width_16k_l0_small_affine Load this SAE	blocks.2.ln2.hook_normalized	16384	none
layer_2_width_262k_l0_big Load this SAE	blocks.2.ln2.hook_normalized	262144	none
layer_2_width_262k_l0_big_affine Load this SAE	blocks.2.ln2.hook_normalized	262144	none
layer_2_width_262k_l0_small Load this SAE	blocks.2.ln2.hook_normalized	262144	none
layer_2_width_262k_l0_small_affine Load this SAE	blocks.2.ln2.hook_normalized	262144	none
layer_3_width_16k_l0_big Load this SAE	blocks.3.ln2.hook_normalized	16384	none
layer_3_width_16k_l0_big_affine Load this SAE	blocks.3.ln2.hook_normalized	16384	none
layer_3_width_16k_l0_small Load this SAE	blocks.3.ln2.hook_normalized	16384	none
layer_3_width_16k_l0_small_affine Load this SAE	blocks.3.ln2.hook_normalized	16384	none
layer_3_width_262k_l0_big Load this SAE	blocks.3.ln2.hook_normalized	262144	none
layer_3_width_262k_l0_big_affine Load this SAE	blocks.3.ln2.hook_normalized	262144	none
layer_3_width_262k_l0_small Load this SAE	blocks.3.ln2.hook_normalized	262144	none
layer_3_width_262k_l0_small_affine Load this SAE	blocks.3.ln2.hook_normalized	262144	none
layer_4_width_16k_l0_big Load this SAE	blocks.4.ln2.hook_normalized	16384	none
layer_4_width_16k_l0_big_affine Load this SAE	blocks.4.ln2.hook_normalized	16384	none
layer_4_width_16k_l0_small Load this SAE	blocks.4.ln2.hook_normalized	16384	none
layer_4_width_16k_l0_small_affine Load this SAE	blocks.4.ln2.hook_normalized	16384	none
layer_4_width_262k_l0_big Load this SAE	blocks.4.ln2.hook_normalized	262144	none
layer_4_width_262k_l0_big_affine Load this SAE	blocks.4.ln2.hook_normalized	262144	none
layer_4_width_262k_l0_small Load this SAE	blocks.4.ln2.hook_normalized	262144	none
layer_4_width_262k_l0_small_affine Load this SAE	blocks.4.ln2.hook_normalized	262144	none
layer_5_width_16k_l0_big Load this SAE	blocks.5.ln2.hook_normalized	16384	none
layer_5_width_16k_l0_big_affine Load this SAE	blocks.5.ln2.hook_normalized	16384	none
layer_5_width_16k_l0_small Load this SAE	blocks.5.ln2.hook_normalized	16384	none
layer_5_width_16k_l0_small_affine Load this SAE	blocks.5.ln2.hook_normalized	16384	none
layer_5_width_262k_l0_big Load this SAE	blocks.5.ln2.hook_normalized	262144	none
layer_5_width_262k_l0_big_affine Load this SAE	blocks.5.ln2.hook_normalized	262144	none
layer_5_width_262k_l0_small Load this SAE	blocks.5.ln2.hook_normalized	262144	none
layer_5_width_262k_l0_small_affine Load this SAE	blocks.5.ln2.hook_normalized	262144	none
layer_6_width_16k_l0_big Load this SAE	blocks.6.ln2.hook_normalized	16384	none
layer_6_width_16k_l0_big_affine Load this SAE	blocks.6.ln2.hook_normalized	16384	none
layer_6_width_16k_l0_small Load this SAE	blocks.6.ln2.hook_normalized	16384	none
layer_6_width_16k_l0_small_affine Load this SAE	blocks.6.ln2.hook_normalized	16384	none
layer_6_width_262k_l0_big Load this SAE	blocks.6.ln2.hook_normalized	262144	none
layer_6_width_262k_l0_big_affine Load this SAE	blocks.6.ln2.hook_normalized	262144	none
layer_6_width_262k_l0_small Load this SAE	blocks.6.ln2.hook_normalized	262144	none
layer_6_width_262k_l0_small_affine Load this SAE	blocks.6.ln2.hook_normalized	262144	none
layer_7_width_16k_l0_big Load this SAE	blocks.7.ln2.hook_normalized	16384	none
layer_7_width_16k_l0_big_affine Load this SAE	blocks.7.ln2.hook_normalized	16384	none
layer_7_width_16k_l0_small Load this SAE	blocks.7.ln2.hook_normalized	16384	none
layer_7_width_16k_l0_small_affine Load this SAE	blocks.7.ln2.hook_normalized	16384	none
layer_7_width_262k_l0_big Load this SAE	blocks.7.ln2.hook_normalized	262144	none
layer_7_width_262k_l0_big_affine Load this SAE	blocks.7.ln2.hook_normalized	262144	none
layer_7_width_262k_l0_small Load this SAE	blocks.7.ln2.hook_normalized	262144	none
layer_7_width_262k_l0_small_affine Load this SAE	blocks.7.ln2.hook_normalized	262144	none
layer_8_width_16k_l0_big Load this SAE	blocks.8.ln2.hook_normalized	16384	none
layer_8_width_16k_l0_big_affine Load this SAE	blocks.8.ln2.hook_normalized	16384	none
layer_8_width_16k_l0_small Load this SAE	blocks.8.ln2.hook_normalized	16384	none
layer_8_width_16k_l0_small_affine Load this SAE	blocks.8.ln2.hook_normalized	16384	none
layer_8_width_262k_l0_big Load this SAE	blocks.8.ln2.hook_normalized	262144	none
layer_8_width_262k_l0_big_affine Load this SAE	blocks.8.ln2.hook_normalized	262144	none
layer_8_width_262k_l0_small Load this SAE	blocks.8.ln2.hook_normalized	262144	none
layer_8_width_262k_l0_small_affine Load this SAE	blocks.8.ln2.hook_normalized	262144	none
layer_9_width_16k_l0_big Load this SAE	blocks.9.ln2.hook_normalized	16384	none
layer_9_width_16k_l0_big_affine Load this SAE	blocks.9.ln2.hook_normalized	16384	none
layer_9_width_16k_l0_small Load this SAE	blocks.9.ln2.hook_normalized	16384	none
layer_9_width_16k_l0_small_affine Load this SAE	blocks.9.ln2.hook_normalized	16384	none
layer_9_width_262k_l0_big Load this SAE	blocks.9.ln2.hook_normalized	262144	none
layer_9_width_262k_l0_big_affine Load this SAE	blocks.9.ln2.hook_normalized	262144	none
layer_9_width_262k_l0_small Load this SAE	blocks.9.ln2.hook_normalized	262144	none
layer_9_width_262k_l0_small_affine Load this SAE	blocks.9.ln2.hook_normalized	262144	none