gemma-2-9b

This page lists all pretrained SAEs available for gemma-2-9b.

gemma-2-9b-res-matryoshka-dc

Huggingface Repo: chanind/gemma-2-9b-batch-topk-matryoshka-saes-w-32k-l0-60
Additional Links:
- Model

id	neuronpedia	hook_name	d_sae	normalize_activations
blocks.0.hook_resid_post Load this SAE		blocks.0.hook_resid_post	32768	none
blocks.1.hook_resid_post Load this SAE		blocks.1.hook_resid_post	32768	none
blocks.2.hook_resid_post Load this SAE		blocks.2.hook_resid_post	32768	none
blocks.3.hook_resid_post Load this SAE		blocks.3.hook_resid_post	32768	none
blocks.4.hook_resid_post Load this SAE		blocks.4.hook_resid_post	32768	none
blocks.5.hook_resid_post Load this SAE		blocks.5.hook_resid_post	32768	none
blocks.6.hook_resid_post Load this SAE		blocks.6.hook_resid_post	32768	none
blocks.7.hook_resid_post Load this SAE		blocks.7.hook_resid_post	32768	none
blocks.8.hook_resid_post Load this SAE		blocks.8.hook_resid_post	32768	none
blocks.9.hook_resid_post Load this SAE		blocks.9.hook_resid_post	32768	none
blocks.10.hook_resid_post Load this SAE		blocks.10.hook_resid_post	32768	none
blocks.11.hook_resid_post Load this SAE		blocks.11.hook_resid_post	32768	none
blocks.12.hook_resid_post Load this SAE		blocks.12.hook_resid_post	32768	none
blocks.13.hook_resid_post Load this SAE		blocks.13.hook_resid_post	32768	none
blocks.14.hook_resid_post Load this SAE		blocks.14.hook_resid_post	32768	none
blocks.15.hook_resid_post Load this SAE		blocks.15.hook_resid_post	32768	none
blocks.16.hook_resid_post Load this SAE		blocks.16.hook_resid_post	32768	none
blocks.17.hook_resid_post Load this SAE		blocks.17.hook_resid_post	32768	none
blocks.18.hook_resid_post Load this SAE		blocks.18.hook_resid_post	32768	none
blocks.19.hook_resid_post Load this SAE		blocks.19.hook_resid_post	32768	none
blocks.20.hook_resid_post Load this SAE	gemma-2-9b/20-res-matryoshka-dc	blocks.20.hook_resid_post	32768	none
blocks.21.hook_resid_post Load this SAE		blocks.21.hook_resid_post	32768	none
blocks.22.hook_resid_post Load this SAE		blocks.22.hook_resid_post	32768	none
blocks.23.hook_resid_post Load this SAE		blocks.23.hook_resid_post	32768	none
blocks.24.hook_resid_post Load this SAE		blocks.24.hook_resid_post	32768	none
blocks.25.hook_resid_post Load this SAE		blocks.25.hook_resid_post	32768	none
blocks.26.hook_resid_post Load this SAE		blocks.26.hook_resid_post	32768	none
blocks.27.hook_resid_post Load this SAE		blocks.27.hook_resid_post	32768	none
blocks.28.hook_resid_post Load this SAE		blocks.28.hook_resid_post	32768	none
blocks.29.hook_resid_post Load this SAE		blocks.29.hook_resid_post	32768	none
blocks.30.hook_resid_post Load this SAE		blocks.30.hook_resid_post	32768	none
blocks.31.hook_resid_post Load this SAE		blocks.31.hook_resid_post	32768	none
blocks.32.hook_resid_post Load this SAE		blocks.32.hook_resid_post	32768	none
blocks.33.hook_resid_post Load this SAE		blocks.33.hook_resid_post	32768	none
blocks.34.hook_resid_post Load this SAE		blocks.34.hook_resid_post	32768	none
blocks.35.hook_resid_post Load this SAE		blocks.35.hook_resid_post	32768	none
blocks.36.hook_resid_post Load this SAE		blocks.36.hook_resid_post	32768	none
blocks.37.hook_resid_post Load this SAE		blocks.37.hook_resid_post	32768	none
blocks.38.hook_resid_post Load this SAE		blocks.38.hook_resid_post	32768	none
blocks.39.hook_resid_post Load this SAE		blocks.39.hook_resid_post	32768	none
blocks.40.hook_resid_post Load this SAE		blocks.40.hook_resid_post	32768	none

gemma-scope-9b-it-res

Huggingface Repo: google/gemma-scope-9b-it-res

id	hook_name	d_sae	normalize_activations
layer_20/width_131k/average_l0_13 Load this SAE	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_153 Load this SAE	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_24 Load this SAE	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_43 Load this SAE	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_81 Load this SAE	blocks.20.hook_resid_post	131072	none
layer_20/width_16k/average_l0_14 Load this SAE	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_189 Load this SAE	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_25 Load this SAE	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_47 Load this SAE	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_91 Load this SAE	blocks.20.hook_resid_post	16384	none
layer_31/width_131k/average_l0_109 Load this SAE	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_13 Load this SAE	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_22 Load this SAE	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_37 Load this SAE	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_63 Load this SAE	blocks.31.hook_resid_post	131072	none
layer_31/width_16k/average_l0_14 Load this SAE	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_142 Load this SAE	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_24 Load this SAE	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_43 Load this SAE	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_76 Load this SAE	blocks.31.hook_resid_post	16384	none
layer_9/width_131k/average_l0_121 Load this SAE	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_13 Load this SAE	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_22 Load this SAE	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_39 Load this SAE	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_67 Load this SAE	blocks.9.hook_resid_post	131072	none
layer_9/width_16k/average_l0_14 Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_186 Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_26 Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_47 Load this SAE	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_88 Load this SAE	blocks.9.hook_resid_post	16384	none

gemma-scope-9b-pt-att

Huggingface Repo: google/gemma-scope-9b-pt-att

id	hook_name	d_sae	normalize_activations
layer_0/width_16k/average_l0_12 Load this SAE	blocks.0.attn.hook_z	16384	none
layer_0/width_16k/average_l0_16 Load this SAE	blocks.0.attn.hook_z	16384	none
layer_0/width_16k/average_l0_25 Load this SAE	blocks.0.attn.hook_z	16384	none
layer_0/width_16k/average_l0_38 Load this SAE	blocks.0.attn.hook_z	16384	none
layer_0/width_16k/average_l0_61 Load this SAE	blocks.0.attn.hook_z	16384	none
layer_0/width_131k/average_l0_8 Load this SAE	blocks.0.attn.hook_z	131072	none
layer_0/width_131k/average_l0_11 Load this SAE	blocks.0.attn.hook_z	131072	none
layer_0/width_131k/average_l0_15 Load this SAE	blocks.0.attn.hook_z	131072	none
layer_0/width_131k/average_l0_22 Load this SAE	blocks.0.attn.hook_z	131072	none
layer_0/width_131k/average_l0_33 Load this SAE	blocks.0.attn.hook_z	131072	none
layer_0/width_131k/average_l0_55 Load this SAE	blocks.0.attn.hook_z	131072	none
layer_1/width_16k/average_l0_17 Load this SAE	blocks.1.attn.hook_z	16384	none
layer_1/width_16k/average_l0_34 Load this SAE	blocks.1.attn.hook_z	16384	none
layer_1/width_16k/average_l0_77 Load this SAE	blocks.1.attn.hook_z	16384	none
layer_1/width_16k/average_l0_147 Load this SAE	blocks.1.attn.hook_z	16384	none
layer_1/width_16k/average_l0_266 Load this SAE	blocks.1.attn.hook_z	16384	none
layer_1/width_131k/average_l0_8 Load this SAE	blocks.1.attn.hook_z	131072	none
layer_1/width_131k/average_l0_12 Load this SAE	blocks.1.attn.hook_z	131072	none
layer_1/width_131k/average_l0_18 Load this SAE	blocks.1.attn.hook_z	131072	none
layer_1/width_131k/average_l0_29 Load this SAE	blocks.1.attn.hook_z	131072	none
layer_1/width_131k/average_l0_63 Load this SAE	blocks.1.attn.hook_z	131072	none
layer_1/width_131k/average_l0_116 Load this SAE	blocks.1.attn.hook_z	131072	none
layer_10/width_16k/average_l0_18 Load this SAE	blocks.10.attn.hook_z	16384	none
layer_10/width_16k/average_l0_33 Load this SAE	blocks.10.attn.hook_z	16384	none
layer_10/width_16k/average_l0_63 Load this SAE	blocks.10.attn.hook_z	16384	none
layer_10/width_16k/average_l0_132 Load this SAE	blocks.10.attn.hook_z	16384	none
layer_10/width_16k/average_l0_301 Load this SAE	blocks.10.attn.hook_z	16384	none
layer_10/width_131k/average_l0_16 Load this SAE	blocks.10.attn.hook_z	131072	none
layer_10/width_131k/average_l0_28 Load this SAE	blocks.10.attn.hook_z	131072	none
layer_10/width_131k/average_l0_51 Load this SAE	blocks.10.attn.hook_z	131072	none
layer_10/width_131k/average_l0_97 Load this SAE	blocks.10.attn.hook_z	131072	none
layer_10/width_131k/average_l0_199 Load this SAE	blocks.10.attn.hook_z	131072	none
layer_10/width_131k/average_l0_440 Load this SAE	blocks.10.attn.hook_z	131072	none
layer_11/width_16k/average_l0_18 Load this SAE	blocks.11.attn.hook_z	16384	none
layer_11/width_16k/average_l0_34 Load this SAE	blocks.11.attn.hook_z	16384	none
layer_11/width_16k/average_l0_67 Load this SAE	blocks.11.attn.hook_z	16384	none
layer_11/width_16k/average_l0_153 Load this SAE	blocks.11.attn.hook_z	16384	none
layer_11/width_16k/average_l0_366 Load this SAE	blocks.11.attn.hook_z	16384	none
layer_11/width_131k/average_l0_17 Load this SAE	blocks.11.attn.hook_z	131072	none
layer_11/width_131k/average_l0_29 Load this SAE	blocks.11.attn.hook_z	131072	none
layer_11/width_131k/average_l0_54 Load this SAE	blocks.11.attn.hook_z	131072	none
layer_11/width_131k/average_l0_104 Load this SAE	blocks.11.attn.hook_z	131072	none
layer_11/width_131k/average_l0_241 Load this SAE	blocks.11.attn.hook_z	131072	none
layer_11/width_131k/average_l0_552 Load this SAE	blocks.11.attn.hook_z	131072	none
layer_12/width_16k/average_l0_19 Load this SAE	blocks.12.attn.hook_z	16384	none
layer_12/width_16k/average_l0_35 Load this SAE	blocks.12.attn.hook_z	16384	none
layer_12/width_16k/average_l0_68 Load this SAE	blocks.12.attn.hook_z	16384	none
layer_12/width_16k/average_l0_149 Load this SAE	blocks.12.attn.hook_z	16384	none
layer_12/width_16k/average_l0_337 Load this SAE	blocks.12.attn.hook_z	16384	none
layer_12/width_16k/average_l0_654 Load this SAE	blocks.12.attn.hook_z	16384	none
layer_12/width_131k/average_l0_17 Load this SAE	blocks.12.attn.hook_z	131072	none
layer_12/width_131k/average_l0_29 Load this SAE	blocks.12.attn.hook_z	131072	none
layer_12/width_131k/average_l0_55 Load this SAE	blocks.12.attn.hook_z	131072	none
layer_12/width_131k/average_l0_110 Load this SAE	blocks.12.attn.hook_z	131072	none
layer_12/width_131k/average_l0_237 Load this SAE	blocks.12.attn.hook_z	131072	none
layer_12/width_131k/average_l0_525 Load this SAE	blocks.12.attn.hook_z	131072	none
layer_13/width_16k/average_l0_20 Load this SAE	blocks.13.attn.hook_z	16384	none
layer_13/width_16k/average_l0_38 Load this SAE	blocks.13.attn.hook_z	16384	none
layer_13/width_16k/average_l0_77 Load this SAE	blocks.13.attn.hook_z	16384	none
layer_13/width_16k/average_l0_170 Load this SAE	blocks.13.attn.hook_z	16384	none
layer_13/width_16k/average_l0_380 Load this SAE	blocks.13.attn.hook_z	16384	none
layer_13/width_16k/average_l0_675 Load this SAE	blocks.13.attn.hook_z	16384	none
layer_13/width_131k/average_l0_18 Load this SAE	blocks.13.attn.hook_z	131072	none
layer_13/width_131k/average_l0_33 Load this SAE	blocks.13.attn.hook_z	131072	none
layer_13/width_131k/average_l0_64 Load this SAE	blocks.13.attn.hook_z	131072	none
layer_13/width_131k/average_l0_126 Load this SAE	blocks.13.attn.hook_z	131072	none
layer_13/width_131k/average_l0_283 Load this SAE	blocks.13.attn.hook_z	131072	none
layer_13/width_131k/average_l0_611 Load this SAE	blocks.13.attn.hook_z	131072	none
layer_14/width_16k/average_l0_21 Load this SAE	blocks.14.attn.hook_z	16384	none
layer_14/width_16k/average_l0_40 Load this SAE	blocks.14.attn.hook_z	16384	none
layer_14/width_16k/average_l0_81 Load this SAE	blocks.14.attn.hook_z	16384	none
layer_14/width_16k/average_l0_179 Load this SAE	blocks.14.attn.hook_z	16384	none
layer_14/width_16k/average_l0_411 Load this SAE	blocks.14.attn.hook_z	16384	none
layer_14/width_16k/average_l0_767 Load this SAE	blocks.14.attn.hook_z	16384	none
layer_14/width_131k/average_l0_18 Load this SAE	blocks.14.attn.hook_z	131072	none
layer_14/width_131k/average_l0_35 Load this SAE	blocks.14.attn.hook_z	131072	none
layer_14/width_131k/average_l0_67 Load this SAE	blocks.14.attn.hook_z	131072	none
layer_14/width_131k/average_l0_131 Load this SAE	blocks.14.attn.hook_z	131072	none
layer_14/width_131k/average_l0_306 Load this SAE	blocks.14.attn.hook_z	131072	none
layer_14/width_131k/average_l0_650 Load this SAE	blocks.14.attn.hook_z	131072	none
layer_15/width_16k/average_l0_21 Load this SAE	blocks.15.attn.hook_z	16384	none
layer_15/width_16k/average_l0_40 Load this SAE	blocks.15.attn.hook_z	16384	none
layer_15/width_16k/average_l0_79 Load this SAE	blocks.15.attn.hook_z	16384	none
layer_15/width_16k/average_l0_168 Load this SAE	blocks.15.attn.hook_z	16384	none
layer_15/width_16k/average_l0_344 Load this SAE	blocks.15.attn.hook_z	16384	none
layer_15/width_16k/average_l0_638 Load this SAE	blocks.15.attn.hook_z	16384	none
layer_15/width_131k/average_l0_19 Load this SAE	blocks.15.attn.hook_z	131072	none
layer_15/width_131k/average_l0_35 Load this SAE	blocks.15.attn.hook_z	131072	none
layer_15/width_131k/average_l0_67 Load this SAE	blocks.15.attn.hook_z	131072	none
layer_15/width_131k/average_l0_130 Load this SAE	blocks.15.attn.hook_z	131072	none
layer_15/width_131k/average_l0_283 Load this SAE	blocks.15.attn.hook_z	131072	none
layer_15/width_131k/average_l0_540 Load this SAE	blocks.15.attn.hook_z	131072	none
layer_16/width_16k/average_l0_21 Load this SAE	blocks.16.attn.hook_z	16384	none
layer_16/width_16k/average_l0_40 Load this SAE	blocks.16.attn.hook_z	16384	none
layer_16/width_16k/average_l0_81 Load this SAE	blocks.16.attn.hook_z	16384	none
layer_16/width_16k/average_l0_172 Load this SAE	blocks.16.attn.hook_z	16384	none
layer_16/width_16k/average_l0_376 Load this SAE	blocks.16.attn.hook_z	16384	none
layer_16/width_16k/average_l0_705 Load this SAE	blocks.16.attn.hook_z	16384	none
layer_16/width_131k/average_l0_19 Load this SAE	blocks.16.attn.hook_z	131072	none
layer_16/width_131k/average_l0_36 Load this SAE	blocks.16.attn.hook_z	131072	none
layer_16/width_131k/average_l0_71 Load this SAE	blocks.16.attn.hook_z	131072	none
layer_16/width_131k/average_l0_140 Load this SAE	blocks.16.attn.hook_z	131072	none
layer_16/width_131k/average_l0_298 Load this SAE	blocks.16.attn.hook_z	131072	none
layer_16/width_131k/average_l0_621 Load this SAE	blocks.16.attn.hook_z	131072	none
layer_17/width_16k/average_l0_24 Load this SAE	blocks.17.attn.hook_z	16384	none
layer_17/width_16k/average_l0_50 Load this SAE	blocks.17.attn.hook_z	16384	none
layer_17/width_16k/average_l0_110 Load this SAE	blocks.17.attn.hook_z	16384	none
layer_17/width_16k/average_l0_227 Load this SAE	blocks.17.attn.hook_z	16384	none
layer_17/width_16k/average_l0_435 Load this SAE	blocks.17.attn.hook_z	16384	none
layer_17/width_16k/average_l0_719 Load this SAE	blocks.17.attn.hook_z	16384	none
layer_17/width_131k/average_l0_22 Load this SAE	blocks.17.attn.hook_z	131072	none
layer_17/width_131k/average_l0_44 Load this SAE	blocks.17.attn.hook_z	131072	none
layer_17/width_131k/average_l0_90 Load this SAE	blocks.17.attn.hook_z	131072	none
layer_17/width_131k/average_l0_191 Load this SAE	blocks.17.attn.hook_z	131072	none
layer_17/width_131k/average_l0_380 Load this SAE	blocks.17.attn.hook_z	131072	none
layer_17/width_131k/average_l0_672 Load this SAE	blocks.17.attn.hook_z	131072	none
layer_18/width_16k/average_l0_21 Load this SAE	blocks.18.attn.hook_z	16384	none
layer_18/width_16k/average_l0_40 Load this SAE	blocks.18.attn.hook_z	16384	none
layer_18/width_16k/average_l0_80 Load this SAE	blocks.18.attn.hook_z	16384	none
layer_18/width_16k/average_l0_171 Load this SAE	blocks.18.attn.hook_z	16384	none
layer_18/width_16k/average_l0_352 Load this SAE	blocks.18.attn.hook_z	16384	none
layer_18/width_16k/average_l0_646 Load this SAE	blocks.18.attn.hook_z	16384	none
layer_18/width_131k/average_l0_19 Load this SAE	blocks.18.attn.hook_z	131072	none
layer_18/width_131k/average_l0_35 Load this SAE	blocks.18.attn.hook_z	131072	none
layer_18/width_131k/average_l0_69 Load this SAE	blocks.18.attn.hook_z	131072	none
layer_18/width_131k/average_l0_133 Load this SAE	blocks.18.attn.hook_z	131072	none
layer_18/width_131k/average_l0_294 Load this SAE	blocks.18.attn.hook_z	131072	none
layer_18/width_131k/average_l0_557 Load this SAE	blocks.18.attn.hook_z	131072	none
layer_19/width_16k/average_l0_21 Load this SAE	blocks.19.attn.hook_z	16384	none
layer_19/width_16k/average_l0_41 Load this SAE	blocks.19.attn.hook_z	16384	none
layer_19/width_16k/average_l0_86 Load this SAE	blocks.19.attn.hook_z	16384	none
layer_19/width_16k/average_l0_186 Load this SAE	blocks.19.attn.hook_z	16384	none
layer_19/width_16k/average_l0_360 Load this SAE	blocks.19.attn.hook_z	16384	none
layer_19/width_16k/average_l0_661 Load this SAE	blocks.19.attn.hook_z	16384	none
layer_19/width_131k/average_l0_19 Load this SAE	blocks.19.attn.hook_z	131072	none
layer_19/width_131k/average_l0_38 Load this SAE	blocks.19.attn.hook_z	131072	none
layer_19/width_131k/average_l0_71 Load this SAE	blocks.19.attn.hook_z	131072	none
layer_19/width_131k/average_l0_152 Load this SAE	blocks.19.attn.hook_z	131072	none
layer_19/width_131k/average_l0_307 Load this SAE	blocks.19.attn.hook_z	131072	none
layer_19/width_131k/average_l0_571 Load this SAE	blocks.19.attn.hook_z	131072	none
layer_2/width_16k/average_l0_15 Load this SAE	blocks.2.attn.hook_z	16384	none
layer_2/width_16k/average_l0_30 Load this SAE	blocks.2.attn.hook_z	16384	none
layer_2/width_16k/average_l0_69 Load this SAE	blocks.2.attn.hook_z	16384	none
layer_2/width_16k/average_l0_180 Load this SAE	blocks.2.attn.hook_z	16384	none
layer_2/width_16k/average_l0_384 Load this SAE	blocks.2.attn.hook_z	16384	none
layer_2/width_131k/average_l0_7 Load this SAE	blocks.2.attn.hook_z	131072	none
layer_2/width_131k/average_l0_11 Load this SAE	blocks.2.attn.hook_z	131072	none
layer_2/width_131k/average_l0_18 Load this SAE	blocks.2.attn.hook_z	131072	none
layer_2/width_131k/average_l0_32 Load this SAE	blocks.2.attn.hook_z	131072	none
layer_2/width_131k/average_l0_62 Load this SAE	blocks.2.attn.hook_z	131072	none
layer_2/width_131k/average_l0_135 Load this SAE	blocks.2.attn.hook_z	131072	none
layer_20/width_16k/average_l0_20 Load this SAE	blocks.20.attn.hook_z	16384	none
layer_20/width_16k/average_l0_39 Load this SAE	blocks.20.attn.hook_z	16384	none
layer_20/width_16k/average_l0_76 Load this SAE	blocks.20.attn.hook_z	16384	none
layer_20/width_16k/average_l0_158 Load this SAE	blocks.20.attn.hook_z	16384	none
layer_20/width_16k/average_l0_342 Load this SAE	blocks.20.attn.hook_z	16384	none
layer_20/width_16k/average_l0_674 Load this SAE	blocks.20.attn.hook_z	16384	none
layer_20/width_131k/average_l0_18 Load this SAE	blocks.20.attn.hook_z	131072	none
layer_20/width_131k/average_l0_34 Load this SAE	blocks.20.attn.hook_z	131072	none
layer_20/width_131k/average_l0_65 Load this SAE	blocks.20.attn.hook_z	131072	none
layer_20/width_131k/average_l0_125 Load this SAE	blocks.20.attn.hook_z	131072	none
layer_20/width_131k/average_l0_270 Load this SAE	blocks.20.attn.hook_z	131072	none
layer_20/width_131k/average_l0_558 Load this SAE	blocks.20.attn.hook_z	131072	none
layer_21/width_16k/average_l0_21 Load this SAE	blocks.21.attn.hook_z	16384	none
layer_21/width_16k/average_l0_41 Load this SAE	blocks.21.attn.hook_z	16384	none
layer_21/width_16k/average_l0_86 Load this SAE	blocks.21.attn.hook_z	16384	none
layer_21/width_16k/average_l0_195 Load this SAE	blocks.21.attn.hook_z	16384	none
layer_21/width_16k/average_l0_420 Load this SAE	blocks.21.attn.hook_z	16384	none
layer_21/width_16k/average_l0_792 Load this SAE	blocks.21.attn.hook_z	16384	none
layer_21/width_131k/average_l0_18 Load this SAE	blocks.21.attn.hook_z	131072	none
layer_21/width_131k/average_l0_35 Load this SAE	blocks.21.attn.hook_z	131072	none
layer_21/width_131k/average_l0_71 Load this SAE	blocks.21.attn.hook_z	131072	none
layer_21/width_131k/average_l0_150 Load this SAE	blocks.21.attn.hook_z	131072	none
layer_21/width_131k/average_l0_333 Load this SAE	blocks.21.attn.hook_z	131072	none
layer_21/width_131k/average_l0_665 Load this SAE	blocks.21.attn.hook_z	131072	none
layer_22/width_16k/average_l0_20 Load this SAE	blocks.22.attn.hook_z	16384	none
layer_22/width_16k/average_l0_36 Load this SAE	blocks.22.attn.hook_z	16384	none
layer_22/width_16k/average_l0_70 Load this SAE	blocks.22.attn.hook_z	16384	none
layer_22/width_16k/average_l0_141 Load this SAE	blocks.22.attn.hook_z	16384	none
layer_22/width_16k/average_l0_289 Load this SAE	blocks.22.attn.hook_z	16384	none
layer_22/width_16k/average_l0_569 Load this SAE	blocks.22.attn.hook_z	16384	none
layer_22/width_131k/average_l0_17 Load this SAE	blocks.22.attn.hook_z	131072	none
layer_22/width_131k/average_l0_32 Load this SAE	blocks.22.attn.hook_z	131072	none
layer_22/width_131k/average_l0_59 Load this SAE	blocks.22.attn.hook_z	131072	none
layer_22/width_131k/average_l0_115 Load this SAE	blocks.22.attn.hook_z	131072	none
layer_22/width_131k/average_l0_231 Load this SAE	blocks.22.attn.hook_z	131072	none
layer_22/width_131k/average_l0_446 Load this SAE	blocks.22.attn.hook_z	131072	none
layer_23/width_16k/average_l0_21 Load this SAE	blocks.23.attn.hook_z	16384	none
layer_23/width_16k/average_l0_41 Load this SAE	blocks.23.attn.hook_z	16384	none
layer_23/width_16k/average_l0_80 Load this SAE	blocks.23.attn.hook_z	16384	none
layer_23/width_16k/average_l0_173 Load this SAE	blocks.23.attn.hook_z	16384	none
layer_23/width_16k/average_l0_356 Load this SAE	blocks.23.attn.hook_z	16384	none
layer_23/width_16k/average_l0_649 Load this SAE	blocks.23.attn.hook_z	16384	none
layer_23/width_131k/average_l0_19 Load this SAE	blocks.23.attn.hook_z	131072	none
layer_23/width_131k/average_l0_36 Load this SAE	blocks.23.attn.hook_z	131072	none
layer_23/width_131k/average_l0_66 Load this SAE	blocks.23.attn.hook_z	131072	none
layer_23/width_131k/average_l0_134 Load this SAE	blocks.23.attn.hook_z	131072	none
layer_23/width_131k/average_l0_288 Load this SAE	blocks.23.attn.hook_z	131072	none
layer_23/width_131k/average_l0_568 Load this SAE	blocks.23.attn.hook_z	131072	none
layer_24/width_16k/average_l0_21 Load this SAE	blocks.24.attn.hook_z	16384	none
layer_24/width_16k/average_l0_40 Load this SAE	blocks.24.attn.hook_z	16384	none
layer_24/width_16k/average_l0_79 Load this SAE	blocks.24.attn.hook_z	16384	none
layer_24/width_16k/average_l0_167 Load this SAE	blocks.24.attn.hook_z	16384	none
layer_24/width_16k/average_l0_348 Load this SAE	blocks.24.attn.hook_z	16384	none
layer_24/width_16k/average_l0_615 Load this SAE	blocks.24.attn.hook_z	16384	none
layer_24/width_131k/average_l0_19 Load this SAE	blocks.24.attn.hook_z	131072	none
layer_24/width_131k/average_l0_35 Load this SAE	blocks.24.attn.hook_z	131072	none
layer_24/width_131k/average_l0_66 Load this SAE	blocks.24.attn.hook_z	131072	none
layer_24/width_131k/average_l0_130 Load this SAE	blocks.24.attn.hook_z	131072	none
layer_24/width_131k/average_l0_273 Load this SAE	blocks.24.attn.hook_z	131072	none
layer_24/width_131k/average_l0_542 Load this SAE	blocks.24.attn.hook_z	131072	none
layer_25/width_16k/average_l0_19 Load this SAE	blocks.25.attn.hook_z	16384	none
layer_25/width_16k/average_l0_36 Load this SAE	blocks.25.attn.hook_z	16384	none
layer_25/width_16k/average_l0_73 Load this SAE	blocks.25.attn.hook_z	16384	none
layer_25/width_16k/average_l0_156 Load this SAE	blocks.25.attn.hook_z	16384	none
layer_25/width_16k/average_l0_371 Load this SAE	blocks.25.attn.hook_z	16384	none
layer_25/width_16k/average_l0_686 Load this SAE	blocks.25.attn.hook_z	16384	none
layer_25/width_131k/average_l0_17 Load this SAE	blocks.25.attn.hook_z	131072	none
layer_25/width_131k/average_l0_31 Load this SAE	blocks.25.attn.hook_z	131072	none
layer_25/width_131k/average_l0_59 Load this SAE	blocks.25.attn.hook_z	131072	none
layer_25/width_131k/average_l0_115 Load this SAE	blocks.25.attn.hook_z	131072	none
layer_25/width_131k/average_l0_261 Load this SAE	blocks.25.attn.hook_z	131072	none
layer_25/width_131k/average_l0_605 Load this SAE	blocks.25.attn.hook_z	131072	none
layer_26/width_16k/average_l0_20 Load this SAE	blocks.26.attn.hook_z	16384	none
layer_26/width_16k/average_l0_38 Load this SAE	blocks.26.attn.hook_z	16384	none
layer_26/width_16k/average_l0_75 Load this SAE	blocks.26.attn.hook_z	16384	none
layer_26/width_16k/average_l0_159 Load this SAE	blocks.26.attn.hook_z	16384	none
layer_26/width_16k/average_l0_336 Load this SAE	blocks.26.attn.hook_z	16384	none
layer_26/width_16k/average_l0_634 Load this SAE	blocks.26.attn.hook_z	16384	none
layer_26/width_131k/average_l0_18 Load this SAE	blocks.26.attn.hook_z	131072	none
layer_26/width_131k/average_l0_32 Load this SAE	blocks.26.attn.hook_z	131072	none
layer_26/width_131k/average_l0_62 Load this SAE	blocks.26.attn.hook_z	131072	none
layer_26/width_131k/average_l0_120 Load this SAE	blocks.26.attn.hook_z	131072	none
layer_26/width_131k/average_l0_267 Load this SAE	blocks.26.attn.hook_z	131072	none
layer_26/width_131k/average_l0_525 Load this SAE	blocks.26.attn.hook_z	131072	none
layer_27/width_16k/average_l0_18 Load this SAE	blocks.27.attn.hook_z	16384	none
layer_27/width_16k/average_l0_33 Load this SAE	blocks.27.attn.hook_z	16384	none
layer_27/width_16k/average_l0_64 Load this SAE	blocks.27.attn.hook_z	16384	none
layer_27/width_16k/average_l0_136 Load this SAE	blocks.27.attn.hook_z	16384	none
layer_27/width_16k/average_l0_306 Load this SAE	blocks.27.attn.hook_z	16384	none
layer_27/width_16k/average_l0_613 Load this SAE	blocks.27.attn.hook_z	16384	none
layer_27/width_131k/average_l0_16 Load this SAE	blocks.27.attn.hook_z	131072	none
layer_27/width_131k/average_l0_28 Load this SAE	blocks.27.attn.hook_z	131072	none
layer_27/width_131k/average_l0_53 Load this SAE	blocks.27.attn.hook_z	131072	none
layer_27/width_131k/average_l0_102 Load this SAE	blocks.27.attn.hook_z	131072	none
layer_27/width_131k/average_l0_211 Load this SAE	blocks.27.attn.hook_z	131072	none
layer_27/width_131k/average_l0_458 Load this SAE	blocks.27.attn.hook_z	131072	none
layer_28/width_16k/average_l0_20 Load this SAE	blocks.28.attn.hook_z	16384	none
layer_28/width_16k/average_l0_37 Load this SAE	blocks.28.attn.hook_z	16384	none
layer_28/width_16k/average_l0_71 Load this SAE	blocks.28.attn.hook_z	16384	none
layer_28/width_16k/average_l0_143 Load this SAE	blocks.28.attn.hook_z	16384	none
layer_28/width_16k/average_l0_279 Load this SAE	blocks.28.attn.hook_z	16384	none
layer_28/width_16k/average_l0_498 Load this SAE	blocks.28.attn.hook_z	16384	none
layer_28/width_131k/average_l0_19 Load this SAE	blocks.28.attn.hook_z	131072	none
layer_28/width_131k/average_l0_32 Load this SAE	blocks.28.attn.hook_z	131072	none
layer_28/width_131k/average_l0_59 Load this SAE	blocks.28.attn.hook_z	131072	none
layer_28/width_131k/average_l0_115 Load this SAE	blocks.28.attn.hook_z	131072	none
layer_28/width_131k/average_l0_230 Load this SAE	blocks.28.attn.hook_z	131072	none
layer_28/width_131k/average_l0_452 Load this SAE	blocks.28.attn.hook_z	131072	none
layer_29/width_16k/average_l0_18 Load this SAE	blocks.29.attn.hook_z	16384	none
layer_29/width_16k/average_l0_35 Load this SAE	blocks.29.attn.hook_z	16384	none
layer_29/width_16k/average_l0_76 Load this SAE	blocks.29.attn.hook_z	16384	none
layer_29/width_16k/average_l0_171 Load this SAE	blocks.29.attn.hook_z	16384	none
layer_29/width_16k/average_l0_308 Load this SAE	blocks.29.attn.hook_z	16384	none
layer_29/width_16k/average_l0_559 Load this SAE	blocks.29.attn.hook_z	16384	none
layer_29/width_131k/average_l0_17 Load this SAE	blocks.29.attn.hook_z	131072	none
layer_29/width_131k/average_l0_30 Load this SAE	blocks.29.attn.hook_z	131072	none
layer_29/width_131k/average_l0_57 Load this SAE	blocks.29.attn.hook_z	131072	none
layer_29/width_131k/average_l0_128 Load this SAE	blocks.29.attn.hook_z	131072	none
layer_29/width_131k/average_l0_265 Load this SAE	blocks.29.attn.hook_z	131072	none
layer_29/width_131k/average_l0_446 Load this SAE	blocks.29.attn.hook_z	131072	none
layer_3/width_16k/average_l0_23 Load this SAE	blocks.3.attn.hook_z	16384	none
layer_3/width_16k/average_l0_44 Load this SAE	blocks.3.attn.hook_z	16384	none
layer_3/width_16k/average_l0_102 Load this SAE	blocks.3.attn.hook_z	16384	none
layer_3/width_16k/average_l0_221 Load this SAE	blocks.3.attn.hook_z	16384	none
layer_3/width_16k/average_l0_435 Load this SAE	blocks.3.attn.hook_z	16384	none
layer_3/width_131k/average_l0_10 Load this SAE	blocks.3.attn.hook_z	131072	none
layer_3/width_131k/average_l0_17 Load this SAE	blocks.3.attn.hook_z	131072	none
layer_3/width_131k/average_l0_31 Load this SAE	blocks.3.attn.hook_z	131072	none
layer_3/width_131k/average_l0_58 Load this SAE	blocks.3.attn.hook_z	131072	none
layer_3/width_131k/average_l0_119 Load this SAE	blocks.3.attn.hook_z	131072	none
layer_3/width_131k/average_l0_252 Load this SAE	blocks.3.attn.hook_z	131072	none
layer_30/width_16k/average_l0_19 Load this SAE	blocks.30.attn.hook_z	16384	none
layer_30/width_16k/average_l0_36 Load this SAE	blocks.30.attn.hook_z	16384	none
layer_30/width_16k/average_l0_73 Load this SAE	blocks.30.attn.hook_z	16384	none
layer_30/width_16k/average_l0_157 Load this SAE	blocks.30.attn.hook_z	16384	none
layer_30/width_16k/average_l0_313 Load this SAE	blocks.30.attn.hook_z	16384	none
layer_30/width_16k/average_l0_558 Load this SAE	blocks.30.attn.hook_z	16384	none
layer_30/width_131k/average_l0_17 Load this SAE	blocks.30.attn.hook_z	131072	none
layer_30/width_131k/average_l0_29 Load this SAE	blocks.30.attn.hook_z	131072	none
layer_30/width_131k/average_l0_55 Load this SAE	blocks.30.attn.hook_z	131072	none
layer_30/width_131k/average_l0_109 Load this SAE	blocks.30.attn.hook_z	131072	none
layer_30/width_131k/average_l0_236 Load this SAE	blocks.30.attn.hook_z	131072	none
layer_30/width_131k/average_l0_491 Load this SAE	blocks.30.attn.hook_z	131072	none
layer_31/width_16k/average_l0_18 Load this SAE	blocks.31.attn.hook_z	16384	none
layer_31/width_16k/average_l0_36 Load this SAE	blocks.31.attn.hook_z	16384	none
layer_31/width_16k/average_l0_73 Load this SAE	blocks.31.attn.hook_z	16384	none
layer_31/width_16k/average_l0_168 Load this SAE	blocks.31.attn.hook_z	16384	none
layer_31/width_16k/average_l0_356 Load this SAE	blocks.31.attn.hook_z	16384	none
layer_31/width_16k/average_l0_630 Load this SAE	blocks.31.attn.hook_z	16384	none
layer_31/width_131k/average_l0_16 Load this SAE	blocks.31.attn.hook_z	131072	none
layer_31/width_131k/average_l0_29 Load this SAE	blocks.31.attn.hook_z	131072	none
layer_31/width_131k/average_l0_56 Load this SAE	blocks.31.attn.hook_z	131072	none
layer_31/width_131k/average_l0_117 Load this SAE	blocks.31.attn.hook_z	131072	none
layer_31/width_131k/average_l0_265 Load this SAE	blocks.31.attn.hook_z	131072	none
layer_31/width_131k/average_l0_543 Load this SAE	blocks.31.attn.hook_z	131072	none
layer_32/width_16k/average_l0_18 Load this SAE	blocks.32.attn.hook_z	16384	none
layer_32/width_16k/average_l0_35 Load this SAE	blocks.32.attn.hook_z	16384	none
layer_32/width_16k/average_l0_74 Load this SAE	blocks.32.attn.hook_z	16384	none
layer_32/width_16k/average_l0_158 Load this SAE	blocks.32.attn.hook_z	16384	none
layer_32/width_16k/average_l0_306 Load this SAE	blocks.32.attn.hook_z	16384	none
layer_32/width_16k/average_l0_534 Load this SAE	blocks.32.attn.hook_z	16384	none
layer_32/width_131k/average_l0_16 Load this SAE	blocks.32.attn.hook_z	131072	none
layer_32/width_131k/average_l0_31 Load this SAE	blocks.32.attn.hook_z	131072	none
layer_32/width_131k/average_l0_56 Load this SAE	blocks.32.attn.hook_z	131072	none
layer_32/width_131k/average_l0_117 Load this SAE	blocks.32.attn.hook_z	131072	none
layer_32/width_131k/average_l0_248 Load this SAE	blocks.32.attn.hook_z	131072	none
layer_32/width_131k/average_l0_464 Load this SAE	blocks.32.attn.hook_z	131072	none
layer_33/width_16k/average_l0_17 Load this SAE	blocks.33.attn.hook_z	16384	none
layer_33/width_16k/average_l0_37 Load this SAE	blocks.33.attn.hook_z	16384	none
layer_33/width_16k/average_l0_78 Load this SAE	blocks.33.attn.hook_z	16384	none
layer_33/width_16k/average_l0_158 Load this SAE	blocks.33.attn.hook_z	16384	none
layer_33/width_16k/average_l0_318 Load this SAE	blocks.33.attn.hook_z	16384	none
layer_33/width_16k/average_l0_531 Load this SAE	blocks.33.attn.hook_z	16384	none
layer_33/width_131k/average_l0_16 Load this SAE	blocks.33.attn.hook_z	131072	none
layer_33/width_131k/average_l0_28 Load this SAE	blocks.33.attn.hook_z	131072	none
layer_33/width_131k/average_l0_58 Load this SAE	blocks.33.attn.hook_z	131072	none
layer_33/width_131k/average_l0_128 Load this SAE	blocks.33.attn.hook_z	131072	none
layer_33/width_131k/average_l0_248 Load this SAE	blocks.33.attn.hook_z	131072	none
layer_33/width_131k/average_l0_471 Load this SAE	blocks.33.attn.hook_z	131072	none
layer_34/width_16k/average_l0_17 Load this SAE	blocks.34.attn.hook_z	16384	none
layer_34/width_16k/average_l0_38 Load this SAE	blocks.34.attn.hook_z	16384	none
layer_34/width_16k/average_l0_91 Load this SAE	blocks.34.attn.hook_z	16384	none
layer_34/width_16k/average_l0_192 Load this SAE	blocks.34.attn.hook_z	16384	none
layer_34/width_16k/average_l0_339 Load this SAE	blocks.34.attn.hook_z	16384	none
layer_34/width_16k/average_l0_527 Load this SAE	blocks.34.attn.hook_z	16384	none
layer_34/width_131k/average_l0_15 Load this SAE	blocks.34.attn.hook_z	131072	none
layer_34/width_131k/average_l0_29 Load this SAE	blocks.34.attn.hook_z	131072	none
layer_34/width_131k/average_l0_63 Load this SAE	blocks.34.attn.hook_z	131072	none
layer_34/width_131k/average_l0_199 Load this SAE	blocks.34.attn.hook_z	131072	none
layer_34/width_131k/average_l0_291 Load this SAE	blocks.34.attn.hook_z	131072	none
layer_34/width_131k/average_l0_483 Load this SAE	blocks.34.attn.hook_z	131072	none
layer_35/width_16k/average_l0_14 Load this SAE	blocks.35.attn.hook_z	16384	none
layer_35/width_16k/average_l0_33 Load this SAE	blocks.35.attn.hook_z	16384	none
layer_35/width_16k/average_l0_77 Load this SAE	blocks.35.attn.hook_z	16384	none
layer_35/width_16k/average_l0_168 Load this SAE	blocks.35.attn.hook_z	16384	none
layer_35/width_16k/average_l0_303 Load this SAE	blocks.35.attn.hook_z	16384	none
layer_35/width_16k/average_l0_488 Load this SAE	blocks.35.attn.hook_z	16384	none
layer_35/width_131k/average_l0_13 Load this SAE	blocks.35.attn.hook_z	131072	none
layer_35/width_131k/average_l0_26 Load this SAE	blocks.35.attn.hook_z	131072	none
layer_35/width_131k/average_l0_54 Load this SAE	blocks.35.attn.hook_z	131072	none
layer_35/width_131k/average_l0_124 Load this SAE	blocks.35.attn.hook_z	131072	none
layer_35/width_131k/average_l0_258 Load this SAE	blocks.35.attn.hook_z	131072	none
layer_35/width_131k/average_l0_427 Load this SAE	blocks.35.attn.hook_z	131072	none
layer_36/width_16k/average_l0_15 Load this SAE	blocks.36.attn.hook_z	16384	none
layer_36/width_16k/average_l0_32 Load this SAE	blocks.36.attn.hook_z	16384	none
layer_36/width_16k/average_l0_69 Load this SAE	blocks.36.attn.hook_z	16384	none
layer_36/width_16k/average_l0_144 Load this SAE	blocks.36.attn.hook_z	16384	none
layer_36/width_16k/average_l0_293 Load this SAE	blocks.36.attn.hook_z	16384	none
layer_36/width_16k/average_l0_544 Load this SAE	blocks.36.attn.hook_z	16384	none
layer_36/width_131k/average_l0_16 Load this SAE	blocks.36.attn.hook_z	131072	none
layer_36/width_131k/average_l0_26 Load this SAE	blocks.36.attn.hook_z	131072	none
layer_36/width_131k/average_l0_51 Load this SAE	blocks.36.attn.hook_z	131072	none
layer_36/width_131k/average_l0_105 Load this SAE	blocks.36.attn.hook_z	131072	none
layer_36/width_131k/average_l0_229 Load this SAE	blocks.36.attn.hook_z	131072	none
layer_36/width_131k/average_l0_455 Load this SAE	blocks.36.attn.hook_z	131072	none
layer_37/width_16k/average_l0_17 Load this SAE	blocks.37.attn.hook_z	16384	none
layer_37/width_16k/average_l0_34 Load this SAE	blocks.37.attn.hook_z	16384	none
layer_37/width_16k/average_l0_82 Load this SAE	blocks.37.attn.hook_z	16384	none
layer_37/width_16k/average_l0_172 Load this SAE	blocks.37.attn.hook_z	16384	none
layer_37/width_16k/average_l0_309 Load this SAE	blocks.37.attn.hook_z	16384	none
layer_37/width_16k/average_l0_519 Load this SAE	blocks.37.attn.hook_z	16384	none
layer_37/width_131k/average_l0_15 Load this SAE	blocks.37.attn.hook_z	131072	none
layer_37/width_131k/average_l0_28 Load this SAE	blocks.37.attn.hook_z	131072	none
layer_37/width_131k/average_l0_55 Load this SAE	blocks.37.attn.hook_z	131072	none
layer_37/width_131k/average_l0_124 Load this SAE	blocks.37.attn.hook_z	131072	none
layer_37/width_131k/average_l0_248 Load this SAE	blocks.37.attn.hook_z	131072	none
layer_37/width_131k/average_l0_450 Load this SAE	blocks.37.attn.hook_z	131072	none
layer_38/width_16k/average_l0_18 Load this SAE	blocks.38.attn.hook_z	16384	none
layer_38/width_16k/average_l0_36 Load this SAE	blocks.38.attn.hook_z	16384	none
layer_38/width_16k/average_l0_81 Load this SAE	blocks.38.attn.hook_z	16384	none
layer_38/width_16k/average_l0_175 Load this SAE	blocks.38.attn.hook_z	16384	none
layer_38/width_16k/average_l0_334 Load this SAE	blocks.38.attn.hook_z	16384	none
layer_38/width_16k/average_l0_547 Load this SAE	blocks.38.attn.hook_z	16384	none
layer_38/width_131k/average_l0_17 Load this SAE	blocks.38.attn.hook_z	131072	none
layer_38/width_131k/average_l0_30 Load this SAE	blocks.38.attn.hook_z	131072	none
layer_38/width_131k/average_l0_60 Load this SAE	blocks.38.attn.hook_z	131072	none
layer_38/width_131k/average_l0_135 Load this SAE	blocks.38.attn.hook_z	131072	none
layer_38/width_131k/average_l0_284 Load this SAE	blocks.38.attn.hook_z	131072	none
layer_38/width_131k/average_l0_489 Load this SAE	blocks.38.attn.hook_z	131072	none
layer_39/width_16k/average_l0_15 Load this SAE	blocks.39.attn.hook_z	16384	none
layer_39/width_16k/average_l0_33 Load this SAE	blocks.39.attn.hook_z	16384	none
layer_39/width_16k/average_l0_77 Load this SAE	blocks.39.attn.hook_z	16384	none
layer_39/width_16k/average_l0_176 Load this SAE	blocks.39.attn.hook_z	16384	none
layer_39/width_16k/average_l0_391 Load this SAE	blocks.39.attn.hook_z	16384	none
layer_39/width_16k/average_l0_694 Load this SAE	blocks.39.attn.hook_z	16384	none
layer_39/width_131k/average_l0_17 Load this SAE	blocks.39.attn.hook_z	131072	none
layer_39/width_131k/average_l0_27 Load this SAE	blocks.39.attn.hook_z	131072	none
layer_39/width_131k/average_l0_54 Load this SAE	blocks.39.attn.hook_z	131072	none
layer_39/width_131k/average_l0_120 Load this SAE	blocks.39.attn.hook_z	131072	none
layer_39/width_131k/average_l0_273 Load this SAE	blocks.39.attn.hook_z	131072	none
layer_39/width_131k/average_l0_604 Load this SAE	blocks.39.attn.hook_z	131072	none
layer_4/width_16k/average_l0_26 Load this SAE	blocks.4.attn.hook_z	16384	none
layer_4/width_16k/average_l0_54 Load this SAE	blocks.4.attn.hook_z	16384	none
layer_4/width_16k/average_l0_126 Load this SAE	blocks.4.attn.hook_z	16384	none
layer_4/width_16k/average_l0_274 Load this SAE	blocks.4.attn.hook_z	16384	none
layer_4/width_16k/average_l0_524 Load this SAE	blocks.4.attn.hook_z	16384	none
layer_4/width_131k/average_l0_12 Load this SAE	blocks.4.attn.hook_z	131072	none
layer_4/width_131k/average_l0_21 Load this SAE	blocks.4.attn.hook_z	131072	none
layer_4/width_131k/average_l0_38 Load this SAE	blocks.4.attn.hook_z	131072	none
layer_4/width_131k/average_l0_75 Load this SAE	blocks.4.attn.hook_z	131072	none
layer_4/width_131k/average_l0_163 Load this SAE	blocks.4.attn.hook_z	131072	none
layer_4/width_131k/average_l0_330 Load this SAE	blocks.4.attn.hook_z	131072	none
layer_40/width_16k/average_l0_18 Load this SAE	blocks.40.attn.hook_z	16384	none
layer_40/width_16k/average_l0_38 Load this SAE	blocks.40.attn.hook_z	16384	none
layer_40/width_16k/average_l0_91 Load this SAE	blocks.40.attn.hook_z	16384	none
layer_40/width_16k/average_l0_189 Load this SAE	blocks.40.attn.hook_z	16384	none
layer_40/width_16k/average_l0_341 Load this SAE	blocks.40.attn.hook_z	16384	none
layer_40/width_16k/average_l0_603 Load this SAE	blocks.40.attn.hook_z	16384	none
layer_40/width_131k/average_l0_16 Load this SAE	blocks.40.attn.hook_z	131072	none
layer_40/width_131k/average_l0_30 Load this SAE	blocks.40.attn.hook_z	131072	none
layer_40/width_131k/average_l0_64 Load this SAE	blocks.40.attn.hook_z	131072	none
layer_40/width_131k/average_l0_144 Load this SAE	blocks.40.attn.hook_z	131072	none
layer_40/width_131k/average_l0_269 Load this SAE	blocks.40.attn.hook_z	131072	none
layer_40/width_131k/average_l0_493 Load this SAE	blocks.40.attn.hook_z	131072	none
layer_41/width_16k/average_l0_13 Load this SAE	blocks.41.attn.hook_z	16384	none
layer_41/width_16k/average_l0_25 Load this SAE	blocks.41.attn.hook_z	16384	none
layer_41/width_16k/average_l0_56 Load this SAE	blocks.41.attn.hook_z	16384	none
layer_41/width_16k/average_l0_129 Load this SAE	blocks.41.attn.hook_z	16384	none
layer_41/width_16k/average_l0_254 Load this SAE	blocks.41.attn.hook_z	16384	none
layer_41/width_16k/average_l0_450 Load this SAE	blocks.41.attn.hook_z	16384	none
layer_41/width_131k/average_l0_13 Load this SAE	blocks.41.attn.hook_z	131072	none
layer_41/width_131k/average_l0_22 Load this SAE	blocks.41.attn.hook_z	131072	none
layer_41/width_131k/average_l0_43 Load this SAE	blocks.41.attn.hook_z	131072	none
layer_41/width_131k/average_l0_92 Load this SAE	blocks.41.attn.hook_z	131072	none
layer_41/width_131k/average_l0_202 Load this SAE	blocks.41.attn.hook_z	131072	none
layer_41/width_131k/average_l0_370 Load this SAE	blocks.41.attn.hook_z	131072	none
layer_5/width_16k/average_l0_25 Load this SAE	blocks.5.attn.hook_z	16384	none
layer_5/width_16k/average_l0_53 Load this SAE	blocks.5.attn.hook_z	16384	none
layer_5/width_16k/average_l0_125 Load this SAE	blocks.5.attn.hook_z	16384	none
layer_5/width_16k/average_l0_270 Load this SAE	blocks.5.attn.hook_z	16384	none
layer_5/width_16k/average_l0_529 Load this SAE	blocks.5.attn.hook_z	16384	none
layer_5/width_131k/average_l0_12 Load this SAE	blocks.5.attn.hook_z	131072	none
layer_5/width_131k/average_l0_21 Load this SAE	blocks.5.attn.hook_z	131072	none
layer_5/width_131k/average_l0_39 Load this SAE	blocks.5.attn.hook_z	131072	none
layer_5/width_131k/average_l0_78 Load this SAE	blocks.5.attn.hook_z	131072	none
layer_5/width_131k/average_l0_160 Load this SAE	blocks.5.attn.hook_z	131072	none
layer_5/width_131k/average_l0_351 Load this SAE	blocks.5.attn.hook_z	131072	none
layer_6/width_16k/average_l0_16 Load this SAE	blocks.6.attn.hook_z	16384	none
layer_6/width_16k/average_l0_28 Load this SAE	blocks.6.attn.hook_z	16384	none
layer_6/width_16k/average_l0_51 Load this SAE	blocks.6.attn.hook_z	16384	none
layer_6/width_16k/average_l0_108 Load this SAE	blocks.6.attn.hook_z	16384	none
layer_6/width_16k/average_l0_258 Load this SAE	blocks.6.attn.hook_z	16384	none
layer_6/width_131k/average_l0_14 Load this SAE	blocks.6.attn.hook_z	131072	none
layer_6/width_131k/average_l0_24 Load this SAE	blocks.6.attn.hook_z	131072	none
layer_6/width_131k/average_l0_41 Load this SAE	blocks.6.attn.hook_z	131072	none
layer_6/width_131k/average_l0_73 Load this SAE	blocks.6.attn.hook_z	131072	none
layer_6/width_131k/average_l0_148 Load this SAE	blocks.6.attn.hook_z	131072	none
layer_6/width_131k/average_l0_353 Load this SAE	blocks.6.attn.hook_z	131072	none
layer_7/width_16k/average_l0_18 Load this SAE	blocks.7.attn.hook_z	16384	none
layer_7/width_16k/average_l0_33 Load this SAE	blocks.7.attn.hook_z	16384	none
layer_7/width_16k/average_l0_70 Load this SAE	blocks.7.attn.hook_z	16384	none
layer_7/width_16k/average_l0_160 Load this SAE	blocks.7.attn.hook_z	16384	none
layer_7/width_16k/average_l0_335 Load this SAE	blocks.7.attn.hook_z	16384	none
layer_7/width_131k/average_l0_16 Load this SAE	blocks.7.attn.hook_z	131072	none
layer_7/width_131k/average_l0_28 Load this SAE	blocks.7.attn.hook_z	131072	none
layer_7/width_131k/average_l0_52 Load this SAE	blocks.7.attn.hook_z	131072	none
layer_7/width_131k/average_l0_106 Load this SAE	blocks.7.attn.hook_z	131072	none
layer_7/width_131k/average_l0_229 Load this SAE	blocks.7.attn.hook_z	131072	none
layer_7/width_131k/average_l0_473 Load this SAE	blocks.7.attn.hook_z	131072	none
layer_8/width_16k/average_l0_17 Load this SAE	blocks.8.attn.hook_z	16384	none
layer_8/width_16k/average_l0_32 Load this SAE	blocks.8.attn.hook_z	16384	none
layer_8/width_16k/average_l0_65 Load this SAE	blocks.8.attn.hook_z	16384	none
layer_8/width_16k/average_l0_150 Load this SAE	blocks.8.attn.hook_z	16384	none
layer_8/width_16k/average_l0_362 Load this SAE	blocks.8.attn.hook_z	16384	none
layer_8/width_131k/average_l0_16 Load this SAE	blocks.8.attn.hook_z	131072	none
layer_8/width_131k/average_l0_27 Load this SAE	blocks.8.attn.hook_z	131072	none
layer_8/width_131k/average_l0_51 Load this SAE	blocks.8.attn.hook_z	131072	none
layer_8/width_131k/average_l0_98 Load this SAE	blocks.8.attn.hook_z	131072	none
layer_8/width_131k/average_l0_222 Load this SAE	blocks.8.attn.hook_z	131072	none
layer_8/width_131k/average_l0_531 Load this SAE	blocks.8.attn.hook_z	131072	none
layer_9/width_16k/average_l0_18 Load this SAE	blocks.9.attn.hook_z	16384	none
layer_9/width_16k/average_l0_34 Load this SAE	blocks.9.attn.hook_z	16384	none
layer_9/width_16k/average_l0_71 Load this SAE	blocks.9.attn.hook_z	16384	none
layer_9/width_16k/average_l0_172 Load this SAE	blocks.9.attn.hook_z	16384	none
layer_9/width_16k/average_l0_349 Load this SAE	blocks.9.attn.hook_z	16384	none
layer_9/width_131k/average_l0_16 Load this SAE	blocks.9.attn.hook_z	131072	none
layer_9/width_131k/average_l0_30 Load this SAE	blocks.9.attn.hook_z	131072	none
layer_9/width_131k/average_l0_54 Load this SAE	blocks.9.attn.hook_z	131072	none
layer_9/width_131k/average_l0_111 Load this SAE	blocks.9.attn.hook_z	131072	none
layer_9/width_131k/average_l0_263 Load this SAE	blocks.9.attn.hook_z	131072	none
layer_9/width_131k/average_l0_511 Load this SAE	blocks.9.attn.hook_z	131072	none

gemma-scope-9b-pt-att-canonical

Huggingface Repo: google/gemma-scope-9b-pt-att

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0/width_16k/canonical Load this SAE	gemma-2-9b/0-gemmascope-att-16k	blocks.0.attn.hook_z	16384	none
layer_1/width_16k/canonical Load this SAE	gemma-2-9b/1-gemmascope-att-16k	blocks.1.attn.hook_z	16384	none
layer_2/width_16k/canonical Load this SAE	gemma-2-9b/2-gemmascope-att-16k	blocks.2.attn.hook_z	16384	none
layer_3/width_16k/canonical Load this SAE	gemma-2-9b/3-gemmascope-att-16k	blocks.3.attn.hook_z	16384	none
layer_4/width_16k/canonical Load this SAE	gemma-2-9b/4-gemmascope-att-16k	blocks.4.attn.hook_z	16384	none
layer_5/width_16k/canonical Load this SAE	gemma-2-9b/5-gemmascope-att-16k	blocks.5.attn.hook_z	16384	none
layer_6/width_16k/canonical Load this SAE	gemma-2-9b/6-gemmascope-att-16k	blocks.6.attn.hook_z	16384	none
layer_7/width_16k/canonical Load this SAE	gemma-2-9b/7-gemmascope-att-16k	blocks.7.attn.hook_z	16384	none
layer_8/width_16k/canonical Load this SAE	gemma-2-9b/8-gemmascope-att-16k	blocks.8.attn.hook_z	16384	none
layer_9/width_16k/canonical Load this SAE	gemma-2-9b/9-gemmascope-att-16k	blocks.9.attn.hook_z	16384	none
layer_10/width_16k/canonical Load this SAE	gemma-2-9b/10-gemmascope-att-16k	blocks.10.attn.hook_z	16384	none
layer_11/width_16k/canonical Load this SAE	gemma-2-9b/11-gemmascope-att-16k	blocks.11.attn.hook_z	16384	none
layer_12/width_16k/canonical Load this SAE	gemma-2-9b/12-gemmascope-att-16k	blocks.12.attn.hook_z	16384	none
layer_13/width_16k/canonical Load this SAE	gemma-2-9b/13-gemmascope-att-16k	blocks.13.attn.hook_z	16384	none
layer_14/width_16k/canonical Load this SAE	gemma-2-9b/14-gemmascope-att-16k	blocks.14.attn.hook_z	16384	none
layer_15/width_16k/canonical Load this SAE	gemma-2-9b/15-gemmascope-att-16k	blocks.15.attn.hook_z	16384	none
layer_16/width_16k/canonical Load this SAE	gemma-2-9b/16-gemmascope-att-16k	blocks.16.attn.hook_z	16384	none
layer_17/width_16k/canonical Load this SAE	gemma-2-9b/17-gemmascope-att-16k	blocks.17.attn.hook_z	16384	none
layer_18/width_16k/canonical Load this SAE	gemma-2-9b/18-gemmascope-att-16k	blocks.18.attn.hook_z	16384	none
layer_19/width_16k/canonical Load this SAE	gemma-2-9b/19-gemmascope-att-16k	blocks.19.attn.hook_z	16384	none
layer_20/width_16k/canonical Load this SAE	gemma-2-9b/20-gemmascope-att-16k	blocks.20.attn.hook_z	16384	none
layer_21/width_16k/canonical Load this SAE	gemma-2-9b/21-gemmascope-att-16k	blocks.21.attn.hook_z	16384	none
layer_22/width_16k/canonical Load this SAE	gemma-2-9b/22-gemmascope-att-16k	blocks.22.attn.hook_z	16384	none
layer_23/width_16k/canonical Load this SAE	gemma-2-9b/23-gemmascope-att-16k	blocks.23.attn.hook_z	16384	none
layer_24/width_16k/canonical Load this SAE	gemma-2-9b/24-gemmascope-att-16k	blocks.24.attn.hook_z	16384	none
layer_25/width_16k/canonical Load this SAE	gemma-2-9b/25-gemmascope-att-16k	blocks.25.attn.hook_z	16384	none
layer_26/width_16k/canonical Load this SAE	gemma-2-9b/26-gemmascope-att-16k	blocks.26.attn.hook_z	16384	none
layer_27/width_16k/canonical Load this SAE	gemma-2-9b/27-gemmascope-att-16k	blocks.27.attn.hook_z	16384	none
layer_28/width_16k/canonical Load this SAE	gemma-2-9b/28-gemmascope-att-16k	blocks.28.attn.hook_z	16384	none
layer_29/width_16k/canonical Load this SAE	gemma-2-9b/29-gemmascope-att-16k	blocks.29.attn.hook_z	16384	none
layer_30/width_16k/canonical Load this SAE	gemma-2-9b/30-gemmascope-att-16k	blocks.30.attn.hook_z	16384	none
layer_31/width_16k/canonical Load this SAE	gemma-2-9b/31-gemmascope-att-16k	blocks.31.attn.hook_z	16384	none
layer_32/width_16k/canonical Load this SAE	gemma-2-9b/32-gemmascope-att-16k	blocks.32.attn.hook_z	16384	none
layer_33/width_16k/canonical Load this SAE	gemma-2-9b/33-gemmascope-att-16k	blocks.33.attn.hook_z	16384	none
layer_34/width_16k/canonical Load this SAE	gemma-2-9b/34-gemmascope-att-16k	blocks.34.attn.hook_z	16384	none
layer_35/width_16k/canonical Load this SAE	gemma-2-9b/35-gemmascope-att-16k	blocks.35.attn.hook_z	16384	none
layer_36/width_16k/canonical Load this SAE	gemma-2-9b/36-gemmascope-att-16k	blocks.36.attn.hook_z	16384	none
layer_37/width_16k/canonical Load this SAE	gemma-2-9b/37-gemmascope-att-16k	blocks.37.attn.hook_z	16384	none
layer_38/width_16k/canonical Load this SAE	gemma-2-9b/38-gemmascope-att-16k	blocks.38.attn.hook_z	16384	none
layer_39/width_16k/canonical Load this SAE	gemma-2-9b/39-gemmascope-att-16k	blocks.39.attn.hook_z	16384	none
layer_40/width_16k/canonical Load this SAE	gemma-2-9b/40-gemmascope-att-16k	blocks.40.attn.hook_z	16384	none
layer_41/width_16k/canonical Load this SAE	gemma-2-9b/41-gemmascope-att-16k	blocks.41.attn.hook_z	16384	none
layer_0/width_131k/canonical Load this SAE	gemma-2-9b/0-gemmascope-att-131k	blocks.0.attn.hook_z	131072	none
layer_1/width_131k/canonical Load this SAE	gemma-2-9b/1-gemmascope-att-131k	blocks.1.attn.hook_z	131072	none
layer_2/width_131k/canonical Load this SAE	gemma-2-9b/2-gemmascope-att-131k	blocks.2.attn.hook_z	131072	none
layer_3/width_131k/canonical Load this SAE	gemma-2-9b/3-gemmascope-att-131k	blocks.3.attn.hook_z	131072	none
layer_4/width_131k/canonical Load this SAE	gemma-2-9b/4-gemmascope-att-131k	blocks.4.attn.hook_z	131072	none
layer_5/width_131k/canonical Load this SAE	gemma-2-9b/5-gemmascope-att-131k	blocks.5.attn.hook_z	131072	none
layer_6/width_131k/canonical Load this SAE	gemma-2-9b/6-gemmascope-att-131k	blocks.6.attn.hook_z	131072	none
layer_7/width_131k/canonical Load this SAE	gemma-2-9b/7-gemmascope-att-131k	blocks.7.attn.hook_z	131072	none
layer_8/width_131k/canonical Load this SAE	gemma-2-9b/8-gemmascope-att-131k	blocks.8.attn.hook_z	131072	none
layer_9/width_131k/canonical Load this SAE	gemma-2-9b/9-gemmascope-att-131k	blocks.9.attn.hook_z	131072	none
layer_10/width_131k/canonical Load this SAE	gemma-2-9b/10-gemmascope-att-131k	blocks.10.attn.hook_z	131072	none
layer_11/width_131k/canonical Load this SAE	gemma-2-9b/11-gemmascope-att-131k	blocks.11.attn.hook_z	131072	none
layer_12/width_131k/canonical Load this SAE	gemma-2-9b/12-gemmascope-att-131k	blocks.12.attn.hook_z	131072	none
layer_13/width_131k/canonical Load this SAE	gemma-2-9b/13-gemmascope-att-131k	blocks.13.attn.hook_z	131072	none
layer_14/width_131k/canonical Load this SAE	gemma-2-9b/14-gemmascope-att-131k	blocks.14.attn.hook_z	131072	none
layer_15/width_131k/canonical Load this SAE	gemma-2-9b/15-gemmascope-att-131k	blocks.15.attn.hook_z	131072	none
layer_16/width_131k/canonical Load this SAE	gemma-2-9b/16-gemmascope-att-131k	blocks.16.attn.hook_z	131072	none
layer_17/width_131k/canonical Load this SAE	gemma-2-9b/17-gemmascope-att-131k	blocks.17.attn.hook_z	131072	none
layer_18/width_131k/canonical Load this SAE	gemma-2-9b/18-gemmascope-att-131k	blocks.18.attn.hook_z	131072	none
layer_19/width_131k/canonical Load this SAE	gemma-2-9b/19-gemmascope-att-131k	blocks.19.attn.hook_z	131072	none
layer_20/width_131k/canonical Load this SAE	gemma-2-9b/20-gemmascope-att-131k	blocks.20.attn.hook_z	131072	none
layer_21/width_131k/canonical Load this SAE	gemma-2-9b/21-gemmascope-att-131k	blocks.21.attn.hook_z	131072	none
layer_22/width_131k/canonical Load this SAE	gemma-2-9b/22-gemmascope-att-131k	blocks.22.attn.hook_z	131072	none
layer_23/width_131k/canonical Load this SAE	gemma-2-9b/23-gemmascope-att-131k	blocks.23.attn.hook_z	131072	none
layer_24/width_131k/canonical Load this SAE	gemma-2-9b/24-gemmascope-att-131k	blocks.24.attn.hook_z	131072	none
layer_25/width_131k/canonical Load this SAE	gemma-2-9b/25-gemmascope-att-131k	blocks.25.attn.hook_z	131072	none
layer_26/width_131k/canonical Load this SAE	gemma-2-9b/26-gemmascope-att-131k	blocks.26.attn.hook_z	131072	none
layer_27/width_131k/canonical Load this SAE	gemma-2-9b/27-gemmascope-att-131k	blocks.27.attn.hook_z	131072	none
layer_28/width_131k/canonical Load this SAE	gemma-2-9b/28-gemmascope-att-131k	blocks.28.attn.hook_z	131072	none
layer_29/width_131k/canonical Load this SAE	gemma-2-9b/29-gemmascope-att-131k	blocks.29.attn.hook_z	131072	none
layer_30/width_131k/canonical Load this SAE	gemma-2-9b/30-gemmascope-att-131k	blocks.30.attn.hook_z	131072	none
layer_31/width_131k/canonical Load this SAE	gemma-2-9b/31-gemmascope-att-131k	blocks.31.attn.hook_z	131072	none
layer_32/width_131k/canonical Load this SAE	gemma-2-9b/32-gemmascope-att-131k	blocks.32.attn.hook_z	131072	none
layer_33/width_131k/canonical Load this SAE	gemma-2-9b/33-gemmascope-att-131k	blocks.33.attn.hook_z	131072	none
layer_34/width_131k/canonical Load this SAE	gemma-2-9b/34-gemmascope-att-131k	blocks.34.attn.hook_z	131072	none
layer_35/width_131k/canonical Load this SAE	gemma-2-9b/35-gemmascope-att-131k	blocks.35.attn.hook_z	131072	none
layer_36/width_131k/canonical Load this SAE	gemma-2-9b/36-gemmascope-att-131k	blocks.36.attn.hook_z	131072	none
layer_37/width_131k/canonical Load this SAE	gemma-2-9b/37-gemmascope-att-131k	blocks.37.attn.hook_z	131072	none
layer_38/width_131k/canonical Load this SAE	gemma-2-9b/38-gemmascope-att-131k	blocks.38.attn.hook_z	131072	none
layer_39/width_131k/canonical Load this SAE	gemma-2-9b/39-gemmascope-att-131k	blocks.39.attn.hook_z	131072	none
layer_40/width_131k/canonical Load this SAE	gemma-2-9b/40-gemmascope-att-131k	blocks.40.attn.hook_z	131072	none
layer_41/width_131k/canonical Load this SAE	gemma-2-9b/41-gemmascope-att-131k	blocks.41.attn.hook_z	131072	none

gemma-scope-9b-pt-mlp

Huggingface Repo: google/gemma-scope-9b-pt-mlp

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0/width_16k/average_l0_6 Load this SAE		blocks.0.hook_mlp_out	16384	none
layer_0/width_16k/average_l0_10 Load this SAE		blocks.0.hook_mlp_out	16384	none
layer_0/width_16k/average_l0_16 Load this SAE		blocks.0.hook_mlp_out	16384	none
layer_0/width_16k/average_l0_28 Load this SAE		blocks.0.hook_mlp_out	16384	none
layer_0/width_16k/average_l0_50 Load this SAE	gemma-2-9b/0-gemmascope-mlp-16k__l0-50	blocks.0.hook_mlp_out	16384	none
layer_0/width_131k/average_l0_3 Load this SAE		blocks.0.hook_mlp_out	131072	none
layer_0/width_131k/average_l0_5 Load this SAE		blocks.0.hook_mlp_out	131072	none
layer_0/width_131k/average_l0_7 Load this SAE		blocks.0.hook_mlp_out	131072	none
layer_0/width_131k/average_l0_11 Load this SAE		blocks.0.hook_mlp_out	131072	none
layer_0/width_131k/average_l0_18 Load this SAE		blocks.0.hook_mlp_out	131072	none
layer_0/width_131k/average_l0_30 Load this SAE		blocks.0.hook_mlp_out	131072	none
layer_1/width_16k/average_l0_12 Load this SAE		blocks.1.hook_mlp_out	16384	none
layer_1/width_16k/average_l0_26 Load this SAE		blocks.1.hook_mlp_out	16384	none
layer_1/width_16k/average_l0_56 Load this SAE	gemma-2-9b/1-gemmascope-mlp-16k__l0-56	blocks.1.hook_mlp_out	16384	none
layer_1/width_16k/average_l0_128 Load this SAE		blocks.1.hook_mlp_out	16384	none
layer_1/width_16k/average_l0_278 Load this SAE		blocks.1.hook_mlp_out	16384	none
layer_1/width_131k/average_l0_6 Load this SAE		blocks.1.hook_mlp_out	131072	none
layer_1/width_131k/average_l0_10 Load this SAE		blocks.1.hook_mlp_out	131072	none
layer_1/width_131k/average_l0_18 Load this SAE		blocks.1.hook_mlp_out	131072	none
layer_1/width_131k/average_l0_32 Load this SAE		blocks.1.hook_mlp_out	131072	none
layer_1/width_131k/average_l0_59 Load this SAE		blocks.1.hook_mlp_out	131072	none
layer_1/width_131k/average_l0_106 Load this SAE		blocks.1.hook_mlp_out	131072	none
layer_10/width_16k/average_l0_13 Load this SAE		blocks.10.hook_mlp_out	16384	none
layer_10/width_16k/average_l0_24 Load this SAE		blocks.10.hook_mlp_out	16384	none
layer_10/width_16k/average_l0_49 Load this SAE	gemma-2-9b/10-gemmascope-mlp-16k__l0-49	blocks.10.hook_mlp_out	16384	none
layer_10/width_16k/average_l0_114 Load this SAE		blocks.10.hook_mlp_out	16384	none
layer_10/width_16k/average_l0_276 Load this SAE		blocks.10.hook_mlp_out	16384	none
layer_10/width_131k/average_l0_12 Load this SAE		blocks.10.hook_mlp_out	131072	none
layer_10/width_131k/average_l0_22 Load this SAE		blocks.10.hook_mlp_out	131072	none
layer_10/width_131k/average_l0_42 Load this SAE		blocks.10.hook_mlp_out	131072	none
layer_10/width_131k/average_l0_83 Load this SAE		blocks.10.hook_mlp_out	131072	none
layer_10/width_131k/average_l0_167 Load this SAE		blocks.10.hook_mlp_out	131072	none
layer_10/width_131k/average_l0_362 Load this SAE		blocks.10.hook_mlp_out	131072	none
layer_11/width_16k/average_l0_17 Load this SAE		blocks.11.hook_mlp_out	16384	none
layer_11/width_16k/average_l0_34 Load this SAE	gemma-2-9b/11-gemmascope-mlp-16k__l0-34	blocks.11.hook_mlp_out	16384	none
layer_11/width_16k/average_l0_76 Load this SAE		blocks.11.hook_mlp_out	16384	none
layer_11/width_16k/average_l0_180 Load this SAE		blocks.11.hook_mlp_out	16384	none
layer_11/width_16k/average_l0_421 Load this SAE		blocks.11.hook_mlp_out	16384	none
layer_11/width_131k/average_l0_17 Load this SAE		blocks.11.hook_mlp_out	131072	none
layer_11/width_131k/average_l0_31 Load this SAE		blocks.11.hook_mlp_out	131072	none
layer_11/width_131k/average_l0_60 Load this SAE		blocks.11.hook_mlp_out	131072	none
layer_11/width_131k/average_l0_120 Load this SAE		blocks.11.hook_mlp_out	131072	none
layer_11/width_131k/average_l0_259 Load this SAE		blocks.11.hook_mlp_out	131072	none
layer_11/width_131k/average_l0_569 Load this SAE		blocks.11.hook_mlp_out	131072	none
layer_12/width_16k/average_l0_20 Load this SAE		blocks.12.hook_mlp_out	16384	none
layer_12/width_16k/average_l0_42 Load this SAE	gemma-2-9b/12-gemmascope-mlp-16k__l0-42	blocks.12.hook_mlp_out	16384	none
layer_12/width_16k/average_l0_96 Load this SAE		blocks.12.hook_mlp_out	16384	none
layer_12/width_16k/average_l0_237 Load this SAE		blocks.12.hook_mlp_out	16384	none
layer_12/width_16k/average_l0_543 Load this SAE		blocks.12.hook_mlp_out	16384	none
layer_12/width_16k/average_l0_1033 Load this SAE		blocks.12.hook_mlp_out	16384	none
layer_12/width_131k/average_l0_19 Load this SAE		blocks.12.hook_mlp_out	131072	none
layer_12/width_131k/average_l0_38 Load this SAE		blocks.12.hook_mlp_out	131072	none
layer_12/width_131k/average_l0_77 Load this SAE		blocks.12.hook_mlp_out	131072	none
layer_12/width_131k/average_l0_159 Load this SAE		blocks.12.hook_mlp_out	131072	none
layer_12/width_131k/average_l0_338 Load this SAE		blocks.12.hook_mlp_out	131072	none
layer_12/width_131k/average_l0_745 Load this SAE		blocks.12.hook_mlp_out	131072	none
layer_13/width_16k/average_l0_19 Load this SAE		blocks.13.hook_mlp_out	16384	none
layer_13/width_16k/average_l0_40 Load this SAE	gemma-2-9b/13-gemmascope-mlp-16k__l0-40	blocks.13.hook_mlp_out	16384	none
layer_13/width_16k/average_l0_94 Load this SAE		blocks.13.hook_mlp_out	16384	none
layer_13/width_16k/average_l0_225 Load this SAE		blocks.13.hook_mlp_out	16384	none
layer_13/width_16k/average_l0_512 Load this SAE		blocks.13.hook_mlp_out	16384	none
layer_13/width_16k/average_l0_992 Load this SAE		blocks.13.hook_mlp_out	16384	none
layer_13/width_131k/average_l0_20 Load this SAE		blocks.13.hook_mlp_out	131072	none
layer_13/width_131k/average_l0_38 Load this SAE		blocks.13.hook_mlp_out	131072	none
layer_13/width_131k/average_l0_75 Load this SAE		blocks.13.hook_mlp_out	131072	none
layer_13/width_131k/average_l0_160 Load this SAE		blocks.13.hook_mlp_out	131072	none
layer_13/width_131k/average_l0_351 Load this SAE		blocks.13.hook_mlp_out	131072	none
layer_13/width_131k/average_l0_703 Load this SAE		blocks.13.hook_mlp_out	131072	none
layer_14/width_16k/average_l0_19 Load this SAE		blocks.14.hook_mlp_out	16384	none
layer_14/width_16k/average_l0_41 Load this SAE	gemma-2-9b/14-gemmascope-mlp-16k__l0-41	blocks.14.hook_mlp_out	16384	none
layer_14/width_16k/average_l0_97 Load this SAE		blocks.14.hook_mlp_out	16384	none
layer_14/width_16k/average_l0_236 Load this SAE		blocks.14.hook_mlp_out	16384	none
layer_14/width_16k/average_l0_538 Load this SAE		blocks.14.hook_mlp_out	16384	none
layer_14/width_16k/average_l0_1023 Load this SAE		blocks.14.hook_mlp_out	16384	none
layer_14/width_131k/average_l0_20 Load this SAE		blocks.14.hook_mlp_out	131072	none
layer_14/width_131k/average_l0_40 Load this SAE		blocks.14.hook_mlp_out	131072	none
layer_14/width_131k/average_l0_80 Load this SAE		blocks.14.hook_mlp_out	131072	none
layer_14/width_131k/average_l0_174 Load this SAE		blocks.14.hook_mlp_out	131072	none
layer_14/width_131k/average_l0_374 Load this SAE		blocks.14.hook_mlp_out	131072	none
layer_14/width_131k/average_l0_743 Load this SAE		blocks.14.hook_mlp_out	131072	none
layer_15/width_16k/average_l0_20 Load this SAE		blocks.15.hook_mlp_out	16384	none
layer_15/width_16k/average_l0_45 Load this SAE	gemma-2-9b/15-gemmascope-mlp-16k__l0-45	blocks.15.hook_mlp_out	16384	none
layer_15/width_16k/average_l0_107 Load this SAE		blocks.15.hook_mlp_out	16384	none
layer_15/width_16k/average_l0_260 Load this SAE		blocks.15.hook_mlp_out	16384	none
layer_15/width_16k/average_l0_572 Load this SAE		blocks.15.hook_mlp_out	16384	none
layer_15/width_16k/average_l0_1053 Load this SAE		blocks.15.hook_mlp_out	16384	none
layer_15/width_131k/average_l0_21 Load this SAE		blocks.15.hook_mlp_out	131072	none
layer_15/width_131k/average_l0_43 Load this SAE		blocks.15.hook_mlp_out	131072	none
layer_15/width_131k/average_l0_89 Load this SAE		blocks.15.hook_mlp_out	131072	none
layer_15/width_131k/average_l0_194 Load this SAE		blocks.15.hook_mlp_out	131072	none
layer_15/width_131k/average_l0_421 Load this SAE		blocks.15.hook_mlp_out	131072	none
layer_15/width_131k/average_l0_828 Load this SAE		blocks.15.hook_mlp_out	131072	none
layer_16/width_16k/average_l0_16 Load this SAE		blocks.16.hook_mlp_out	16384	none
layer_16/width_16k/average_l0_37 Load this SAE	gemma-2-9b/16-gemmascope-mlp-16k__l0-37	blocks.16.hook_mlp_out	16384	none
layer_16/width_16k/average_l0_91 Load this SAE		blocks.16.hook_mlp_out	16384	none
layer_16/width_16k/average_l0_221 Load this SAE		blocks.16.hook_mlp_out	16384	none
layer_16/width_16k/average_l0_489 Load this SAE		blocks.16.hook_mlp_out	16384	none
layer_16/width_16k/average_l0_916 Load this SAE		blocks.16.hook_mlp_out	16384	none
layer_16/width_131k/average_l0_17 Load this SAE		blocks.16.hook_mlp_out	131072	none
layer_16/width_131k/average_l0_38 Load this SAE		blocks.16.hook_mlp_out	131072	none
layer_16/width_131k/average_l0_81 Load this SAE		blocks.16.hook_mlp_out	131072	none
layer_16/width_131k/average_l0_175 Load this SAE		blocks.16.hook_mlp_out	131072	none
layer_16/width_131k/average_l0_384 Load this SAE		blocks.16.hook_mlp_out	131072	none
layer_16/width_131k/average_l0_744 Load this SAE		blocks.16.hook_mlp_out	131072	none
layer_17/width_16k/average_l0_18 Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17/width_16k/average_l0_41 Load this SAE	gemma-2-9b/17-gemmascope-mlp-16k__l0-41	blocks.17.hook_mlp_out	16384	none
layer_17/width_16k/average_l0_104 Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17/width_16k/average_l0_274 Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17/width_16k/average_l0_624 Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17/width_16k/average_l0_1137 Load this SAE		blocks.17.hook_mlp_out	16384	none
layer_17/width_131k/average_l0_22 Load this SAE		blocks.17.hook_mlp_out	131072	none
layer_17/width_131k/average_l0_43 Load this SAE		blocks.17.hook_mlp_out	131072	none
layer_17/width_131k/average_l0_91 Load this SAE		blocks.17.hook_mlp_out	131072	none
layer_17/width_131k/average_l0_207 Load this SAE		blocks.17.hook_mlp_out	131072	none
layer_17/width_131k/average_l0_483 Load this SAE		blocks.17.hook_mlp_out	131072	none
layer_17/width_131k/average_l0_950 Load this SAE		blocks.17.hook_mlp_out	131072	none
layer_18/width_16k/average_l0_16 Load this SAE		blocks.18.hook_mlp_out	16384	none
layer_18/width_16k/average_l0_36 Load this SAE	gemma-2-9b/18-gemmascope-mlp-16k__l0-36	blocks.18.hook_mlp_out	16384	none
layer_18/width_16k/average_l0_89 Load this SAE		blocks.18.hook_mlp_out	16384	none
layer_18/width_16k/average_l0_235 Load this SAE		blocks.18.hook_mlp_out	16384	none
layer_18/width_16k/average_l0_564 Load this SAE		blocks.18.hook_mlp_out	16384	none
layer_18/width_16k/average_l0_1052 Load this SAE		blocks.18.hook_mlp_out	16384	none
layer_18/width_131k/average_l0_19 Load this SAE		blocks.18.hook_mlp_out	131072	none
layer_18/width_131k/average_l0_37 Load this SAE		blocks.18.hook_mlp_out	131072	none
layer_18/width_131k/average_l0_82 Load this SAE		blocks.18.hook_mlp_out	131072	none
layer_18/width_131k/average_l0_174 Load this SAE		blocks.18.hook_mlp_out	131072	none
layer_18/width_131k/average_l0_420 Load this SAE		blocks.18.hook_mlp_out	131072	none
layer_18/width_131k/average_l0_865 Load this SAE		blocks.18.hook_mlp_out	131072	none
layer_19/width_16k/average_l0_16 Load this SAE		blocks.19.hook_mlp_out	16384	none
layer_19/width_16k/average_l0_38 Load this SAE	gemma-2-9b/19-gemmascope-mlp-16k__l0-38	blocks.19.hook_mlp_out	16384	none
layer_19/width_16k/average_l0_98 Load this SAE		blocks.19.hook_mlp_out	16384	none
layer_19/width_16k/average_l0_255 Load this SAE		blocks.19.hook_mlp_out	16384	none
layer_19/width_16k/average_l0_599 Load this SAE		blocks.19.hook_mlp_out	16384	none
layer_19/width_16k/average_l0_1097 Load this SAE		blocks.19.hook_mlp_out	16384	none
layer_19/width_131k/average_l0_19 Load this SAE		blocks.19.hook_mlp_out	131072	none
layer_19/width_131k/average_l0_40 Load this SAE		blocks.19.hook_mlp_out	131072	none
layer_19/width_131k/average_l0_85 Load this SAE		blocks.19.hook_mlp_out	131072	none
layer_19/width_131k/average_l0_189 Load this SAE		blocks.19.hook_mlp_out	131072	none
layer_19/width_131k/average_l0_440 Load this SAE		blocks.19.hook_mlp_out	131072	none
layer_19/width_131k/average_l0_899 Load this SAE		blocks.19.hook_mlp_out	131072	none
layer_2/width_16k/average_l0_8 Load this SAE		blocks.2.hook_mlp_out	16384	none
layer_2/width_16k/average_l0_16 Load this SAE		blocks.2.hook_mlp_out	16384	none
layer_2/width_16k/average_l0_33 Load this SAE	gemma-2-9b/2-gemmascope-mlp-16k__l0-33	blocks.2.hook_mlp_out	16384	none
layer_2/width_16k/average_l0_81 Load this SAE		blocks.2.hook_mlp_out	16384	none
layer_2/width_16k/average_l0_163 Load this SAE		blocks.2.hook_mlp_out	16384	none
layer_2/width_131k/average_l0_4 Load this SAE		blocks.2.hook_mlp_out	131072	none
layer_2/width_131k/average_l0_7 Load this SAE		blocks.2.hook_mlp_out	131072	none
layer_2/width_131k/average_l0_12 Load this SAE		blocks.2.hook_mlp_out	131072	none
layer_2/width_131k/average_l0_20 Load this SAE		blocks.2.hook_mlp_out	131072	none
layer_2/width_131k/average_l0_35 Load this SAE		blocks.2.hook_mlp_out	131072	none
layer_2/width_131k/average_l0_61 Load this SAE		blocks.2.hook_mlp_out	131072	none
layer_20/width_16k/average_l0_17 Load this SAE		blocks.20.hook_mlp_out	16384	none
layer_20/width_16k/average_l0_41 Load this SAE	gemma-2-9b/20-gemmascope-mlp-16k__l0-41	blocks.20.hook_mlp_out	16384	none
layer_20/width_16k/average_l0_108 Load this SAE		blocks.20.hook_mlp_out	16384	none
layer_20/width_16k/average_l0_284 Load this SAE		blocks.20.hook_mlp_out	16384	none
layer_20/width_16k/average_l0_643 Load this SAE		blocks.20.hook_mlp_out	16384	none
layer_20/width_16k/average_l0_1127 Load this SAE		blocks.20.hook_mlp_out	16384	none
layer_20/width_131k/average_l0_20 Load this SAE		blocks.20.hook_mlp_out	131072	none
layer_20/width_131k/average_l0_41 Load this SAE		blocks.20.hook_mlp_out	131072	none
layer_20/width_131k/average_l0_93 Load this SAE		blocks.20.hook_mlp_out	131072	none
layer_20/width_131k/average_l0_212 Load this SAE		blocks.20.hook_mlp_out	131072	none
layer_20/width_131k/average_l0_477 Load this SAE		blocks.20.hook_mlp_out	131072	none
layer_20/width_131k/average_l0_992 Load this SAE		blocks.20.hook_mlp_out	131072	none
layer_21/width_16k/average_l0_15 Load this SAE		blocks.21.hook_mlp_out	16384	none
layer_21/width_16k/average_l0_34 Load this SAE	gemma-2-9b/21-gemmascope-mlp-16k__l0-34	blocks.21.hook_mlp_out	16384	none
layer_21/width_16k/average_l0_88 Load this SAE		blocks.21.hook_mlp_out	16384	none
layer_21/width_16k/average_l0_241 Load this SAE		blocks.21.hook_mlp_out	16384	none
layer_21/width_16k/average_l0_571 Load this SAE		blocks.21.hook_mlp_out	16384	none
layer_21/width_16k/average_l0_1063 Load this SAE		blocks.21.hook_mlp_out	16384	none
layer_21/width_131k/average_l0_16 Load this SAE		blocks.21.hook_mlp_out	131072	none
layer_21/width_131k/average_l0_35 Load this SAE		blocks.21.hook_mlp_out	131072	none
layer_21/width_131k/average_l0_79 Load this SAE		blocks.21.hook_mlp_out	131072	none
layer_21/width_131k/average_l0_179 Load this SAE		blocks.21.hook_mlp_out	131072	none
layer_21/width_131k/average_l0_417 Load this SAE		blocks.21.hook_mlp_out	131072	none
layer_21/width_131k/average_l0_884 Load this SAE		blocks.21.hook_mlp_out	131072	none
layer_22/width_16k/average_l0_15 Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22/width_16k/average_l0_34 Load this SAE	gemma-2-9b/22-gemmascope-mlp-16k__l0-34	blocks.22.hook_mlp_out	16384	none
layer_22/width_16k/average_l0_85 Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22/width_16k/average_l0_226 Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22/width_16k/average_l0_566 Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22/width_16k/average_l0_1065 Load this SAE		blocks.22.hook_mlp_out	16384	none
layer_22/width_131k/average_l0_17 Load this SAE		blocks.22.hook_mlp_out	131072	none
layer_22/width_131k/average_l0_35 Load this SAE		blocks.22.hook_mlp_out	131072	none
layer_22/width_131k/average_l0_77 Load this SAE		blocks.22.hook_mlp_out	131072	none
layer_22/width_131k/average_l0_172 Load this SAE		blocks.22.hook_mlp_out	131072	none
layer_22/width_131k/average_l0_404 Load this SAE		blocks.22.hook_mlp_out	131072	none
layer_22/width_131k/average_l0_861 Load this SAE		blocks.22.hook_mlp_out	131072	none
layer_23/width_16k/average_l0_15 Load this SAE		blocks.23.hook_mlp_out	16384	none
layer_23/width_16k/average_l0_31 Load this SAE		blocks.23.hook_mlp_out	16384	none
layer_23/width_16k/average_l0_73 Load this SAE	gemma-2-9b/23-gemmascope-mlp-16k__l0-73	blocks.23.hook_mlp_out	16384	none
layer_23/width_16k/average_l0_190 Load this SAE		blocks.23.hook_mlp_out	16384	none
layer_23/width_16k/average_l0_492 Load this SAE		blocks.23.hook_mlp_out	16384	none
layer_23/width_16k/average_l0_990 Load this SAE		blocks.23.hook_mlp_out	16384	none
layer_23/width_131k/average_l0_17 Load this SAE		blocks.23.hook_mlp_out	131072	none
layer_23/width_131k/average_l0_32 Load this SAE		blocks.23.hook_mlp_out	131072	none
layer_23/width_131k/average_l0_67 Load this SAE		blocks.23.hook_mlp_out	131072	none
layer_23/width_131k/average_l0_146 Load this SAE		blocks.23.hook_mlp_out	131072	none
layer_23/width_131k/average_l0_354 Load this SAE		blocks.23.hook_mlp_out	131072	none
layer_23/width_131k/average_l0_754 Load this SAE		blocks.23.hook_mlp_out	131072	none
layer_24/width_16k/average_l0_15 Load this SAE		blocks.24.hook_mlp_out	16384	none
layer_24/width_16k/average_l0_32 Load this SAE	gemma-2-9b/24-gemmascope-mlp-16k__l0-32	blocks.24.hook_mlp_out	16384	none
layer_24/width_16k/average_l0_73 Load this SAE		blocks.24.hook_mlp_out	16384	none
layer_24/width_16k/average_l0_192 Load this SAE		blocks.24.hook_mlp_out	16384	none
layer_24/width_16k/average_l0_494 Load this SAE		blocks.24.hook_mlp_out	16384	none
layer_24/width_16k/average_l0_999 Load this SAE		blocks.24.hook_mlp_out	16384	none
layer_24/width_131k/average_l0_17 Load this SAE		blocks.24.hook_mlp_out	131072	none
layer_24/width_131k/average_l0_33 Load this SAE		blocks.24.hook_mlp_out	131072	none
layer_24/width_131k/average_l0_67 Load this SAE		blocks.24.hook_mlp_out	131072	none
layer_24/width_131k/average_l0_147 Load this SAE		blocks.24.hook_mlp_out	131072	none
layer_24/width_131k/average_l0_351 Load this SAE		blocks.24.hook_mlp_out	131072	none
layer_24/width_131k/average_l0_709 Load this SAE		blocks.24.hook_mlp_out	131072	none
layer_25/width_16k/average_l0_15 Load this SAE		blocks.25.hook_mlp_out	16384	none
layer_25/width_16k/average_l0_31 Load this SAE		blocks.25.hook_mlp_out	16384	none
layer_25/width_16k/average_l0_72 Load this SAE	gemma-2-9b/25-gemmascope-mlp-16k__l0-72	blocks.25.hook_mlp_out	16384	none
layer_25/width_16k/average_l0_184 Load this SAE		blocks.25.hook_mlp_out	16384	none
layer_25/width_16k/average_l0_494 Load this SAE		blocks.25.hook_mlp_out	16384	none
layer_25/width_16k/average_l0_1013 Load this SAE		blocks.25.hook_mlp_out	16384	none
layer_25/width_131k/average_l0_16 Load this SAE		blocks.25.hook_mlp_out	131072	none
layer_25/width_131k/average_l0_32 Load this SAE		blocks.25.hook_mlp_out	131072	none
layer_25/width_131k/average_l0_65 Load this SAE		blocks.25.hook_mlp_out	131072	none
layer_25/width_131k/average_l0_139 Load this SAE		blocks.25.hook_mlp_out	131072	none
layer_25/width_131k/average_l0_326 Load this SAE		blocks.25.hook_mlp_out	131072	none
layer_25/width_131k/average_l0_691 Load this SAE		blocks.25.hook_mlp_out	131072	none
layer_26/width_16k/average_l0_14 Load this SAE		blocks.26.hook_mlp_out	16384	none
layer_26/width_16k/average_l0_26 Load this SAE		blocks.26.hook_mlp_out	16384	none
layer_26/width_16k/average_l0_57 Load this SAE	gemma-2-9b/26-gemmascope-mlp-16k__l0-57	blocks.26.hook_mlp_out	16384	none
layer_26/width_16k/average_l0_142 Load this SAE		blocks.26.hook_mlp_out	16384	none
layer_26/width_16k/average_l0_394 Load this SAE		blocks.26.hook_mlp_out	16384	none
layer_26/width_16k/average_l0_887 Load this SAE		blocks.26.hook_mlp_out	16384	none
layer_26/width_131k/average_l0_14 Load this SAE		blocks.26.hook_mlp_out	131072	none
layer_26/width_131k/average_l0_27 Load this SAE		blocks.26.hook_mlp_out	131072	none
layer_26/width_131k/average_l0_53 Load this SAE		blocks.26.hook_mlp_out	131072	none
layer_26/width_131k/average_l0_110 Load this SAE		blocks.26.hook_mlp_out	131072	none
layer_26/width_131k/average_l0_249 Load this SAE		blocks.26.hook_mlp_out	131072	none
layer_26/width_131k/average_l0_568 Load this SAE		blocks.26.hook_mlp_out	131072	none
layer_27/width_16k/average_l0_14 Load this SAE		blocks.27.hook_mlp_out	16384	none
layer_27/width_16k/average_l0_25 Load this SAE		blocks.27.hook_mlp_out	16384	none
layer_27/width_16k/average_l0_52 Load this SAE	gemma-2-9b/27-gemmascope-mlp-16k__l0-52	blocks.27.hook_mlp_out	16384	none
layer_27/width_16k/average_l0_126 Load this SAE		blocks.27.hook_mlp_out	16384	none
layer_27/width_16k/average_l0_352 Load this SAE		blocks.27.hook_mlp_out	16384	none
layer_27/width_16k/average_l0_813 Load this SAE		blocks.27.hook_mlp_out	16384	none
layer_27/width_131k/average_l0_14 Load this SAE		blocks.27.hook_mlp_out	131072	none
layer_27/width_131k/average_l0_26 Load this SAE		blocks.27.hook_mlp_out	131072	none
layer_27/width_131k/average_l0_49 Load this SAE		blocks.27.hook_mlp_out	131072	none
layer_27/width_131k/average_l0_99 Load this SAE		blocks.27.hook_mlp_out	131072	none
layer_27/width_131k/average_l0_211 Load this SAE		blocks.27.hook_mlp_out	131072	none
layer_27/width_131k/average_l0_487 Load this SAE		blocks.27.hook_mlp_out	131072	none
layer_28/width_16k/average_l0_14 Load this SAE		blocks.28.hook_mlp_out	16384	none
layer_28/width_16k/average_l0_26 Load this SAE		blocks.28.hook_mlp_out	16384	none
layer_28/width_16k/average_l0_50 Load this SAE	gemma-2-9b/28-gemmascope-mlp-16k__l0-50	blocks.28.hook_mlp_out	16384	none
layer_28/width_16k/average_l0_115 Load this SAE		blocks.28.hook_mlp_out	16384	none
layer_28/width_16k/average_l0_324 Load this SAE		blocks.28.hook_mlp_out	16384	none
layer_28/width_16k/average_l0_773 Load this SAE		blocks.28.hook_mlp_out	16384	none
layer_28/width_131k/average_l0_15 Load this SAE		blocks.28.hook_mlp_out	131072	none
layer_28/width_131k/average_l0_26 Load this SAE		blocks.28.hook_mlp_out	131072	none
layer_28/width_131k/average_l0_47 Load this SAE		blocks.28.hook_mlp_out	131072	none
layer_28/width_131k/average_l0_91 Load this SAE		blocks.28.hook_mlp_out	131072	none
layer_28/width_131k/average_l0_189 Load this SAE		blocks.28.hook_mlp_out	131072	none
layer_28/width_131k/average_l0_425 Load this SAE		blocks.28.hook_mlp_out	131072	none
layer_29/width_16k/average_l0_15 Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29/width_16k/average_l0_26 Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29/width_16k/average_l0_49 Load this SAE	gemma-2-9b/29-gemmascope-mlp-16k__l0-49	blocks.29.hook_mlp_out	16384	none
layer_29/width_16k/average_l0_111 Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29/width_16k/average_l0_311 Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29/width_16k/average_l0_725 Load this SAE		blocks.29.hook_mlp_out	16384	none
layer_29/width_131k/average_l0_15 Load this SAE		blocks.29.hook_mlp_out	131072	none
layer_29/width_131k/average_l0_26 Load this SAE		blocks.29.hook_mlp_out	131072	none
layer_29/width_131k/average_l0_47 Load this SAE		blocks.29.hook_mlp_out	131072	none
layer_29/width_131k/average_l0_87 Load this SAE		blocks.29.hook_mlp_out	131072	none
layer_29/width_131k/average_l0_174 Load this SAE		blocks.29.hook_mlp_out	131072	none
layer_29/width_131k/average_l0_386 Load this SAE		blocks.29.hook_mlp_out	131072	none
layer_3/width_16k/average_l0_13 Load this SAE		blocks.3.hook_mlp_out	16384	none
layer_3/width_16k/average_l0_25 Load this SAE		blocks.3.hook_mlp_out	16384	none
layer_3/width_16k/average_l0_55 Load this SAE	gemma-2-9b/3-gemmascope-mlp-16k__l0-55	blocks.3.hook_mlp_out	16384	none
layer_3/width_16k/average_l0_126 Load this SAE		blocks.3.hook_mlp_out	16384	none
layer_3/width_16k/average_l0_234 Load this SAE		blocks.3.hook_mlp_out	16384	none
layer_3/width_131k/average_l0_6 Load this SAE		blocks.3.hook_mlp_out	131072	none
layer_3/width_131k/average_l0_11 Load this SAE		blocks.3.hook_mlp_out	131072	none
layer_3/width_131k/average_l0_19 Load this SAE		blocks.3.hook_mlp_out	131072	none
layer_3/width_131k/average_l0_33 Load this SAE		blocks.3.hook_mlp_out	131072	none
layer_3/width_131k/average_l0_58 Load this SAE		blocks.3.hook_mlp_out	131072	none
layer_3/width_131k/average_l0_109 Load this SAE		blocks.3.hook_mlp_out	131072	none
layer_30/width_16k/average_l0_14 Load this SAE		blocks.30.hook_mlp_out	16384	none
layer_30/width_16k/average_l0_26 Load this SAE		blocks.30.hook_mlp_out	16384	none
layer_30/width_16k/average_l0_51 Load this SAE	gemma-2-9b/30-gemmascope-mlp-16k__l0-51	blocks.30.hook_mlp_out	16384	none
layer_30/width_16k/average_l0_116 Load this SAE		blocks.30.hook_mlp_out	16384	none
layer_30/width_16k/average_l0_333 Load this SAE		blocks.30.hook_mlp_out	16384	none
layer_30/width_16k/average_l0_806 Load this SAE		blocks.30.hook_mlp_out	16384	none
layer_30/width_131k/average_l0_14 Load this SAE		blocks.30.hook_mlp_out	131072	none
layer_30/width_131k/average_l0_26 Load this SAE		blocks.30.hook_mlp_out	131072	none
layer_30/width_131k/average_l0_47 Load this SAE		blocks.30.hook_mlp_out	131072	none
layer_30/width_131k/average_l0_89 Load this SAE		blocks.30.hook_mlp_out	131072	none
layer_30/width_131k/average_l0_179 Load this SAE		blocks.30.hook_mlp_out	131072	none
layer_30/width_131k/average_l0_391 Load this SAE		blocks.30.hook_mlp_out	131072	none
layer_31/width_16k/average_l0_12 Load this SAE		blocks.31.hook_mlp_out	16384	none
layer_31/width_16k/average_l0_22 Load this SAE		blocks.31.hook_mlp_out	16384	none
layer_31/width_16k/average_l0_43 Load this SAE	gemma-2-9b/31-gemmascope-mlp-16k__l0-43	blocks.31.hook_mlp_out	16384	none
layer_31/width_16k/average_l0_94 Load this SAE		blocks.31.hook_mlp_out	16384	none
layer_31/width_16k/average_l0_263 Load this SAE		blocks.31.hook_mlp_out	16384	none
layer_31/width_16k/average_l0_671 Load this SAE		blocks.31.hook_mlp_out	16384	none
layer_31/width_131k/average_l0_12 Load this SAE		blocks.31.hook_mlp_out	131072	none
layer_31/width_131k/average_l0_22 Load this SAE		blocks.31.hook_mlp_out	131072	none
layer_31/width_131k/average_l0_40 Load this SAE		blocks.31.hook_mlp_out	131072	none
layer_31/width_131k/average_l0_77 Load this SAE		blocks.31.hook_mlp_out	131072	none
layer_31/width_131k/average_l0_153 Load this SAE		blocks.31.hook_mlp_out	131072	none
layer_31/width_131k/average_l0_326 Load this SAE		blocks.31.hook_mlp_out	131072	none
layer_32/width_16k/average_l0_11 Load this SAE		blocks.32.hook_mlp_out	16384	none
layer_32/width_16k/average_l0_21 Load this SAE		blocks.32.hook_mlp_out	16384	none
layer_32/width_16k/average_l0_44 Load this SAE	gemma-2-9b/32-gemmascope-mlp-16k__l0-44	blocks.32.hook_mlp_out	16384	none
layer_32/width_16k/average_l0_98 Load this SAE		blocks.32.hook_mlp_out	16384	none
layer_32/width_16k/average_l0_267 Load this SAE		blocks.32.hook_mlp_out	16384	none
layer_32/width_16k/average_l0_623 Load this SAE		blocks.32.hook_mlp_out	16384	none
layer_32/width_131k/average_l0_12 Load this SAE		blocks.32.hook_mlp_out	131072	none
layer_32/width_131k/average_l0_21 Load this SAE		blocks.32.hook_mlp_out	131072	none
layer_32/width_131k/average_l0_40 Load this SAE		blocks.32.hook_mlp_out	131072	none
layer_32/width_131k/average_l0_76 Load this SAE		blocks.32.hook_mlp_out	131072	none
layer_32/width_131k/average_l0_155 Load this SAE		blocks.32.hook_mlp_out	131072	none
layer_32/width_131k/average_l0_336 Load this SAE		blocks.32.hook_mlp_out	131072	none
layer_33/width_16k/average_l0_12 Load this SAE		blocks.33.hook_mlp_out	16384	none
layer_33/width_16k/average_l0_23 Load this SAE		blocks.33.hook_mlp_out	16384	none
layer_33/width_16k/average_l0_48 Load this SAE	gemma-2-9b/33-gemmascope-mlp-16k__l0-48	blocks.33.hook_mlp_out	16384	none
layer_33/width_16k/average_l0_107 Load this SAE		blocks.33.hook_mlp_out	16384	none
layer_33/width_16k/average_l0_282 Load this SAE		blocks.33.hook_mlp_out	16384	none
layer_33/width_16k/average_l0_628 Load this SAE		blocks.33.hook_mlp_out	16384	none
layer_33/width_131k/average_l0_12 Load this SAE		blocks.33.hook_mlp_out	131072	none
layer_33/width_131k/average_l0_22 Load this SAE		blocks.33.hook_mlp_out	131072	none
layer_33/width_131k/average_l0_42 Load this SAE		blocks.33.hook_mlp_out	131072	none
layer_33/width_131k/average_l0_83 Load this SAE		blocks.33.hook_mlp_out	131072	none
layer_33/width_131k/average_l0_168 Load this SAE		blocks.33.hook_mlp_out	131072	none
layer_33/width_131k/average_l0_394 Load this SAE		blocks.33.hook_mlp_out	131072	none
layer_34/width_16k/average_l0_11 Load this SAE		blocks.34.hook_mlp_out	16384	none
layer_34/width_16k/average_l0_22 Load this SAE		blocks.34.hook_mlp_out	16384	none
layer_34/width_16k/average_l0_47 Load this SAE	gemma-2-9b/34-gemmascope-mlp-16k__l0-47	blocks.34.hook_mlp_out	16384	none
layer_34/width_16k/average_l0_107 Load this SAE		blocks.34.hook_mlp_out	16384	none
layer_34/width_16k/average_l0_268 Load this SAE		blocks.34.hook_mlp_out	16384	none
layer_34/width_16k/average_l0_559 Load this SAE		blocks.34.hook_mlp_out	16384	none
layer_34/width_131k/average_l0_10 Load this SAE		blocks.34.hook_mlp_out	131072	none
layer_34/width_131k/average_l0_20 Load this SAE		blocks.34.hook_mlp_out	131072	none
layer_34/width_131k/average_l0_40 Load this SAE		blocks.34.hook_mlp_out	131072	none
layer_34/width_131k/average_l0_82 Load this SAE		blocks.34.hook_mlp_out	131072	none
layer_34/width_131k/average_l0_167 Load this SAE		blocks.34.hook_mlp_out	131072	none
layer_34/width_131k/average_l0_390 Load this SAE		blocks.34.hook_mlp_out	131072	none
layer_35/width_16k/average_l0_10 Load this SAE		blocks.35.hook_mlp_out	16384	none
layer_35/width_16k/average_l0_21 Load this SAE		blocks.35.hook_mlp_out	16384	none
layer_35/width_16k/average_l0_46 Load this SAE	gemma-2-9b/35-gemmascope-mlp-16k__l0-46	blocks.35.hook_mlp_out	16384	none
layer_35/width_16k/average_l0_108 Load this SAE		blocks.35.hook_mlp_out	16384	none
layer_35/width_16k/average_l0_254 Load this SAE		blocks.35.hook_mlp_out	16384	none
layer_35/width_16k/average_l0_538 Load this SAE		blocks.35.hook_mlp_out	16384	none
layer_35/width_131k/average_l0_10 Load this SAE		blocks.35.hook_mlp_out	131072	none
layer_35/width_131k/average_l0_19 Load this SAE		blocks.35.hook_mlp_out	131072	none
layer_35/width_131k/average_l0_39 Load this SAE		blocks.35.hook_mlp_out	131072	none
layer_35/width_131k/average_l0_80 Load this SAE		blocks.35.hook_mlp_out	131072	none
layer_35/width_131k/average_l0_176 Load this SAE		blocks.35.hook_mlp_out	131072	none
layer_35/width_131k/average_l0_389 Load this SAE		blocks.35.hook_mlp_out	131072	none
layer_36/width_16k/average_l0_11 Load this SAE		blocks.36.hook_mlp_out	16384	none
layer_36/width_16k/average_l0_22 Load this SAE		blocks.36.hook_mlp_out	16384	none
layer_36/width_16k/average_l0_47 Load this SAE	gemma-2-9b/36-gemmascope-mlp-16k__l0-47	blocks.36.hook_mlp_out	16384	none
layer_36/width_16k/average_l0_109 Load this SAE		blocks.36.hook_mlp_out	16384	none
layer_36/width_16k/average_l0_256 Load this SAE		blocks.36.hook_mlp_out	16384	none
layer_36/width_16k/average_l0_523 Load this SAE		blocks.36.hook_mlp_out	16384	none
layer_36/width_131k/average_l0_11 Load this SAE		blocks.36.hook_mlp_out	131072	none
layer_36/width_131k/average_l0_20 Load this SAE		blocks.36.hook_mlp_out	131072	none
layer_36/width_131k/average_l0_40 Load this SAE		blocks.36.hook_mlp_out	131072	none
layer_36/width_131k/average_l0_81 Load this SAE		blocks.36.hook_mlp_out	131072	none
layer_36/width_131k/average_l0_174 Load this SAE		blocks.36.hook_mlp_out	131072	none
layer_36/width_131k/average_l0_389 Load this SAE		blocks.36.hook_mlp_out	131072	none
layer_37/width_16k/average_l0_12 Load this SAE		blocks.37.hook_mlp_out	16384	none
layer_37/width_16k/average_l0_24 Load this SAE		blocks.37.hook_mlp_out	16384	none
layer_37/width_16k/average_l0_53 Load this SAE	gemma-2-9b/37-gemmascope-mlp-16k__l0-53	blocks.37.hook_mlp_out	16384	none
layer_37/width_16k/average_l0_119 Load this SAE		blocks.37.hook_mlp_out	16384	none
layer_37/width_16k/average_l0_267 Load this SAE		blocks.37.hook_mlp_out	16384	none
layer_37/width_16k/average_l0_549 Load this SAE		blocks.37.hook_mlp_out	16384	none
layer_37/width_131k/average_l0_12 Load this SAE		blocks.37.hook_mlp_out	131072	none
layer_37/width_131k/average_l0_23 Load this SAE		blocks.37.hook_mlp_out	131072	none
layer_37/width_131k/average_l0_44 Load this SAE		blocks.37.hook_mlp_out	131072	none
layer_37/width_131k/average_l0_90 Load this SAE		blocks.37.hook_mlp_out	131072	none
layer_37/width_131k/average_l0_203 Load this SAE		blocks.37.hook_mlp_out	131072	none
layer_37/width_131k/average_l0_403 Load this SAE		blocks.37.hook_mlp_out	131072	none
layer_38/width_16k/average_l0_11 Load this SAE		blocks.38.hook_mlp_out	16384	none
layer_38/width_16k/average_l0_22 Load this SAE		blocks.38.hook_mlp_out	16384	none
layer_38/width_16k/average_l0_45 Load this SAE	gemma-2-9b/38-gemmascope-mlp-16k__l0-45	blocks.38.hook_mlp_out	16384	none
layer_38/width_16k/average_l0_98 Load this SAE		blocks.38.hook_mlp_out	16384	none
layer_38/width_16k/average_l0_225 Load this SAE		blocks.38.hook_mlp_out	16384	none
layer_38/width_16k/average_l0_491 Load this SAE		blocks.38.hook_mlp_out	16384	none
layer_38/width_131k/average_l0_11 Load this SAE		blocks.38.hook_mlp_out	131072	none
layer_38/width_131k/average_l0_21 Load this SAE		blocks.38.hook_mlp_out	131072	none
layer_38/width_131k/average_l0_40 Load this SAE		blocks.38.hook_mlp_out	131072	none
layer_38/width_131k/average_l0_79 Load this SAE		blocks.38.hook_mlp_out	131072	none
layer_38/width_131k/average_l0_161 Load this SAE		blocks.38.hook_mlp_out	131072	none
layer_38/width_131k/average_l0_347 Load this SAE		blocks.38.hook_mlp_out	131072	none
layer_39/width_16k/average_l0_12 Load this SAE		blocks.39.hook_mlp_out	16384	none
layer_39/width_16k/average_l0_22 Load this SAE		blocks.39.hook_mlp_out	16384	none
layer_39/width_16k/average_l0_43 Load this SAE	gemma-2-9b/39-gemmascope-mlp-16k__l0-43	blocks.39.hook_mlp_out	16384	none
layer_39/width_16k/average_l0_90 Load this SAE		blocks.39.hook_mlp_out	16384	none
layer_39/width_16k/average_l0_207 Load this SAE		blocks.39.hook_mlp_out	16384	none
layer_39/width_16k/average_l0_458 Load this SAE		blocks.39.hook_mlp_out	16384	none
layer_39/width_131k/average_l0_11 Load this SAE		blocks.39.hook_mlp_out	131072	none
layer_39/width_131k/average_l0_21 Load this SAE		blocks.39.hook_mlp_out	131072	none
layer_39/width_131k/average_l0_38 Load this SAE		blocks.39.hook_mlp_out	131072	none
layer_39/width_131k/average_l0_75 Load this SAE		blocks.39.hook_mlp_out	131072	none
layer_39/width_131k/average_l0_150 Load this SAE		blocks.39.hook_mlp_out	131072	none
layer_39/width_131k/average_l0_319 Load this SAE		blocks.39.hook_mlp_out	131072	none
layer_4/width_16k/average_l0_15 Load this SAE		blocks.4.hook_mlp_out	16384	none
layer_4/width_16k/average_l0_30 Load this SAE		blocks.4.hook_mlp_out	16384	none
layer_4/width_16k/average_l0_66 Load this SAE	gemma-2-9b/4-gemmascope-mlp-16k__l0-66	blocks.4.hook_mlp_out	16384	none
layer_4/width_16k/average_l0_151 Load this SAE		blocks.4.hook_mlp_out	16384	none
layer_4/width_16k/average_l0_343 Load this SAE		blocks.4.hook_mlp_out	16384	none
layer_4/width_131k/average_l0_8 Load this SAE		blocks.4.hook_mlp_out	131072	none
layer_4/width_131k/average_l0_14 Load this SAE		blocks.4.hook_mlp_out	131072	none
layer_4/width_131k/average_l0_24 Load this SAE		blocks.4.hook_mlp_out	131072	none
layer_4/width_131k/average_l0_45 Load this SAE		blocks.4.hook_mlp_out	131072	none
layer_4/width_131k/average_l0_84 Load this SAE		blocks.4.hook_mlp_out	131072	none
layer_4/width_131k/average_l0_157 Load this SAE		blocks.4.hook_mlp_out	131072	none
layer_40/width_16k/average_l0_11 Load this SAE		blocks.40.hook_mlp_out	16384	none
layer_40/width_16k/average_l0_19 Load this SAE		blocks.40.hook_mlp_out	16384	none
layer_40/width_16k/average_l0_37 Load this SAE	gemma-2-9b/40-gemmascope-mlp-16k__l0-37	blocks.40.hook_mlp_out	16384	none
layer_40/width_16k/average_l0_74 Load this SAE		blocks.40.hook_mlp_out	16384	none
layer_40/width_16k/average_l0_162 Load this SAE		blocks.40.hook_mlp_out	16384	none
layer_40/width_16k/average_l0_371 Load this SAE		blocks.40.hook_mlp_out	16384	none
layer_40/width_131k/average_l0_11 Load this SAE		blocks.40.hook_mlp_out	131072	none
layer_40/width_131k/average_l0_18 Load this SAE		blocks.40.hook_mlp_out	131072	none
layer_40/width_131k/average_l0_33 Load this SAE		blocks.40.hook_mlp_out	131072	none
layer_40/width_131k/average_l0_63 Load this SAE		blocks.40.hook_mlp_out	131072	none
layer_40/width_131k/average_l0_125 Load this SAE		blocks.40.hook_mlp_out	131072	none
layer_40/width_131k/average_l0_267 Load this SAE		blocks.40.hook_mlp_out	131072	none
layer_41/width_16k/average_l0_8 Load this SAE		blocks.41.hook_mlp_out	16384	none
layer_41/width_16k/average_l0_15 Load this SAE		blocks.41.hook_mlp_out	16384	none
layer_41/width_16k/average_l0_28 Load this SAE		blocks.41.hook_mlp_out	16384	none
layer_41/width_16k/average_l0_58 Load this SAE	gemma-2-9b/41-gemmascope-mlp-16k__l0-58	blocks.41.hook_mlp_out	16384	none
layer_41/width_16k/average_l0_126 Load this SAE		blocks.41.hook_mlp_out	16384	none
layer_41/width_16k/average_l0_288 Load this SAE		blocks.41.hook_mlp_out	16384	none
layer_41/width_131k/average_l0_8 Load this SAE		blocks.41.hook_mlp_out	131072	none
layer_41/width_131k/average_l0_14 Load this SAE		blocks.41.hook_mlp_out	131072	none
layer_41/width_131k/average_l0_25 Load this SAE		blocks.41.hook_mlp_out	131072	none
layer_41/width_131k/average_l0_49 Load this SAE		blocks.41.hook_mlp_out	131072	none
layer_41/width_131k/average_l0_99 Load this SAE		blocks.41.hook_mlp_out	131072	none
layer_41/width_131k/average_l0_208 Load this SAE		blocks.41.hook_mlp_out	131072	none
layer_5/width_16k/average_l0_14 Load this SAE		blocks.5.hook_mlp_out	16384	none
layer_5/width_16k/average_l0_24 Load this SAE		blocks.5.hook_mlp_out	16384	none
layer_5/width_16k/average_l0_46 Load this SAE	gemma-2-9b/5-gemmascope-mlp-16k__l0-46	blocks.5.hook_mlp_out	16384	none
layer_5/width_16k/average_l0_93 Load this SAE		blocks.5.hook_mlp_out	16384	none
layer_5/width_16k/average_l0_194 Load this SAE		blocks.5.hook_mlp_out	16384	none
layer_5/width_131k/average_l0_7 Load this SAE		blocks.5.hook_mlp_out	131072	none
layer_5/width_131k/average_l0_12 Load this SAE		blocks.5.hook_mlp_out	131072	none
layer_5/width_131k/average_l0_21 Load this SAE		blocks.5.hook_mlp_out	131072	none
layer_5/width_131k/average_l0_37 Load this SAE		blocks.5.hook_mlp_out	131072	none
layer_5/width_131k/average_l0_68 Load this SAE		blocks.5.hook_mlp_out	131072	none
layer_5/width_131k/average_l0_131 Load this SAE		blocks.5.hook_mlp_out	131072	none
layer_6/width_16k/average_l0_12 Load this SAE		blocks.6.hook_mlp_out	16384	none
layer_6/width_16k/average_l0_23 Load this SAE		blocks.6.hook_mlp_out	16384	none
layer_6/width_16k/average_l0_46 Load this SAE	gemma-2-9b/6-gemmascope-mlp-16k__l0-46	blocks.6.hook_mlp_out	16384	none
layer_6/width_16k/average_l0_96 Load this SAE		blocks.6.hook_mlp_out	16384	none
layer_6/width_16k/average_l0_206 Load this SAE		blocks.6.hook_mlp_out	16384	none
layer_6/width_131k/average_l0_12 Load this SAE		blocks.6.hook_mlp_out	131072	none
layer_6/width_131k/average_l0_22 Load this SAE		blocks.6.hook_mlp_out	131072	none
layer_6/width_131k/average_l0_40 Load this SAE		blocks.6.hook_mlp_out	131072	none
layer_6/width_131k/average_l0_72 Load this SAE		blocks.6.hook_mlp_out	131072	none
layer_6/width_131k/average_l0_135 Load this SAE		blocks.6.hook_mlp_out	131072	none
layer_6/width_131k/average_l0_271 Load this SAE		blocks.6.hook_mlp_out	131072	none
layer_7/width_16k/average_l0_14 Load this SAE		blocks.7.hook_mlp_out	16384	none
layer_7/width_16k/average_l0_25 Load this SAE		blocks.7.hook_mlp_out	16384	none
layer_7/width_16k/average_l0_47 Load this SAE	gemma-2-9b/7-gemmascope-mlp-16k__l0-47	blocks.7.hook_mlp_out	16384	none
layer_7/width_16k/average_l0_101 Load this SAE		blocks.7.hook_mlp_out	16384	none
layer_7/width_16k/average_l0_231 Load this SAE		blocks.7.hook_mlp_out	16384	none
layer_7/width_131k/average_l0_13 Load this SAE		blocks.7.hook_mlp_out	131072	none
layer_7/width_131k/average_l0_23 Load this SAE		blocks.7.hook_mlp_out	131072	none
layer_7/width_131k/average_l0_41 Load this SAE		blocks.7.hook_mlp_out	131072	none
layer_7/width_131k/average_l0_75 Load this SAE		blocks.7.hook_mlp_out	131072	none
layer_7/width_131k/average_l0_143 Load this SAE		blocks.7.hook_mlp_out	131072	none
layer_7/width_131k/average_l0_309 Load this SAE		blocks.7.hook_mlp_out	131072	none
layer_8/width_16k/average_l0_15 Load this SAE		blocks.8.hook_mlp_out	16384	none
layer_8/width_16k/average_l0_27 Load this SAE		blocks.8.hook_mlp_out	16384	none
layer_8/width_16k/average_l0_55 Load this SAE	gemma-2-9b/8-gemmascope-mlp-16k__l0-55	blocks.8.hook_mlp_out	16384	none
layer_8/width_16k/average_l0_124 Load this SAE		blocks.8.hook_mlp_out	16384	none
layer_8/width_16k/average_l0_309 Load this SAE		blocks.8.hook_mlp_out	16384	none
layer_8/width_131k/average_l0_15 Load this SAE		blocks.8.hook_mlp_out	131072	none
layer_8/width_131k/average_l0_26 Load this SAE		blocks.8.hook_mlp_out	131072	none
layer_8/width_131k/average_l0_48 Load this SAE		blocks.8.hook_mlp_out	131072	none
layer_8/width_131k/average_l0_89 Load this SAE		blocks.8.hook_mlp_out	131072	none
layer_8/width_131k/average_l0_184 Load this SAE		blocks.8.hook_mlp_out	131072	none
layer_8/width_131k/average_l0_423 Load this SAE		blocks.8.hook_mlp_out	131072	none
layer_9/width_16k/average_l0_12 Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9/width_16k/average_l0_21 Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9/width_16k/average_l0_40 Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9/width_16k/average_l0_83 Load this SAE	gemma-2-9b/9-gemmascope-mlp-16k__l0-83	blocks.9.hook_mlp_out	16384	none
layer_9/width_16k/average_l0_200 Load this SAE		blocks.9.hook_mlp_out	16384	none
layer_9/width_131k/average_l0_12 Load this SAE		blocks.9.hook_mlp_out	131072	none
layer_9/width_131k/average_l0_21 Load this SAE		blocks.9.hook_mlp_out	131072	none
layer_9/width_131k/average_l0_38 Load this SAE		blocks.9.hook_mlp_out	131072	none
layer_9/width_131k/average_l0_67 Load this SAE		blocks.9.hook_mlp_out	131072	none
layer_9/width_131k/average_l0_129 Load this SAE		blocks.9.hook_mlp_out	131072	none
layer_9/width_131k/average_l0_269 Load this SAE		blocks.9.hook_mlp_out	131072	none

gemma-scope-9b-pt-mlp-canonical

Huggingface Repo: google/gemma-scope-9b-pt-mlp

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0/width_16k/canonical Load this SAE	gemma-2-9b/0-gemmascope-mlp-16k	blocks.0.hook_mlp_out	16384	none
layer_1/width_16k/canonical Load this SAE	gemma-2-9b/1-gemmascope-mlp-16k	blocks.1.hook_mlp_out	16384	none
layer_2/width_16k/canonical Load this SAE	gemma-2-9b/2-gemmascope-mlp-16k	blocks.2.hook_mlp_out	16384	none
layer_3/width_16k/canonical Load this SAE	gemma-2-9b/3-gemmascope-mlp-16k	blocks.3.hook_mlp_out	16384	none
layer_4/width_16k/canonical Load this SAE	gemma-2-9b/4-gemmascope-mlp-16k	blocks.4.hook_mlp_out	16384	none
layer_5/width_16k/canonical Load this SAE	gemma-2-9b/5-gemmascope-mlp-16k	blocks.5.hook_mlp_out	16384	none
layer_6/width_16k/canonical Load this SAE	gemma-2-9b/6-gemmascope-mlp-16k	blocks.6.hook_mlp_out	16384	none
layer_7/width_16k/canonical Load this SAE	gemma-2-9b/7-gemmascope-mlp-16k	blocks.7.hook_mlp_out	16384	none
layer_8/width_16k/canonical Load this SAE	gemma-2-9b/8-gemmascope-mlp-16k	blocks.8.hook_mlp_out	16384	none
layer_9/width_16k/canonical Load this SAE	gemma-2-9b/9-gemmascope-mlp-16k	blocks.9.hook_mlp_out	16384	none
layer_10/width_16k/canonical Load this SAE	gemma-2-9b/10-gemmascope-mlp-16k	blocks.10.hook_mlp_out	16384	none
layer_11/width_16k/canonical Load this SAE	gemma-2-9b/11-gemmascope-mlp-16k	blocks.11.hook_mlp_out	16384	none
layer_12/width_16k/canonical Load this SAE	gemma-2-9b/12-gemmascope-mlp-16k	blocks.12.hook_mlp_out	16384	none
layer_13/width_16k/canonical Load this SAE	gemma-2-9b/13-gemmascope-mlp-16k	blocks.13.hook_mlp_out	16384	none
layer_14/width_16k/canonical Load this SAE	gemma-2-9b/14-gemmascope-mlp-16k	blocks.14.hook_mlp_out	16384	none
layer_15/width_16k/canonical Load this SAE	gemma-2-9b/15-gemmascope-mlp-16k	blocks.15.hook_mlp_out	16384	none
layer_16/width_16k/canonical Load this SAE	gemma-2-9b/16-gemmascope-mlp-16k	blocks.16.hook_mlp_out	16384	none
layer_17/width_16k/canonical Load this SAE	gemma-2-9b/17-gemmascope-mlp-16k	blocks.17.hook_mlp_out	16384	none
layer_18/width_16k/canonical Load this SAE	gemma-2-9b/18-gemmascope-mlp-16k	blocks.18.hook_mlp_out	16384	none
layer_19/width_16k/canonical Load this SAE	gemma-2-9b/19-gemmascope-mlp-16k	blocks.19.hook_mlp_out	16384	none
layer_20/width_16k/canonical Load this SAE	gemma-2-9b/20-gemmascope-mlp-16k	blocks.20.hook_mlp_out	16384	none
layer_21/width_16k/canonical Load this SAE	gemma-2-9b/21-gemmascope-mlp-16k	blocks.21.hook_mlp_out	16384	none
layer_22/width_16k/canonical Load this SAE	gemma-2-9b/22-gemmascope-mlp-16k	blocks.22.hook_mlp_out	16384	none
layer_23/width_16k/canonical Load this SAE	gemma-2-9b/23-gemmascope-mlp-16k	blocks.23.hook_mlp_out	16384	none
layer_24/width_16k/canonical Load this SAE	gemma-2-9b/24-gemmascope-mlp-16k	blocks.24.hook_mlp_out	16384	none
layer_25/width_16k/canonical Load this SAE	gemma-2-9b/25-gemmascope-mlp-16k	blocks.25.hook_mlp_out	16384	none
layer_26/width_16k/canonical Load this SAE	gemma-2-9b/26-gemmascope-mlp-16k	blocks.26.hook_mlp_out	16384	none
layer_27/width_16k/canonical Load this SAE	gemma-2-9b/27-gemmascope-mlp-16k	blocks.27.hook_mlp_out	16384	none
layer_28/width_16k/canonical Load this SAE	gemma-2-9b/28-gemmascope-mlp-16k	blocks.28.hook_mlp_out	16384	none
layer_29/width_16k/canonical Load this SAE	gemma-2-9b/29-gemmascope-mlp-16k	blocks.29.hook_mlp_out	16384	none
layer_30/width_16k/canonical Load this SAE	gemma-2-9b/30-gemmascope-mlp-16k	blocks.30.hook_mlp_out	16384	none
layer_31/width_16k/canonical Load this SAE	gemma-2-9b/31-gemmascope-mlp-16k	blocks.31.hook_mlp_out	16384	none
layer_32/width_16k/canonical Load this SAE	gemma-2-9b/32-gemmascope-mlp-16k	blocks.32.hook_mlp_out	16384	none
layer_33/width_16k/canonical Load this SAE	gemma-2-9b/33-gemmascope-mlp-16k	blocks.33.hook_mlp_out	16384	none
layer_34/width_16k/canonical Load this SAE	gemma-2-9b/34-gemmascope-mlp-16k	blocks.34.hook_mlp_out	16384	none
layer_35/width_16k/canonical Load this SAE	gemma-2-9b/35-gemmascope-mlp-16k	blocks.35.hook_mlp_out	16384	none
layer_36/width_16k/canonical Load this SAE	gemma-2-9b/36-gemmascope-mlp-16k	blocks.36.hook_mlp_out	16384	none
layer_37/width_16k/canonical Load this SAE	gemma-2-9b/37-gemmascope-mlp-16k	blocks.37.hook_mlp_out	16384	none
layer_38/width_16k/canonical Load this SAE	gemma-2-9b/38-gemmascope-mlp-16k	blocks.38.hook_mlp_out	16384	none
layer_39/width_16k/canonical Load this SAE	gemma-2-9b/39-gemmascope-mlp-16k	blocks.39.hook_mlp_out	16384	none
layer_40/width_16k/canonical Load this SAE	gemma-2-9b/40-gemmascope-mlp-16k	blocks.40.hook_mlp_out	16384	none
layer_41/width_16k/canonical Load this SAE	gemma-2-9b/41-gemmascope-mlp-16k	blocks.41.hook_mlp_out	16384	none
layer_0/width_131k/canonical Load this SAE	gemma-2-9b/0-gemmascope-mlp-131k	blocks.0.hook_mlp_out	131072	none
layer_1/width_131k/canonical Load this SAE	gemma-2-9b/1-gemmascope-mlp-131k	blocks.1.hook_mlp_out	131072	none
layer_2/width_131k/canonical Load this SAE	gemma-2-9b/2-gemmascope-mlp-131k	blocks.2.hook_mlp_out	131072	none
layer_3/width_131k/canonical Load this SAE	gemma-2-9b/3-gemmascope-mlp-131k	blocks.3.hook_mlp_out	131072	none
layer_4/width_131k/canonical Load this SAE	gemma-2-9b/4-gemmascope-mlp-131k	blocks.4.hook_mlp_out	131072	none
layer_5/width_131k/canonical Load this SAE	gemma-2-9b/5-gemmascope-mlp-131k	blocks.5.hook_mlp_out	131072	none
layer_6/width_131k/canonical Load this SAE	gemma-2-9b/6-gemmascope-mlp-131k	blocks.6.hook_mlp_out	131072	none
layer_7/width_131k/canonical Load this SAE	gemma-2-9b/7-gemmascope-mlp-131k	blocks.7.hook_mlp_out	131072	none
layer_8/width_131k/canonical Load this SAE	gemma-2-9b/8-gemmascope-mlp-131k	blocks.8.hook_mlp_out	131072	none
layer_9/width_131k/canonical Load this SAE	gemma-2-9b/9-gemmascope-mlp-131k	blocks.9.hook_mlp_out	131072	none
layer_10/width_131k/canonical Load this SAE	gemma-2-9b/10-gemmascope-mlp-131k	blocks.10.hook_mlp_out	131072	none
layer_11/width_131k/canonical Load this SAE	gemma-2-9b/11-gemmascope-mlp-131k	blocks.11.hook_mlp_out	131072	none
layer_12/width_131k/canonical Load this SAE	gemma-2-9b/12-gemmascope-mlp-131k	blocks.12.hook_mlp_out	131072	none
layer_13/width_131k/canonical Load this SAE	gemma-2-9b/13-gemmascope-mlp-131k	blocks.13.hook_mlp_out	131072	none
layer_14/width_131k/canonical Load this SAE	gemma-2-9b/14-gemmascope-mlp-131k	blocks.14.hook_mlp_out	131072	none
layer_15/width_131k/canonical Load this SAE	gemma-2-9b/15-gemmascope-mlp-131k	blocks.15.hook_mlp_out	131072	none
layer_16/width_131k/canonical Load this SAE	gemma-2-9b/16-gemmascope-mlp-131k	blocks.16.hook_mlp_out	131072	none
layer_17/width_131k/canonical Load this SAE	gemma-2-9b/17-gemmascope-mlp-131k	blocks.17.hook_mlp_out	131072	none
layer_18/width_131k/canonical Load this SAE	gemma-2-9b/18-gemmascope-mlp-131k	blocks.18.hook_mlp_out	131072	none
layer_19/width_131k/canonical Load this SAE	gemma-2-9b/19-gemmascope-mlp-131k	blocks.19.hook_mlp_out	131072	none
layer_20/width_131k/canonical Load this SAE	gemma-2-9b/20-gemmascope-mlp-131k	blocks.20.hook_mlp_out	131072	none
layer_21/width_131k/canonical Load this SAE	gemma-2-9b/21-gemmascope-mlp-131k	blocks.21.hook_mlp_out	131072	none
layer_22/width_131k/canonical Load this SAE	gemma-2-9b/22-gemmascope-mlp-131k	blocks.22.hook_mlp_out	131072	none
layer_23/width_131k/canonical Load this SAE	gemma-2-9b/23-gemmascope-mlp-131k	blocks.23.hook_mlp_out	131072	none
layer_24/width_131k/canonical Load this SAE	gemma-2-9b/24-gemmascope-mlp-131k	blocks.24.hook_mlp_out	131072	none
layer_25/width_131k/canonical Load this SAE	gemma-2-9b/25-gemmascope-mlp-131k	blocks.25.hook_mlp_out	131072	none
layer_26/width_131k/canonical Load this SAE	gemma-2-9b/26-gemmascope-mlp-131k	blocks.26.hook_mlp_out	131072	none
layer_27/width_131k/canonical Load this SAE	gemma-2-9b/27-gemmascope-mlp-131k	blocks.27.hook_mlp_out	131072	none
layer_28/width_131k/canonical Load this SAE	gemma-2-9b/28-gemmascope-mlp-131k	blocks.28.hook_mlp_out	131072	none
layer_29/width_131k/canonical Load this SAE	gemma-2-9b/29-gemmascope-mlp-131k	blocks.29.hook_mlp_out	131072	none
layer_30/width_131k/canonical Load this SAE	gemma-2-9b/30-gemmascope-mlp-131k	blocks.30.hook_mlp_out	131072	none
layer_31/width_131k/canonical Load this SAE	gemma-2-9b/31-gemmascope-mlp-131k	blocks.31.hook_mlp_out	131072	none
layer_32/width_131k/canonical Load this SAE	gemma-2-9b/32-gemmascope-mlp-131k	blocks.32.hook_mlp_out	131072	none
layer_33/width_131k/canonical Load this SAE	gemma-2-9b/33-gemmascope-mlp-131k	blocks.33.hook_mlp_out	131072	none
layer_34/width_131k/canonical Load this SAE	gemma-2-9b/34-gemmascope-mlp-131k	blocks.34.hook_mlp_out	131072	none
layer_35/width_131k/canonical Load this SAE	gemma-2-9b/35-gemmascope-mlp-131k	blocks.35.hook_mlp_out	131072	none
layer_36/width_131k/canonical Load this SAE	gemma-2-9b/36-gemmascope-mlp-131k	blocks.36.hook_mlp_out	131072	none
layer_37/width_131k/canonical Load this SAE	gemma-2-9b/37-gemmascope-mlp-131k	blocks.37.hook_mlp_out	131072	none
layer_38/width_131k/canonical Load this SAE	gemma-2-9b/38-gemmascope-mlp-131k	blocks.38.hook_mlp_out	131072	none
layer_39/width_131k/canonical Load this SAE	gemma-2-9b/39-gemmascope-mlp-131k	blocks.39.hook_mlp_out	131072	none
layer_40/width_131k/canonical Load this SAE	gemma-2-9b/40-gemmascope-mlp-131k	blocks.40.hook_mlp_out	131072	none
layer_41/width_131k/canonical Load this SAE	gemma-2-9b/41-gemmascope-mlp-131k	blocks.41.hook_mlp_out	131072	none

gemma-scope-9b-pt-res

Huggingface Repo: google/gemma-scope-9b-pt-res

id	neuronpedia	hook_name	d_sae	normalize_activations
embedding/width_4k/average_l0_14 Load this SAE		hook_embed	4096	none
embedding/width_4k/average_l0_22 Load this SAE		hook_embed	4096	none
embedding/width_4k/average_l0_7 Load this SAE		hook_embed	4096	none
embedding/width_4k/average_l0_80 Load this SAE		hook_embed	4096	none
layer_0/width_131k/average_l0_11 Load this SAE		blocks.0.hook_resid_post	131072	none
layer_0/width_131k/average_l0_15 Load this SAE		blocks.0.hook_resid_post	131072	none
layer_0/width_131k/average_l0_21 Load this SAE		blocks.0.hook_resid_post	131072	none
layer_0/width_131k/average_l0_30 Load this SAE	gemma-2-9b/0-gemmascope-res-131k__l0-30	blocks.0.hook_resid_post	131072	none
layer_0/width_131k/average_l0_41 Load this SAE		blocks.0.hook_resid_post	131072	none
layer_0/width_131k/average_l0_8 Load this SAE		blocks.0.hook_resid_post	131072	none
layer_0/width_16k/average_l0_11 Load this SAE		blocks.0.hook_resid_post	16384	none
layer_0/width_16k/average_l0_129 Load this SAE		blocks.0.hook_resid_post	16384	none
layer_0/width_16k/average_l0_17 Load this SAE		blocks.0.hook_resid_post	16384	none
layer_0/width_16k/average_l0_35 Load this SAE	gemma-2-9b/0-gemmascope-res-16k__l0-35	blocks.0.hook_resid_post	16384	none
layer_0/width_16k/average_l0_68 Load this SAE		blocks.0.hook_resid_post	16384	none
layer_1/width_131k/average_l0_13 Load this SAE		blocks.1.hook_resid_post	131072	none
layer_1/width_131k/average_l0_20 Load this SAE		blocks.1.hook_resid_post	131072	none
layer_1/width_131k/average_l0_33 Load this SAE	gemma-2-9b/1-gemmascope-res-131k__l0-33	blocks.1.hook_resid_post	131072	none
layer_1/width_131k/average_l0_56 Load this SAE		blocks.1.hook_resid_post	131072	none
layer_1/width_131k/average_l0_6 Load this SAE		blocks.1.hook_resid_post	131072	none
layer_1/width_131k/average_l0_9 Load this SAE		blocks.1.hook_resid_post	131072	none
layer_1/width_16k/average_l0_15 Load this SAE		blocks.1.hook_resid_post	16384	none
layer_1/width_16k/average_l0_175 Load this SAE		blocks.1.hook_resid_post	16384	none
layer_1/width_16k/average_l0_31 Load this SAE		blocks.1.hook_resid_post	16384	none
layer_1/width_16k/average_l0_69 Load this SAE	gemma-2-9b/1-gemmascope-res-16k__l0-69	blocks.1.hook_resid_post	16384	none
layer_1/width_16k/average_l0_9 Load this SAE		blocks.1.hook_resid_post	16384	none
layer_10/width_131k/average_l0_15 Load this SAE		blocks.10.hook_resid_post	131072	none
layer_10/width_131k/average_l0_151 Load this SAE		blocks.10.hook_resid_post	131072	none
layer_10/width_131k/average_l0_27 Load this SAE		blocks.10.hook_resid_post	131072	none
layer_10/width_131k/average_l0_47 Load this SAE	gemma-2-9b/10-gemmascope-res-131k__l0-47	blocks.10.hook_resid_post	131072	none
layer_10/width_131k/average_l0_84 Load this SAE		blocks.10.hook_resid_post	131072	none
layer_10/width_131k/average_l0_9 Load this SAE		blocks.10.hook_resid_post	131072	none
layer_10/width_16k/average_l0_10 Load this SAE		blocks.10.hook_resid_post	16384	none
layer_10/width_16k/average_l0_113 Load this SAE		blocks.10.hook_resid_post	16384	none
layer_10/width_16k/average_l0_17 Load this SAE		blocks.10.hook_resid_post	16384	none
layer_10/width_16k/average_l0_243 Load this SAE		blocks.10.hook_resid_post	16384	none
layer_10/width_16k/average_l0_31 Load this SAE		blocks.10.hook_resid_post	16384	none
layer_10/width_16k/average_l0_57 Load this SAE	gemma-2-9b/10-gemmascope-res-16k__l0-57	blocks.10.hook_resid_post	16384	none
layer_11/width_131k/average_l0_16 Load this SAE		blocks.11.hook_resid_post	131072	none
layer_11/width_131k/average_l0_162 Load this SAE		blocks.11.hook_resid_post	131072	none
layer_11/width_131k/average_l0_27 Load this SAE		blocks.11.hook_resid_post	131072	none
layer_11/width_131k/average_l0_49 Load this SAE	gemma-2-9b/11-gemmascope-res-131k__l0-49	blocks.11.hook_resid_post	131072	none
layer_11/width_131k/average_l0_88 Load this SAE		blocks.11.hook_resid_post	131072	none
layer_11/width_131k/average_l0_9 Load this SAE		blocks.11.hook_resid_post	131072	none
layer_11/width_16k/average_l0_10 Load this SAE		blocks.11.hook_resid_post	16384	none
layer_11/width_16k/average_l0_118 Load this SAE		blocks.11.hook_resid_post	16384	none
layer_11/width_16k/average_l0_18 Load this SAE		blocks.11.hook_resid_post	16384	none
layer_11/width_16k/average_l0_255 Load this SAE		blocks.11.hook_resid_post	16384	none
layer_11/width_16k/average_l0_32 Load this SAE	gemma-2-9b/11-gemmascope-res-16k__l0-32	blocks.11.hook_resid_post	16384	none
layer_11/width_16k/average_l0_60 Load this SAE		blocks.11.hook_resid_post	16384	none
layer_12/width_131k/average_l0_10 Load this SAE		blocks.12.hook_resid_post	131072	none
layer_12/width_131k/average_l0_17 Load this SAE		blocks.12.hook_resid_post	131072	none
layer_12/width_131k/average_l0_183 Load this SAE		blocks.12.hook_resid_post	131072	none
layer_12/width_131k/average_l0_29 Load this SAE		blocks.12.hook_resid_post	131072	none
layer_12/width_131k/average_l0_52 Load this SAE	gemma-2-9b/12-gemmascope-res-131k__l0-52	blocks.12.hook_resid_post	131072	none
layer_12/width_131k/average_l0_96 Load this SAE		blocks.12.hook_resid_post	131072	none
layer_12/width_16k/average_l0_10 Load this SAE		blocks.12.hook_resid_post	16384	none
layer_12/width_16k/average_l0_130 Load this SAE		blocks.12.hook_resid_post	16384	none
layer_12/width_16k/average_l0_19 Load this SAE		blocks.12.hook_resid_post	16384	none
layer_12/width_16k/average_l0_287 Load this SAE		blocks.12.hook_resid_post	16384	none
layer_12/width_16k/average_l0_33 Load this SAE	gemma-2-9b/12-gemmascope-res-16k__l0-33	blocks.12.hook_resid_post	16384	none
layer_12/width_16k/average_l0_64 Load this SAE		blocks.12.hook_resid_post	16384	none
layer_13/width_131k/average_l0_10 Load this SAE		blocks.13.hook_resid_post	131072	none
layer_13/width_131k/average_l0_17 Load this SAE		blocks.13.hook_resid_post	131072	none
layer_13/width_131k/average_l0_189 Load this SAE		blocks.13.hook_resid_post	131072	none
layer_13/width_131k/average_l0_30 Load this SAE	gemma-2-9b/13-gemmascope-res-131k__l0-30	blocks.13.hook_resid_post	131072	none
layer_13/width_131k/average_l0_54 Load this SAE		blocks.13.hook_resid_post	131072	none
layer_13/width_131k/average_l0_99 Load this SAE		blocks.13.hook_resid_post	131072	none
layer_13/width_16k/average_l0_11 Load this SAE		blocks.13.hook_resid_post	16384	none
layer_13/width_16k/average_l0_132 Load this SAE		blocks.13.hook_resid_post	16384	none
layer_13/width_16k/average_l0_19 Load this SAE		blocks.13.hook_resid_post	16384	none
layer_13/width_16k/average_l0_285 Load this SAE		blocks.13.hook_resid_post	16384	none
layer_13/width_16k/average_l0_34 Load this SAE	gemma-2-9b/13-gemmascope-res-16k__l0-34	blocks.13.hook_resid_post	16384	none
layer_13/width_16k/average_l0_65 Load this SAE		blocks.13.hook_resid_post	16384	none
layer_14/width_131k/average_l0_10 Load this SAE		blocks.14.hook_resid_post	131072	none
layer_14/width_131k/average_l0_105 Load this SAE		blocks.14.hook_resid_post	131072	none
layer_14/width_131k/average_l0_18 Load this SAE		blocks.14.hook_resid_post	131072	none
layer_14/width_131k/average_l0_197 Load this SAE		blocks.14.hook_resid_post	131072	none
layer_14/width_131k/average_l0_31 Load this SAE		blocks.14.hook_resid_post	131072	none
layer_14/width_131k/average_l0_56 Load this SAE	gemma-2-9b/14-gemmascope-res-131k__l0-56	blocks.14.hook_resid_post	131072	none
layer_14/width_16k/average_l0_11 Load this SAE		blocks.14.hook_resid_post	16384	none
layer_14/width_16k/average_l0_137 Load this SAE		blocks.14.hook_resid_post	16384	none
layer_14/width_16k/average_l0_19 Load this SAE		blocks.14.hook_resid_post	16384	none
layer_14/width_16k/average_l0_294 Load this SAE		blocks.14.hook_resid_post	16384	none
layer_14/width_16k/average_l0_35 Load this SAE	gemma-2-9b/14-gemmascope-res-16k__l0-35	blocks.14.hook_resid_post	16384	none
layer_14/width_16k/average_l0_67 Load this SAE		blocks.14.hook_resid_post	16384	none
layer_15/width_131k/average_l0_10 Load this SAE		blocks.15.hook_resid_post	131072	none
layer_15/width_131k/average_l0_103 Load this SAE		blocks.15.hook_resid_post	131072	none
layer_15/width_131k/average_l0_17 Load this SAE		blocks.15.hook_resid_post	131072	none
layer_15/width_131k/average_l0_198 Load this SAE		blocks.15.hook_resid_post	131072	none
layer_15/width_131k/average_l0_30 Load this SAE		blocks.15.hook_resid_post	131072	none
layer_15/width_131k/average_l0_55 Load this SAE	gemma-2-9b/15-gemmascope-res-131k__l0-55	blocks.15.hook_resid_post	131072	none
layer_15/width_16k/average_l0_10 Load this SAE		blocks.15.hook_resid_post	16384	none
layer_15/width_16k/average_l0_131 Load this SAE		blocks.15.hook_resid_post	16384	none
layer_15/width_16k/average_l0_18 Load this SAE		blocks.15.hook_resid_post	16384	none
layer_15/width_16k/average_l0_290 Load this SAE		blocks.15.hook_resid_post	16384	none
layer_15/width_16k/average_l0_34 Load this SAE	gemma-2-9b/15-gemmascope-res-16k__l0-34	blocks.15.hook_resid_post	16384	none
layer_15/width_16k/average_l0_65 Load this SAE		blocks.15.hook_resid_post	16384	none
layer_16/width_131k/average_l0_11 Load this SAE		blocks.16.hook_resid_post	131072	none
layer_16/width_131k/average_l0_121 Load this SAE		blocks.16.hook_resid_post	131072	none
layer_16/width_131k/average_l0_20 Load this SAE		blocks.16.hook_resid_post	131072	none
layer_16/width_131k/average_l0_232 Load this SAE		blocks.16.hook_resid_post	131072	none
layer_16/width_131k/average_l0_35 Load this SAE	gemma-2-9b/16-gemmascope-res-131k__l0-35	blocks.16.hook_resid_post	131072	none
layer_16/width_131k/average_l0_65 Load this SAE		blocks.16.hook_resid_post	131072	none
layer_16/width_16k/average_l0_11 Load this SAE		blocks.16.hook_resid_post	16384	none
layer_16/width_16k/average_l0_152 Load this SAE		blocks.16.hook_resid_post	16384	none
layer_16/width_16k/average_l0_21 Load this SAE		blocks.16.hook_resid_post	16384	none
layer_16/width_16k/average_l0_346 Load this SAE		blocks.16.hook_resid_post	16384	none
layer_16/width_16k/average_l0_39 Load this SAE	gemma-2-9b/16-gemmascope-res-16k__l0-39	blocks.16.hook_resid_post	16384	none
layer_16/width_16k/average_l0_75 Load this SAE		blocks.16.hook_resid_post	16384	none
layer_17/width_131k/average_l0_11 Load this SAE		blocks.17.hook_resid_post	131072	none
layer_17/width_131k/average_l0_117 Load this SAE		blocks.17.hook_resid_post	131072	none
layer_17/width_131k/average_l0_19 Load this SAE		blocks.17.hook_resid_post	131072	none
layer_17/width_131k/average_l0_221 Load this SAE		blocks.17.hook_resid_post	131072	none
layer_17/width_131k/average_l0_35 Load this SAE	gemma-2-9b/17-gemmascope-res-131k__l0-35	blocks.17.hook_resid_post	131072	none
layer_17/width_131k/average_l0_64 Load this SAE		blocks.17.hook_resid_post	131072	none
layer_17/width_16k/average_l0_12 Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17/width_16k/average_l0_144 Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17/width_16k/average_l0_21 Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17/width_16k/average_l0_317 Load this SAE		blocks.17.hook_resid_post	16384	none
layer_17/width_16k/average_l0_38 Load this SAE	gemma-2-9b/17-gemmascope-res-16k__l0-38	blocks.17.hook_resid_post	16384	none
layer_17/width_16k/average_l0_73 Load this SAE		blocks.17.hook_resid_post	16384	none
layer_18/width_131k/average_l0_11 Load this SAE		blocks.18.hook_resid_post	131072	none
layer_18/width_131k/average_l0_113 Load this SAE		blocks.18.hook_resid_post	131072	none
layer_18/width_131k/average_l0_19 Load this SAE		blocks.18.hook_resid_post	131072	none
layer_18/width_131k/average_l0_221 Load this SAE		blocks.18.hook_resid_post	131072	none
layer_18/width_131k/average_l0_34 Load this SAE	gemma-2-9b/18-gemmascope-res-131k__l0-34	blocks.18.hook_resid_post	131072	none
layer_18/width_131k/average_l0_62 Load this SAE		blocks.18.hook_resid_post	131072	none
layer_18/width_16k/average_l0_11 Load this SAE		blocks.18.hook_resid_post	16384	none
layer_18/width_16k/average_l0_140 Load this SAE		blocks.18.hook_resid_post	16384	none
layer_18/width_16k/average_l0_20 Load this SAE		blocks.18.hook_resid_post	16384	none
layer_18/width_16k/average_l0_309 Load this SAE		blocks.18.hook_resid_post	16384	none
layer_18/width_16k/average_l0_37 Load this SAE	gemma-2-9b/18-gemmascope-res-16k__l0-37	blocks.18.hook_resid_post	16384	none
layer_18/width_16k/average_l0_71 Load this SAE		blocks.18.hook_resid_post	16384	none
layer_19/width_131k/average_l0_10 Load this SAE		blocks.19.hook_resid_post	131072	none
layer_19/width_131k/average_l0_110 Load this SAE		blocks.19.hook_resid_post	131072	none
layer_19/width_131k/average_l0_18 Load this SAE		blocks.19.hook_resid_post	131072	none
layer_19/width_131k/average_l0_210 Load this SAE		blocks.19.hook_resid_post	131072	none
layer_19/width_131k/average_l0_32 Load this SAE	gemma-2-9b/19-gemmascope-res-131k__l0-32	blocks.19.hook_resid_post	131072	none
layer_19/width_131k/average_l0_60 Load this SAE		blocks.19.hook_resid_post	131072	none
layer_19/width_16k/average_l0_11 Load this SAE		blocks.19.hook_resid_post	16384	none
layer_19/width_16k/average_l0_132 Load this SAE		blocks.19.hook_resid_post	16384	none
layer_19/width_16k/average_l0_19 Load this SAE		blocks.19.hook_resid_post	16384	none
layer_19/width_16k/average_l0_293 Load this SAE		blocks.19.hook_resid_post	16384	none
layer_19/width_16k/average_l0_35 Load this SAE	gemma-2-9b/19-gemmascope-res-16k__l0-35	blocks.19.hook_resid_post	16384	none
layer_19/width_16k/average_l0_67 Load this SAE		blocks.19.hook_resid_post	16384	none
layer_2/width_131k/average_l0_12 Load this SAE		blocks.2.hook_resid_post	131072	none
layer_2/width_131k/average_l0_19 Load this SAE		blocks.2.hook_resid_post	131072	none
layer_2/width_131k/average_l0_36 Load this SAE	gemma-2-9b/2-gemmascope-res-131k__l0-36	blocks.2.hook_resid_post	131072	none
layer_2/width_131k/average_l0_5 Load this SAE		blocks.2.hook_resid_post	131072	none
layer_2/width_131k/average_l0_70 Load this SAE		blocks.2.hook_resid_post	131072	none
layer_2/width_131k/average_l0_8 Load this SAE		blocks.2.hook_resid_post	131072	none
layer_2/width_16k/average_l0_14 Load this SAE		blocks.2.hook_resid_post	16384	none
layer_2/width_16k/average_l0_189 Load this SAE		blocks.2.hook_resid_post	16384	none
layer_2/width_16k/average_l0_29 Load this SAE		blocks.2.hook_resid_post	16384	none
layer_2/width_16k/average_l0_67 Load this SAE	gemma-2-9b/2-gemmascope-res-16k__l0-67	blocks.2.hook_resid_post	16384	none
layer_2/width_16k/average_l0_8 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-10	blocks.2.hook_resid_post	16384	none
layer_20/width_131k/average_l0_11 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-11	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_114 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-12	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_19 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-19	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_221 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-221	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_276 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-276	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_34 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-34	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_53 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-53	blocks.20.hook_resid_post	131072	none
layer_20/width_131k/average_l0_62 Load this SAE	gemma-2-9b/20-gemmascope-res-131k__l0-62	blocks.20.hook_resid_post	131072	none
layer_20/width_16k/average_l0_11 Load this SAE	gemma-2-9b/20-gemmascope-res-16k__l0-11	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_138 Load this SAE	gemma-2-9b/20-gemmascope-res-16k__l0-138	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_20 Load this SAE	gemma-2-9b/20-gemmascope-res-16k__l0-20	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_310 Load this SAE	gemma-2-9b/20-gemmascope-res-16k__l0-310	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_36 Load this SAE	gemma-2-9b/20-gemmascope-res-16k__l0-36	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_408 Load this SAE	gemma-2-9b/20-gemmascope-res-16k__l0-408	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_58 Load this SAE	gemma-2-9b/20-gemmascope-res-16k__l0-58	blocks.20.hook_resid_post	16384	none
layer_20/width_16k/average_l0_68 Load this SAE		blocks.20.hook_resid_post	16384	none
layer_20/width_1m/average_l0_101 Load this SAE		blocks.20.hook_resid_post	1048576	none
layer_20/width_1m/average_l0_11 Load this SAE	gemma-2-9b/20-gemmascope-res-1m__l0-11	blocks.20.hook_resid_post	1048576	none
layer_20/width_1m/average_l0_19 Load this SAE	gemma-2-9b/20-gemmascope-res-1m__l0-19	blocks.20.hook_resid_post	1048576	none
layer_20/width_1m/average_l0_193 Load this SAE	gemma-2-9b/20-gemmascope-res-1m__l0-193	blocks.20.hook_resid_post	1048576	none
layer_20/width_1m/average_l0_34 Load this SAE	gemma-2-9b/20-gemmascope-res-1m__l0-34	blocks.20.hook_resid_post	1048576	none
layer_20/width_1m/average_l0_57 Load this SAE	gemma-2-9b/20-gemmascope-res-1m__l0-57	blocks.20.hook_resid_post	1048576	none
layer_20/width_262k/average_l0_11 Load this SAE		blocks.20.hook_resid_post	262144	none
layer_20/width_262k/average_l0_259 Load this SAE		blocks.20.hook_resid_post	262144	none
layer_20/width_262k/average_l0_50 Load this SAE		blocks.20.hook_resid_post	262144	none
layer_20/width_32k/average_l0_11 Load this SAE		blocks.20.hook_resid_post	32768	none
layer_20/width_32k/average_l0_344 Load this SAE		blocks.20.hook_resid_post	32768	none
layer_20/width_32k/average_l0_57 Load this SAE		blocks.20.hook_resid_post	32768	none
layer_20/width_524k/average_l0_10 Load this SAE		blocks.20.hook_resid_post	524288	none
layer_20/width_524k/average_l0_241 Load this SAE		blocks.20.hook_resid_post	524288	none
layer_20/width_524k/average_l0_48 Load this SAE		blocks.20.hook_resid_post	524288	none
layer_20/width_65k/average_l0_11 Load this SAE		blocks.20.hook_resid_post	65536	none
layer_20/width_65k/average_l0_55 Load this SAE		blocks.20.hook_resid_post	65536	none
layer_20/width_65k/average_l0_298 Load this SAE		blocks.20.hook_resid_post	65536	none
layer_21/width_131k/average_l0_109 Load this SAE		blocks.21.hook_resid_post	131072	none
layer_21/width_131k/average_l0_11 Load this SAE		blocks.21.hook_resid_post	131072	none
layer_21/width_131k/average_l0_19 Load this SAE		blocks.21.hook_resid_post	131072	none
layer_21/width_131k/average_l0_204 Load this SAE		blocks.21.hook_resid_post	131072	none
layer_21/width_131k/average_l0_33 Load this SAE	gemma-2-9b/21-gemmascope-res-131k__l0-33	blocks.21.hook_resid_post	131072	none
layer_21/width_131k/average_l0_58 Load this SAE		blocks.21.hook_resid_post	131072	none
layer_21/width_16k/average_l0_11 Load this SAE		blocks.21.hook_resid_post	16384	none
layer_21/width_16k/average_l0_129 Load this SAE		blocks.21.hook_resid_post	16384	none
layer_21/width_16k/average_l0_19 Load this SAE		blocks.21.hook_resid_post	16384	none
layer_21/width_16k/average_l0_278 Load this SAE		blocks.21.hook_resid_post	16384	none
layer_21/width_16k/average_l0_36 Load this SAE	gemma-2-9b/21-gemmascope-res-16k__l0-36	blocks.21.hook_resid_post	16384	none
layer_21/width_16k/average_l0_66 Load this SAE		blocks.21.hook_resid_post	16384	none
layer_22/width_131k/average_l0_10 Load this SAE		blocks.22.hook_resid_post	131072	none
layer_22/width_131k/average_l0_105 Load this SAE		blocks.22.hook_resid_post	131072	none
layer_22/width_131k/average_l0_18 Load this SAE		blocks.22.hook_resid_post	131072	none
layer_22/width_131k/average_l0_197 Load this SAE		blocks.22.hook_resid_post	131072	none
layer_22/width_131k/average_l0_32 Load this SAE	gemma-2-9b/22-gemmascope-res-131k__l0-32	blocks.22.hook_resid_post	131072	none
layer_22/width_131k/average_l0_58 Load this SAE		blocks.22.hook_resid_post	131072	none
layer_22/width_16k/average_l0_11 Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22/width_16k/average_l0_123 Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22/width_16k/average_l0_19 Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22/width_16k/average_l0_268 Load this SAE		blocks.22.hook_resid_post	16384	none
layer_22/width_16k/average_l0_35 Load this SAE	gemma-2-9b/22-gemmascope-res-16k__l0-35	blocks.22.hook_resid_post	16384	none
layer_22/width_16k/average_l0_65 Load this SAE		blocks.22.hook_resid_post	16384	none
layer_23/width_131k/average_l0_10 Load this SAE		blocks.23.hook_resid_post	131072	none
layer_23/width_131k/average_l0_101 Load this SAE		blocks.23.hook_resid_post	131072	none
layer_23/width_131k/average_l0_18 Load this SAE		blocks.23.hook_resid_post	131072	none
layer_23/width_131k/average_l0_187 Load this SAE		blocks.23.hook_resid_post	131072	none
layer_23/width_131k/average_l0_32 Load this SAE	gemma-2-9b/23-gemmascope-res-131k__l0-32	blocks.23.hook_resid_post	131072	none
layer_23/width_131k/average_l0_56 Load this SAE		blocks.23.hook_resid_post	131072	none
layer_23/width_16k/average_l0_11 Load this SAE		blocks.23.hook_resid_post	16384	none
layer_23/width_16k/average_l0_120 Load this SAE		blocks.23.hook_resid_post	16384	none
layer_23/width_16k/average_l0_19 Load this SAE		blocks.23.hook_resid_post	16384	none
layer_23/width_16k/average_l0_248 Load this SAE		blocks.23.hook_resid_post	16384	none
layer_23/width_16k/average_l0_35 Load this SAE	gemma-2-9b/23-gemmascope-res-16k__l0-35	blocks.23.hook_resid_post	16384	none
layer_23/width_16k/average_l0_63 Load this SAE		blocks.23.hook_resid_post	16384	none
layer_24/width_131k/average_l0_10 Load this SAE		blocks.24.hook_resid_post	131072	none
layer_24/width_131k/average_l0_17 Load this SAE		blocks.24.hook_resid_post	131072	none
layer_24/width_131k/average_l0_180 Load this SAE		blocks.24.hook_resid_post	131072	none
layer_24/width_131k/average_l0_30 Load this SAE		blocks.24.hook_resid_post	131072	none
layer_24/width_131k/average_l0_55 Load this SAE	gemma-2-9b/24-gemmascope-res-131k__l0-55	blocks.24.hook_resid_post	131072	none
layer_24/width_131k/average_l0_97 Load this SAE		blocks.24.hook_resid_post	131072	none
layer_24/width_16k/average_l0_10 Load this SAE		blocks.24.hook_resid_post	16384	none
layer_24/width_16k/average_l0_114 Load this SAE		blocks.24.hook_resid_post	16384	none
layer_24/width_16k/average_l0_19 Load this SAE		blocks.24.hook_resid_post	16384	none
layer_24/width_16k/average_l0_234 Load this SAE		blocks.24.hook_resid_post	16384	none
layer_24/width_16k/average_l0_34 Load this SAE	gemma-2-9b/24-gemmascope-res-16k__l0-34	blocks.24.hook_resid_post	16384	none
layer_24/width_16k/average_l0_61 Load this SAE		blocks.24.hook_resid_post	16384	none
layer_25/width_131k/average_l0_10 Load this SAE		blocks.25.hook_resid_post	131072	none
layer_25/width_131k/average_l0_177 Load this SAE		blocks.25.hook_resid_post	131072	none
layer_25/width_131k/average_l0_18 Load this SAE		blocks.25.hook_resid_post	131072	none
layer_25/width_131k/average_l0_31 Load this SAE		blocks.25.hook_resid_post	131072	none
layer_25/width_131k/average_l0_54 Load this SAE	gemma-2-9b/25-gemmascope-res-131k__l0-54	blocks.25.hook_resid_post	131072	none
layer_25/width_131k/average_l0_96 Load this SAE		blocks.25.hook_resid_post	131072	none
layer_25/width_16k/average_l0_11 Load this SAE		blocks.25.hook_resid_post	16384	none
layer_25/width_16k/average_l0_114 Load this SAE		blocks.25.hook_resid_post	16384	none
layer_25/width_16k/average_l0_19 Load this SAE		blocks.25.hook_resid_post	16384	none
layer_25/width_16k/average_l0_231 Load this SAE		blocks.25.hook_resid_post	16384	none
layer_25/width_16k/average_l0_34 Load this SAE	gemma-2-9b/25-gemmascope-res-16k__l0-34	blocks.25.hook_resid_post	16384	none
layer_25/width_16k/average_l0_61 Load this SAE		blocks.25.hook_resid_post	16384	none
layer_26/width_131k/average_l0_10 Load this SAE		blocks.26.hook_resid_post	131072	none
layer_26/width_131k/average_l0_176 Load this SAE		blocks.26.hook_resid_post	131072	none
layer_26/width_131k/average_l0_18 Load this SAE		blocks.26.hook_resid_post	131072	none
layer_26/width_131k/average_l0_32 Load this SAE	gemma-2-9b/26-gemmascope-res-131k__l0-32	blocks.26.hook_resid_post	131072	none
layer_26/width_131k/average_l0_55 Load this SAE		blocks.26.hook_resid_post	131072	none
layer_26/width_131k/average_l0_97 Load this SAE		blocks.26.hook_resid_post	131072	none
layer_26/width_16k/average_l0_11 Load this SAE		blocks.26.hook_resid_post	16384	none
layer_26/width_16k/average_l0_116 Load this SAE		blocks.26.hook_resid_post	16384	none
layer_26/width_16k/average_l0_20 Load this SAE		blocks.26.hook_resid_post	16384	none
layer_26/width_16k/average_l0_233 Load this SAE		blocks.26.hook_resid_post	16384	none
layer_26/width_16k/average_l0_35 Load this SAE	gemma-2-9b/26-gemmascope-res-16k__l0-35	blocks.26.hook_resid_post	16384	none
layer_26/width_16k/average_l0_63 Load this SAE		blocks.26.hook_resid_post	16384	none
layer_27/width_131k/average_l0_11 Load this SAE		blocks.27.hook_resid_post	131072	none
layer_27/width_131k/average_l0_171 Load this SAE		blocks.27.hook_resid_post	131072	none
layer_27/width_131k/average_l0_19 Load this SAE		blocks.27.hook_resid_post	131072	none
layer_27/width_131k/average_l0_33 Load this SAE	gemma-2-9b/27-gemmascope-res-131k__l0-33	blocks.27.hook_resid_post	131072	none
layer_27/width_131k/average_l0_56 Load this SAE		blocks.27.hook_resid_post	131072	none
layer_27/width_131k/average_l0_96 Load this SAE		blocks.27.hook_resid_post	131072	none
layer_27/width_16k/average_l0_118 Load this SAE		blocks.27.hook_resid_post	16384	none
layer_27/width_16k/average_l0_12 Load this SAE		blocks.27.hook_resid_post	16384	none
layer_27/width_16k/average_l0_21 Load this SAE		blocks.27.hook_resid_post	16384	none
layer_27/width_16k/average_l0_230 Load this SAE		blocks.27.hook_resid_post	16384	none
layer_27/width_16k/average_l0_36 Load this SAE	gemma-2-9b/27-gemmascope-res-16k__l0-36	blocks.27.hook_resid_post	16384	none
layer_27/width_16k/average_l0_65 Load this SAE		blocks.27.hook_resid_post	16384	none
layer_28/width_131k/average_l0_11 Load this SAE		blocks.28.hook_resid_post	131072	none
layer_28/width_131k/average_l0_171 Load this SAE		blocks.28.hook_resid_post	131072	none
layer_28/width_131k/average_l0_19 Load this SAE		blocks.28.hook_resid_post	131072	none
layer_28/width_131k/average_l0_32 Load this SAE	gemma-2-9b/28-gemmascope-res-131k__l0-32	blocks.28.hook_resid_post	131072	none
layer_28/width_131k/average_l0_57 Load this SAE		blocks.28.hook_resid_post	131072	none
layer_28/width_131k/average_l0_98 Load this SAE		blocks.28.hook_resid_post	131072	none
layer_28/width_16k/average_l0_119 Load this SAE		blocks.28.hook_resid_post	16384	none
layer_28/width_16k/average_l0_12 Load this SAE		blocks.28.hook_resid_post	16384	none
layer_28/width_16k/average_l0_21 Load this SAE		blocks.28.hook_resid_post	16384	none
layer_28/width_16k/average_l0_229 Load this SAE		blocks.28.hook_resid_post	16384	none
layer_28/width_16k/average_l0_37 Load this SAE	gemma-2-9b/28-gemmascope-res-16k__l0-37	blocks.28.hook_resid_post	16384	none
layer_28/width_16k/average_l0_65 Load this SAE		blocks.28.hook_resid_post	16384	none
layer_29/width_131k/average_l0_11 Load this SAE		blocks.29.hook_resid_post	131072	none
layer_29/width_131k/average_l0_171 Load this SAE		blocks.29.hook_resid_post	131072	none
layer_29/width_131k/average_l0_19 Load this SAE		blocks.29.hook_resid_post	131072	none
layer_29/width_131k/average_l0_33 Load this SAE	gemma-2-9b/29-gemmascope-res-131k__l0-33	blocks.29.hook_resid_post	131072	none
layer_29/width_131k/average_l0_56 Load this SAE		blocks.29.hook_resid_post	131072	none
layer_29/width_131k/average_l0_97 Load this SAE		blocks.29.hook_resid_post	131072	none
layer_29/width_16k/average_l0_119 Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29/width_16k/average_l0_12 Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29/width_16k/average_l0_21 Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29/width_16k/average_l0_224 Load this SAE		blocks.29.hook_resid_post	16384	none
layer_29/width_16k/average_l0_38 Load this SAE	gemma-2-9b/29-gemmascope-res-16k__l0-38	blocks.29.hook_resid_post	16384	none
layer_29/width_16k/average_l0_66 Load this SAE		blocks.29.hook_resid_post	16384	none
layer_3/width_131k/average_l0_103 Load this SAE		blocks.3.hook_resid_post	131072	none
layer_3/width_131k/average_l0_14 Load this SAE		blocks.3.hook_resid_post	131072	none
layer_3/width_131k/average_l0_25 Load this SAE		blocks.3.hook_resid_post	131072	none
layer_3/width_131k/average_l0_46 Load this SAE	gemma-2-9b/3-gemmascope-res-131k__l0-46	blocks.3.hook_resid_post	131072	none
layer_3/width_131k/average_l0_6 Load this SAE		blocks.3.hook_resid_post	131072	none
layer_3/width_131k/average_l0_9 Load this SAE		blocks.3.hook_resid_post	131072	none
layer_3/width_16k/average_l0_10 Load this SAE		blocks.3.hook_resid_post	16384	none
layer_3/width_16k/average_l0_17 Load this SAE		blocks.3.hook_resid_post	16384	none
layer_3/width_16k/average_l0_229 Load this SAE		blocks.3.hook_resid_post	16384	none
layer_3/width_16k/average_l0_37 Load this SAE	gemma-2-9b/3-gemmascope-res-16k__l0-37	blocks.3.hook_resid_post	16384	none
layer_3/width_16k/average_l0_90 Load this SAE		blocks.3.hook_resid_post	16384	none
layer_30/width_131k/average_l0_11 Load this SAE		blocks.30.hook_resid_post	131072	none
layer_30/width_131k/average_l0_170 Load this SAE		blocks.30.hook_resid_post	131072	none
layer_30/width_131k/average_l0_18 Load this SAE		blocks.30.hook_resid_post	131072	none
layer_30/width_131k/average_l0_32 Load this SAE	gemma-2-9b/30-gemmascope-res-131k__l0-32	blocks.30.hook_resid_post	131072	none
layer_30/width_131k/average_l0_56 Load this SAE		blocks.30.hook_resid_post	131072	none
layer_30/width_131k/average_l0_95 Load this SAE		blocks.30.hook_resid_post	131072	none
layer_30/width_16k/average_l0_12 Load this SAE		blocks.30.hook_resid_post	16384	none
layer_30/width_16k/average_l0_120 Load this SAE		blocks.30.hook_resid_post	16384	none
layer_30/width_16k/average_l0_21 Load this SAE		blocks.30.hook_resid_post	16384	none
layer_30/width_16k/average_l0_226 Load this SAE		blocks.30.hook_resid_post	16384	none
layer_30/width_16k/average_l0_37 Load this SAE	gemma-2-9b/30-gemmascope-res-16k__l0-37	blocks.30.hook_resid_post	16384	none
layer_30/width_16k/average_l0_66 Load this SAE		blocks.30.hook_resid_post	16384	none
layer_31/width_131k/average_l0_10 Load this SAE	gemma-2-9b/31-gemmascope-res-131k__l0-10	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_160 Load this SAE	gemma-2-9b/31-gemmascope-res-131k__l0-160	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_18 Load this SAE	gemma-2-9b/31-gemmascope-res-131k__l0-18	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_31 Load this SAE	gemma-2-9b/31-gemmascope-res-131k__l0-31	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_52 Load this SAE	gemma-2-9b/31-gemmascope-res-131k__l0-52	blocks.31.hook_resid_post	131072	none
layer_31/width_131k/average_l0_92 Load this SAE		blocks.31.hook_resid_post	131072	none
layer_31/width_16k/average_l0_11 Load this SAE	gemma-2-9b/31-gemmascope-res-16k__l0-11	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_114 Load this SAE	gemma-2-9b/31-gemmascope-res-16k__l0-114	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_20 Load this SAE	gemma-2-9b/31-gemmascope-res-16k__l0-20	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_218 Load this SAE	gemma-2-9b/31-gemmascope-res-16k__l0-218	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_35 Load this SAE	gemma-2-9b/31-gemmascope-res-16k__l0-35	blocks.31.hook_resid_post	16384	none
layer_31/width_16k/average_l0_63 Load this SAE	gemma-2-9b/31-gemmascope-res-16k__l0-63	blocks.31.hook_resid_post	16384	none
layer_31/width_1m/average_l0_11 Load this SAE	gemma-2-9b/31-gemmascope-res-1m__l0-11	blocks.31.hook_resid_post	1048576	none
layer_31/width_1m/average_l0_132 Load this SAE	gemma-2-9b/31-gemmascope-res-1m__l0-132	blocks.31.hook_resid_post	1048576	none
layer_31/width_1m/average_l0_25 Load this SAE	gemma-2-9b/31-gemmascope-res-1m__l0-25	blocks.31.hook_resid_post	1048576	none
layer_31/width_1m/average_l0_27 Load this SAE	gemma-2-9b/31-gemmascope-res-1m__l0-27	blocks.31.hook_resid_post	1048576	none
layer_31/width_1m/average_l0_45 Load this SAE	gemma-2-9b/31-gemmascope-res-1m__l0-45	blocks.31.hook_resid_post	1048576	none
layer_31/width_1m/average_l0_77 Load this SAE		blocks.31.hook_resid_post	1048576	none
layer_32/width_131k/average_l0_10 Load this SAE		blocks.32.hook_resid_post	131072	none
layer_32/width_131k/average_l0_158 Load this SAE		blocks.32.hook_resid_post	131072	none
layer_32/width_131k/average_l0_18 Load this SAE		blocks.32.hook_resid_post	131072	none
layer_32/width_131k/average_l0_30 Load this SAE		blocks.32.hook_resid_post	131072	none
layer_32/width_131k/average_l0_51 Load this SAE	gemma-2-9b/32-gemmascope-res-131k__l0-51	blocks.32.hook_resid_post	131072	none
layer_32/width_131k/average_l0_88 Load this SAE		blocks.32.hook_resid_post	131072	none
layer_32/width_16k/average_l0_11 Load this SAE		blocks.32.hook_resid_post	16384	none
layer_32/width_16k/average_l0_111 Load this SAE		blocks.32.hook_resid_post	16384	none
layer_32/width_16k/average_l0_20 Load this SAE		blocks.32.hook_resid_post	16384	none
layer_32/width_16k/average_l0_219 Load this SAE		blocks.32.hook_resid_post	16384	none
layer_32/width_16k/average_l0_34 Load this SAE	gemma-2-9b/32-gemmascope-res-16k__l0-34	blocks.32.hook_resid_post	16384	none
layer_32/width_16k/average_l0_61 Load this SAE		blocks.32.hook_resid_post	16384	none
layer_33/width_131k/average_l0_10 Load this SAE		blocks.33.hook_resid_post	131072	none
layer_33/width_131k/average_l0_165 Load this SAE		blocks.33.hook_resid_post	131072	none
layer_33/width_131k/average_l0_18 Load this SAE		blocks.33.hook_resid_post	131072	none
layer_33/width_131k/average_l0_30 Load this SAE		blocks.33.hook_resid_post	131072	none
layer_33/width_131k/average_l0_51 Load this SAE	gemma-2-9b/33-gemmascope-res-131k__l0-51	blocks.33.hook_resid_post	131072	none
layer_33/width_131k/average_l0_91 Load this SAE		blocks.33.hook_resid_post	131072	none
layer_33/width_16k/average_l0_11 Load this SAE		blocks.33.hook_resid_post	16384	none
layer_33/width_16k/average_l0_114 Load this SAE		blocks.33.hook_resid_post	16384	none
layer_33/width_16k/average_l0_20 Load this SAE		blocks.33.hook_resid_post	16384	none
layer_33/width_16k/average_l0_228 Load this SAE		blocks.33.hook_resid_post	16384	none
layer_33/width_16k/average_l0_34 Load this SAE	gemma-2-9b/33-gemmascope-res-16k__l0-34	blocks.33.hook_resid_post	16384	none
layer_33/width_16k/average_l0_63 Load this SAE		blocks.33.hook_resid_post	16384	none
layer_34/width_131k/average_l0_10 Load this SAE		blocks.34.hook_resid_post	131072	none
layer_34/width_131k/average_l0_163 Load this SAE		blocks.34.hook_resid_post	131072	none
layer_34/width_131k/average_l0_17 Load this SAE		blocks.34.hook_resid_post	131072	none
layer_34/width_131k/average_l0_30 Load this SAE		blocks.34.hook_resid_post	131072	none
layer_34/width_131k/average_l0_51 Load this SAE	gemma-2-9b/34-gemmascope-res-131k__l0-51	blocks.34.hook_resid_post	131072	none
layer_34/width_131k/average_l0_89 Load this SAE		blocks.34.hook_resid_post	131072	none
layer_34/width_16k/average_l0_11 Load this SAE		blocks.34.hook_resid_post	16384	none
layer_34/width_16k/average_l0_114 Load this SAE		blocks.34.hook_resid_post	16384	none
layer_34/width_16k/average_l0_19 Load this SAE		blocks.34.hook_resid_post	16384	none
layer_34/width_16k/average_l0_229 Load this SAE		blocks.34.hook_resid_post	16384	none
layer_34/width_16k/average_l0_34 Load this SAE	gemma-2-9b/34-gemmascope-res-16k__l0-34	blocks.34.hook_resid_post	16384	none
layer_34/width_16k/average_l0_60 Load this SAE		blocks.34.hook_resid_post	16384	none
layer_35/width_131k/average_l0_10 Load this SAE		blocks.35.hook_resid_post	131072	none
layer_35/width_131k/average_l0_17 Load this SAE		blocks.35.hook_resid_post	131072	none
layer_35/width_131k/average_l0_171 Load this SAE		blocks.35.hook_resid_post	131072	none
layer_35/width_131k/average_l0_30 Load this SAE		blocks.35.hook_resid_post	131072	none
layer_35/width_131k/average_l0_51 Load this SAE	gemma-2-9b/35-gemmascope-res-131k__l0-51	blocks.35.hook_resid_post	131072	none
layer_35/width_131k/average_l0_94 Load this SAE		blocks.35.hook_resid_post	131072	none
layer_35/width_16k/average_l0_11 Load this SAE		blocks.35.hook_resid_post	16384	none
layer_35/width_16k/average_l0_120 Load this SAE		blocks.35.hook_resid_post	16384	none
layer_35/width_16k/average_l0_19 Load this SAE		blocks.35.hook_resid_post	16384	none
layer_35/width_16k/average_l0_246 Load this SAE		blocks.35.hook_resid_post	16384	none
layer_35/width_16k/average_l0_34 Load this SAE	gemma-2-9b/35-gemmascope-res-16k__l0-34	blocks.35.hook_resid_post	16384	none
layer_35/width_16k/average_l0_61 Load this SAE		blocks.35.hook_resid_post	16384	none
layer_36/width_131k/average_l0_10 Load this SAE		blocks.36.hook_resid_post	131072	none
layer_36/width_131k/average_l0_17 Load this SAE		blocks.36.hook_resid_post	131072	none
layer_36/width_131k/average_l0_180 Load this SAE		blocks.36.hook_resid_post	131072	none
layer_36/width_131k/average_l0_30 Load this SAE		blocks.36.hook_resid_post	131072	none
layer_36/width_131k/average_l0_51 Load this SAE	gemma-2-9b/36-gemmascope-res-131k__l0-51	blocks.36.hook_resid_post	131072	none
layer_36/width_131k/average_l0_93 Load this SAE		blocks.36.hook_resid_post	131072	none
layer_36/width_16k/average_l0_11 Load this SAE		blocks.36.hook_resid_post	16384	none
layer_36/width_16k/average_l0_120 Load this SAE		blocks.36.hook_resid_post	16384	none
layer_36/width_16k/average_l0_19 Load this SAE		blocks.36.hook_resid_post	16384	none
layer_36/width_16k/average_l0_252 Load this SAE		blocks.36.hook_resid_post	16384	none
layer_36/width_16k/average_l0_34 Load this SAE	gemma-2-9b/36-gemmascope-res-16k__l0-34	blocks.36.hook_resid_post	16384	none
layer_36/width_16k/average_l0_61 Load this SAE		blocks.36.hook_resid_post	16384	none
layer_37/width_131k/average_l0_10 Load this SAE		blocks.37.hook_resid_post	131072	none
layer_37/width_131k/average_l0_18 Load this SAE		blocks.37.hook_resid_post	131072	none
layer_37/width_131k/average_l0_184 Load this SAE		blocks.37.hook_resid_post	131072	none
layer_37/width_131k/average_l0_30 Load this SAE		blocks.37.hook_resid_post	131072	none
layer_37/width_131k/average_l0_53 Load this SAE	gemma-2-9b/37-gemmascope-res-131k__l0-53	blocks.37.hook_resid_post	131072	none
layer_37/width_131k/average_l0_96 Load this SAE		blocks.37.hook_resid_post	131072	none
layer_37/width_16k/average_l0_11 Load this SAE		blocks.37.hook_resid_post	16384	none
layer_37/width_16k/average_l0_124 Load this SAE		blocks.37.hook_resid_post	16384	none
layer_37/width_16k/average_l0_20 Load this SAE		blocks.37.hook_resid_post	16384	none
layer_37/width_16k/average_l0_266 Load this SAE		blocks.37.hook_resid_post	16384	none
layer_37/width_16k/average_l0_34 Load this SAE	gemma-2-9b/37-gemmascope-res-16k__l0-34	blocks.37.hook_resid_post	16384	none
layer_37/width_16k/average_l0_63 Load this SAE		blocks.37.hook_resid_post	16384	none
layer_38/width_131k/average_l0_10 Load this SAE		blocks.38.hook_resid_post	131072	none
layer_38/width_131k/average_l0_101 Load this SAE		blocks.38.hook_resid_post	131072	none
layer_38/width_131k/average_l0_18 Load this SAE		blocks.38.hook_resid_post	131072	none
layer_38/width_131k/average_l0_194 Load this SAE		blocks.38.hook_resid_post	131072	none
layer_38/width_131k/average_l0_30 Load this SAE		blocks.38.hook_resid_post	131072	none
layer_38/width_131k/average_l0_53 Load this SAE	gemma-2-9b/38-gemmascope-res-131k__l0-53	blocks.38.hook_resid_post	131072	none
layer_38/width_16k/average_l0_11 Load this SAE		blocks.38.hook_resid_post	16384	none
layer_38/width_16k/average_l0_128 Load this SAE		blocks.38.hook_resid_post	16384	none
layer_38/width_16k/average_l0_20 Load this SAE		blocks.38.hook_resid_post	16384	none
layer_38/width_16k/average_l0_286 Load this SAE		blocks.38.hook_resid_post	16384	none
layer_38/width_16k/average_l0_34 Load this SAE	gemma-2-9b/38-gemmascope-res-16k__l0-34	blocks.38.hook_resid_post	16384	none
layer_38/width_16k/average_l0_64 Load this SAE		blocks.38.hook_resid_post	16384	none
layer_39/width_131k/average_l0_10 Load this SAE		blocks.39.hook_resid_post	131072	none
layer_39/width_131k/average_l0_18 Load this SAE		blocks.39.hook_resid_post	131072	none
layer_39/width_131k/average_l0_199 Load this SAE		blocks.39.hook_resid_post	131072	none
layer_39/width_131k/average_l0_30 Load this SAE		blocks.39.hook_resid_post	131072	none
layer_39/width_131k/average_l0_54 Load this SAE	gemma-2-9b/39-gemmascope-res-131k__l0-54	blocks.39.hook_resid_post	131072	none
layer_39/width_131k/average_l0_99 Load this SAE		blocks.39.hook_resid_post	131072	none
layer_39/width_16k/average_l0_11 Load this SAE		blocks.39.hook_resid_post	16384	none
layer_39/width_16k/average_l0_131 Load this SAE		blocks.39.hook_resid_post	16384	none
layer_39/width_16k/average_l0_19 Load this SAE		blocks.39.hook_resid_post	16384	none
layer_39/width_16k/average_l0_298 Load this SAE		blocks.39.hook_resid_post	16384	none
layer_39/width_16k/average_l0_34 Load this SAE	gemma-2-9b/39-gemmascope-res-16k__l0-34	blocks.39.hook_resid_post	16384	none
layer_39/width_16k/average_l0_64 Load this SAE		blocks.39.hook_resid_post	16384	none
layer_4/width_131k/average_l0_101 Load this SAE		blocks.4.hook_resid_post	131072	none
layer_4/width_131k/average_l0_16 Load this SAE		blocks.4.hook_resid_post	131072	none
layer_4/width_131k/average_l0_28 Load this SAE		blocks.4.hook_resid_post	131072	none
layer_4/width_131k/average_l0_51 Load this SAE	gemma-2-9b/4-gemmascope-res-131k__l0-51	blocks.4.hook_resid_post	131072	none
layer_4/width_131k/average_l0_6 Load this SAE		blocks.4.hook_resid_post	131072	none
layer_4/width_131k/average_l0_9 Load this SAE		blocks.4.hook_resid_post	131072	none
layer_4/width_16k/average_l0_10 Load this SAE		blocks.4.hook_resid_post	16384	none
layer_4/width_16k/average_l0_18 Load this SAE		blocks.4.hook_resid_post	16384	none
layer_4/width_16k/average_l0_234 Load this SAE		blocks.4.hook_resid_post	16384	none
layer_4/width_16k/average_l0_37 Load this SAE	gemma-2-9b/4-gemmascope-res-16k__l0-37	blocks.4.hook_resid_post	16384	none
layer_4/width_16k/average_l0_91 Load this SAE		blocks.4.hook_resid_post	16384	none
layer_40/width_131k/average_l0_10 Load this SAE		blocks.40.hook_resid_post	131072	none
layer_40/width_131k/average_l0_17 Load this SAE		blocks.40.hook_resid_post	131072	none
layer_40/width_131k/average_l0_193 Load this SAE		blocks.40.hook_resid_post	131072	none
layer_40/width_131k/average_l0_29 Load this SAE		blocks.40.hook_resid_post	131072	none
layer_40/width_131k/average_l0_49 Load this SAE	gemma-2-9b/40-gemmascope-res-131k__l0-49	blocks.40.hook_resid_post	131072	none
layer_40/width_131k/average_l0_94 Load this SAE		blocks.40.hook_resid_post	131072	none
layer_40/width_16k/average_l0_10 Load this SAE		blocks.40.hook_resid_post	16384	none
layer_40/width_16k/average_l0_125 Load this SAE		blocks.40.hook_resid_post	16384	none
layer_40/width_16k/average_l0_18 Load this SAE		blocks.40.hook_resid_post	16384	none
layer_40/width_16k/average_l0_292 Load this SAE		blocks.40.hook_resid_post	16384	none
layer_40/width_16k/average_l0_32 Load this SAE	gemma-2-9b/40-gemmascope-res-16k__l0-32	blocks.40.hook_resid_post	16384	none
layer_40/width_16k/average_l0_61 Load this SAE		blocks.40.hook_resid_post	16384	none
layer_41/width_131k/average_l0_10 Load this SAE		blocks.41.hook_resid_post	131072	none
layer_41/width_131k/average_l0_15 Load this SAE		blocks.41.hook_resid_post	131072	none
layer_41/width_131k/average_l0_175 Load this SAE		blocks.41.hook_resid_post	131072	none
layer_41/width_131k/average_l0_26 Load this SAE		blocks.41.hook_resid_post	131072	none
layer_41/width_131k/average_l0_45 Load this SAE	gemma-2-9b/41-gemmascope-res-131k__l0-45	blocks.41.hook_resid_post	131072	none
layer_41/width_131k/average_l0_84 Load this SAE		blocks.41.hook_resid_post	131072	none
layer_41/width_16k/average_l0_10 Load this SAE		blocks.41.hook_resid_post	16384	none
layer_41/width_16k/average_l0_113 Load this SAE		blocks.41.hook_resid_post	16384	none
layer_41/width_16k/average_l0_16 Load this SAE		blocks.41.hook_resid_post	16384	none
layer_41/width_16k/average_l0_270 Load this SAE		blocks.41.hook_resid_post	16384	none
layer_41/width_16k/average_l0_28 Load this SAE		blocks.41.hook_resid_post	16384	none
layer_41/width_16k/average_l0_52 Load this SAE	gemma-2-9b/41-gemmascope-res-16k__l0-52	blocks.41.hook_resid_post	16384	none
layer_5/width_131k/average_l0_10 Load this SAE		blocks.5.hook_resid_post	131072	none
layer_5/width_131k/average_l0_16 Load this SAE		blocks.5.hook_resid_post	131072	none
layer_5/width_131k/average_l0_29 Load this SAE		blocks.5.hook_resid_post	131072	none
layer_5/width_131k/average_l0_51 Load this SAE	gemma-2-9b/5-gemmascope-res-131k__l0-51	blocks.5.hook_resid_post	131072	none
layer_5/width_131k/average_l0_6 Load this SAE		blocks.5.hook_resid_post	131072	none
layer_5/width_131k/average_l0_94 Load this SAE		blocks.5.hook_resid_post	131072	none
layer_5/width_16k/average_l0_11 Load this SAE		blocks.5.hook_resid_post	16384	none
layer_5/width_16k/average_l0_193 Load this SAE		blocks.5.hook_resid_post	16384	none
layer_5/width_16k/average_l0_20 Load this SAE		blocks.5.hook_resid_post	16384	none
layer_5/width_16k/average_l0_37 Load this SAE	gemma-2-9b/5-gemmascope-res-16k__l0-37	blocks.5.hook_resid_post	16384	none
layer_5/width_16k/average_l0_77 Load this SAE		blocks.5.hook_resid_post	16384	none
layer_6/width_131k/average_l0_12 Load this SAE		blocks.6.hook_resid_post	131072	none
layer_6/width_131k/average_l0_120 Load this SAE		blocks.6.hook_resid_post	131072	none
layer_6/width_131k/average_l0_21 Load this SAE		blocks.6.hook_resid_post	131072	none
layer_6/width_131k/average_l0_36 Load this SAE		blocks.6.hook_resid_post	131072	none
layer_6/width_131k/average_l0_66 Load this SAE	gemma-2-9b/6-gemmascope-res-131k__l0-66	blocks.6.hook_resid_post	131072	none
layer_6/width_131k/average_l0_7 Load this SAE		blocks.6.hook_resid_post	131072	none
layer_6/width_16k/average_l0_14 Load this SAE		blocks.6.hook_resid_post	16384	none
layer_6/width_16k/average_l0_224 Load this SAE		blocks.6.hook_resid_post	16384	none
layer_6/width_16k/average_l0_25 Load this SAE		blocks.6.hook_resid_post	16384	none
layer_6/width_16k/average_l0_47 Load this SAE	gemma-2-9b/6-gemmascope-res-16k__l0-47	blocks.6.hook_resid_post	16384	none
layer_6/width_16k/average_l0_8 Load this SAE		blocks.6.hook_resid_post	16384	none
layer_6/width_16k/average_l0_93 Load this SAE		blocks.6.hook_resid_post	16384	none
layer_7/width_131k/average_l0_119 Load this SAE		blocks.7.hook_resid_post	131072	none
layer_7/width_131k/average_l0_13 Load this SAE		blocks.7.hook_resid_post	131072	none
layer_7/width_131k/average_l0_21 Load this SAE		blocks.7.hook_resid_post	131072	none
layer_7/width_131k/average_l0_38 Load this SAE	gemma-2-9b/7-gemmascope-res-131k__l0-38	blocks.7.hook_resid_post	131072	none
layer_7/width_131k/average_l0_65 Load this SAE		blocks.7.hook_resid_post	131072	none
layer_7/width_131k/average_l0_8 Load this SAE		blocks.7.hook_resid_post	131072	none
layer_7/width_16k/average_l0_14 Load this SAE		blocks.7.hook_resid_post	16384	none
layer_7/width_16k/average_l0_198 Load this SAE		blocks.7.hook_resid_post	16384	none
layer_7/width_16k/average_l0_25 Load this SAE		blocks.7.hook_resid_post	16384	none
layer_7/width_16k/average_l0_46 Load this SAE	gemma-2-9b/7-gemmascope-res-16k__l0-46	blocks.7.hook_resid_post	16384	none
layer_7/width_16k/average_l0_8 Load this SAE		blocks.7.hook_resid_post	16384	none
layer_7/width_16k/average_l0_92 Load this SAE		blocks.7.hook_resid_post	16384	none
layer_8/width_131k/average_l0_129 Load this SAE		blocks.8.hook_resid_post	131072	none
layer_8/width_131k/average_l0_14 Load this SAE		blocks.8.hook_resid_post	131072	none
layer_8/width_131k/average_l0_24 Load this SAE		blocks.8.hook_resid_post	131072	none
layer_8/width_131k/average_l0_41 Load this SAE	gemma-2-9b/8-gemmascope-res-131k__l0-41	blocks.8.hook_resid_post	131072	none
layer_8/width_131k/average_l0_72 Load this SAE		blocks.8.hook_resid_post	131072	none
layer_8/width_131k/average_l0_8 Load this SAE		blocks.8.hook_resid_post	131072	none
layer_8/width_16k/average_l0_16 Load this SAE		blocks.8.hook_resid_post	16384	none
layer_8/width_16k/average_l0_207 Load this SAE		blocks.8.hook_resid_post	16384	none
layer_8/width_16k/average_l0_28 Load this SAE		blocks.8.hook_resid_post	16384	none
layer_8/width_16k/average_l0_51 Load this SAE	gemma-2-9b/8-gemmascope-res-16k__l0-51	blocks.8.hook_resid_post	16384	none
layer_8/width_16k/average_l0_9 Load this SAE		blocks.8.hook_resid_post	16384	none
layer_8/width_16k/average_l0_99 Load this SAE		blocks.8.hook_resid_post	16384	none
layer_9/width_131k/average_l0_134 Load this SAE	gemma-2-9b/9-gemmascope-res-131k__l0-134	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_14 Load this SAE	gemma-2-9b/9-gemmascope-res-131k__l0-14	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_25 Load this SAE	gemma-2-9b/9-gemmascope-res-131k__l0-25	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_42 Load this SAE	gemma-2-9b/9-gemmascope-res-131k__l0-42	blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_75 Load this SAE		blocks.9.hook_resid_post	131072	none
layer_9/width_131k/average_l0_8 Load this SAE	gemma-2-9b/9-gemmascope-res-131k__l0-8	blocks.9.hook_resid_post	131072	none
layer_9/width_16k/average_l0_100 Load this SAE		blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_16 Load this SAE	gemma-2-9b/9-gemmascope-res-16k__l0-16	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_209 Load this SAE	gemma-2-9b/9-gemmascope-res-16k__l0-209	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_28 Load this SAE	gemma-2-9b/9-gemmascope-res-16k__l0-28	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_51 Load this SAE	gemma-2-9b/9-gemmascope-res-16k__l0-51	blocks.9.hook_resid_post	16384	none
layer_9/width_16k/average_l0_9 Load this SAE	gemma-2-9b/9-gemmascope-res-16k__l0-9	blocks.9.hook_resid_post	16384	none
layer_9/width_1m/average_l0_122 Load this SAE		blocks.9.hook_resid_post	1048576	none
layer_9/width_1m/average_l0_14 Load this SAE	gemma-2-9b/9-gemmascope-res-1m__l0-14	blocks.9.hook_resid_post	1048576	none
layer_9/width_1m/average_l0_24 Load this SAE	gemma-2-9b/9-gemmascope-res-1m__l0-24	blocks.9.hook_resid_post	1048576	none
layer_9/width_1m/average_l0_41 Load this SAE	gemma-2-9b/9-gemmascope-res-1m__l0-41	blocks.9.hook_resid_post	1048576	none
layer_9/width_1m/average_l0_70 Load this SAE	gemma-2-9b/9-gemmascope-res-1m__l0-70	blocks.9.hook_resid_post	1048576	none
layer_9/width_1m/average_l0_9 Load this SAE	gemma-2-9b/9-gemmascope-res-1m__l0-9	blocks.9.hook_resid_post	1048576	none

gemma-scope-9b-pt-res-canonical

Huggingface Repo: google/gemma-scope-9b-pt-res

id	neuronpedia	hook_name	d_sae	normalize_activations
layer_0/width_16k/canonical Load this SAE	gemma-2-9b/0-gemmascope-res-16k	blocks.0.hook_resid_post	16384	none
layer_1/width_16k/canonical Load this SAE	gemma-2-9b/1-gemmascope-res-16k	blocks.1.hook_resid_post	16384	none
layer_2/width_16k/canonical Load this SAE	gemma-2-9b/2-gemmascope-res-16k	blocks.2.hook_resid_post	16384	none
layer_3/width_16k/canonical Load this SAE	gemma-2-9b/3-gemmascope-res-16k	blocks.3.hook_resid_post	16384	none
layer_4/width_16k/canonical Load this SAE	gemma-2-9b/4-gemmascope-res-16k	blocks.4.hook_resid_post	16384	none
layer_5/width_16k/canonical Load this SAE	gemma-2-9b/5-gemmascope-res-16k	blocks.5.hook_resid_post	16384	none
layer_6/width_16k/canonical Load this SAE	gemma-2-9b/6-gemmascope-res-16k	blocks.6.hook_resid_post	16384	none
layer_7/width_16k/canonical Load this SAE	gemma-2-9b/7-gemmascope-res-16k	blocks.7.hook_resid_post	16384	none
layer_8/width_16k/canonical Load this SAE	gemma-2-9b/8-gemmascope-res-16k	blocks.8.hook_resid_post	16384	none
layer_9/width_16k/canonical Load this SAE	gemma-2-9b/9-gemmascope-res-16k	blocks.9.hook_resid_post	16384	none
layer_10/width_16k/canonical Load this SAE	gemma-2-9b/10-gemmascope-res-16k	blocks.10.hook_resid_post	16384	none
layer_11/width_16k/canonical Load this SAE	gemma-2-9b/11-gemmascope-res-16k	blocks.11.hook_resid_post	16384	none
layer_12/width_16k/canonical Load this SAE	gemma-2-9b/12-gemmascope-res-16k	blocks.12.hook_resid_post	16384	none
layer_13/width_16k/canonical Load this SAE	gemma-2-9b/13-gemmascope-res-16k	blocks.13.hook_resid_post	16384	none
layer_14/width_16k/canonical Load this SAE	gemma-2-9b/14-gemmascope-res-16k	blocks.14.hook_resid_post	16384	none
layer_15/width_16k/canonical Load this SAE	gemma-2-9b/15-gemmascope-res-16k	blocks.15.hook_resid_post	16384	none
layer_16/width_16k/canonical Load this SAE	gemma-2-9b/16-gemmascope-res-16k	blocks.16.hook_resid_post	16384	none
layer_17/width_16k/canonical Load this SAE	gemma-2-9b/17-gemmascope-res-16k	blocks.17.hook_resid_post	16384	none
layer_18/width_16k/canonical Load this SAE	gemma-2-9b/18-gemmascope-res-16k	blocks.18.hook_resid_post	16384	none
layer_19/width_16k/canonical Load this SAE	gemma-2-9b/19-gemmascope-res-16k	blocks.19.hook_resid_post	16384	none
layer_20/width_16k/canonical Load this SAE	gemma-2-9b/20-gemmascope-res-16k	blocks.20.hook_resid_post	16384	none
layer_21/width_16k/canonical Load this SAE	gemma-2-9b/21-gemmascope-res-16k	blocks.21.hook_resid_post	16384	none
layer_22/width_16k/canonical Load this SAE	gemma-2-9b/22-gemmascope-res-16k	blocks.22.hook_resid_post	16384	none
layer_23/width_16k/canonical Load this SAE	gemma-2-9b/23-gemmascope-res-16k	blocks.23.hook_resid_post	16384	none
layer_24/width_16k/canonical Load this SAE	gemma-2-9b/24-gemmascope-res-16k	blocks.24.hook_resid_post	16384	none
layer_25/width_16k/canonical Load this SAE	gemma-2-9b/25-gemmascope-res-16k	blocks.25.hook_resid_post	16384	none
layer_26/width_16k/canonical Load this SAE	gemma-2-9b/26-gemmascope-res-16k	blocks.26.hook_resid_post	16384	none
layer_27/width_16k/canonical Load this SAE	gemma-2-9b/27-gemmascope-res-16k	blocks.27.hook_resid_post	16384	none
layer_28/width_16k/canonical Load this SAE	gemma-2-9b/28-gemmascope-res-16k	blocks.28.hook_resid_post	16384	none
layer_29/width_16k/canonical Load this SAE	gemma-2-9b/29-gemmascope-res-16k	blocks.29.hook_resid_post	16384	none
layer_30/width_16k/canonical Load this SAE	gemma-2-9b/30-gemmascope-res-16k	blocks.30.hook_resid_post	16384	none
layer_31/width_16k/canonical Load this SAE	gemma-2-9b/31-gemmascope-res-16k	blocks.31.hook_resid_post	16384	none
layer_32/width_16k/canonical Load this SAE	gemma-2-9b/32-gemmascope-res-16k	blocks.32.hook_resid_post	16384	none
layer_33/width_16k/canonical Load this SAE	gemma-2-9b/33-gemmascope-res-16k	blocks.33.hook_resid_post	16384	none
layer_34/width_16k/canonical Load this SAE	gemma-2-9b/34-gemmascope-res-16k	blocks.34.hook_resid_post	16384	none
layer_35/width_16k/canonical Load this SAE	gemma-2-9b/35-gemmascope-res-16k	blocks.35.hook_resid_post	16384	none
layer_36/width_16k/canonical Load this SAE	gemma-2-9b/36-gemmascope-res-16k	blocks.36.hook_resid_post	16384	none
layer_37/width_16k/canonical Load this SAE	gemma-2-9b/37-gemmascope-res-16k	blocks.37.hook_resid_post	16384	none
layer_38/width_16k/canonical Load this SAE	gemma-2-9b/38-gemmascope-res-16k	blocks.38.hook_resid_post	16384	none
layer_39/width_16k/canonical Load this SAE	gemma-2-9b/39-gemmascope-res-16k	blocks.39.hook_resid_post	16384	none
layer_40/width_16k/canonical Load this SAE	gemma-2-9b/40-gemmascope-res-16k	blocks.40.hook_resid_post	16384	none
layer_41/width_16k/canonical Load this SAE	gemma-2-9b/41-gemmascope-res-16k	blocks.41.hook_resid_post	16384	none
layer_0/width_131k/canonical Load this SAE	gemma-2-9b/0-gemmascope-res-131k	blocks.0.hook_resid_post	131072	none
layer_1/width_131k/canonical Load this SAE	gemma-2-9b/1-gemmascope-res-131k	blocks.1.hook_resid_post	131072	none
layer_2/width_131k/canonical Load this SAE	gemma-2-9b/2-gemmascope-res-131k	blocks.2.hook_resid_post	131072	none
layer_3/width_131k/canonical Load this SAE	gemma-2-9b/3-gemmascope-res-131k	blocks.3.hook_resid_post	131072	none
layer_4/width_131k/canonical Load this SAE	gemma-2-9b/4-gemmascope-res-131k	blocks.4.hook_resid_post	131072	none
layer_5/width_131k/canonical Load this SAE	gemma-2-9b/5-gemmascope-res-131k	blocks.5.hook_resid_post	131072	none
layer_6/width_131k/canonical Load this SAE	gemma-2-9b/6-gemmascope-res-131k	blocks.6.hook_resid_post	131072	none
layer_7/width_131k/canonical Load this SAE	gemma-2-9b/7-gemmascope-res-131k	blocks.7.hook_resid_post	131072	none
layer_8/width_131k/canonical Load this SAE	gemma-2-9b/8-gemmascope-res-131k	blocks.8.hook_resid_post	131072	none
layer_9/width_131k/canonical Load this SAE	gemma-2-9b/9-gemmascope-res-131k	blocks.9.hook_resid_post	131072	none
layer_10/width_131k/canonical Load this SAE	gemma-2-9b/10-gemmascope-res-131k	blocks.10.hook_resid_post	131072	none
layer_11/width_131k/canonical Load this SAE	gemma-2-9b/11-gemmascope-res-131k	blocks.11.hook_resid_post	131072	none
layer_12/width_131k/canonical Load this SAE	gemma-2-9b/12-gemmascope-res-131k	blocks.12.hook_resid_post	131072	none
layer_13/width_131k/canonical Load this SAE	gemma-2-9b/13-gemmascope-res-131k	blocks.13.hook_resid_post	131072	none
layer_14/width_131k/canonical Load this SAE	gemma-2-9b/14-gemmascope-res-131k	blocks.14.hook_resid_post	131072	none
layer_15/width_131k/canonical Load this SAE	gemma-2-9b/15-gemmascope-res-131k	blocks.15.hook_resid_post	131072	none
layer_16/width_131k/canonical Load this SAE	gemma-2-9b/16-gemmascope-res-131k	blocks.16.hook_resid_post	131072	none
layer_17/width_131k/canonical Load this SAE	gemma-2-9b/17-gemmascope-res-131k	blocks.17.hook_resid_post	131072	none
layer_18/width_131k/canonical Load this SAE	gemma-2-9b/18-gemmascope-res-131k	blocks.18.hook_resid_post	131072	none
layer_19/width_131k/canonical Load this SAE	gemma-2-9b/19-gemmascope-res-131k	blocks.19.hook_resid_post	131072	none
layer_20/width_131k/canonical Load this SAE	gemma-2-9b/20-gemmascope-res-131k	blocks.20.hook_resid_post	131072	none
layer_21/width_131k/canonical Load this SAE	gemma-2-9b/21-gemmascope-res-131k	blocks.21.hook_resid_post	131072	none
layer_22/width_131k/canonical Load this SAE	gemma-2-9b/22-gemmascope-res-131k	blocks.22.hook_resid_post	131072	none
layer_23/width_131k/canonical Load this SAE	gemma-2-9b/23-gemmascope-res-131k	blocks.23.hook_resid_post	131072	none
layer_24/width_131k/canonical Load this SAE	gemma-2-9b/24-gemmascope-res-131k	blocks.24.hook_resid_post	131072	none
layer_25/width_131k/canonical Load this SAE	gemma-2-9b/25-gemmascope-res-131k	blocks.25.hook_resid_post	131072	none
layer_26/width_131k/canonical Load this SAE	gemma-2-9b/26-gemmascope-res-131k	blocks.26.hook_resid_post	131072	none
layer_27/width_131k/canonical Load this SAE	gemma-2-9b/27-gemmascope-res-131k	blocks.27.hook_resid_post	131072	none
layer_28/width_131k/canonical Load this SAE	gemma-2-9b/28-gemmascope-res-131k	blocks.28.hook_resid_post	131072	none
layer_29/width_131k/canonical Load this SAE	gemma-2-9b/29-gemmascope-res-131k	blocks.29.hook_resid_post	131072	none
layer_30/width_131k/canonical Load this SAE	gemma-2-9b/30-gemmascope-res-131k	blocks.30.hook_resid_post	131072	none
layer_31/width_131k/canonical Load this SAE	gemma-2-9b/31-gemmascope-res-131k	blocks.31.hook_resid_post	131072	none
layer_32/width_131k/canonical Load this SAE	gemma-2-9b/32-gemmascope-res-131k	blocks.32.hook_resid_post	131072	none
layer_33/width_131k/canonical Load this SAE	gemma-2-9b/33-gemmascope-res-131k	blocks.33.hook_resid_post	131072	none
layer_34/width_131k/canonical Load this SAE	gemma-2-9b/34-gemmascope-res-131k	blocks.34.hook_resid_post	131072	none
layer_35/width_131k/canonical Load this SAE	gemma-2-9b/35-gemmascope-res-131k	blocks.35.hook_resid_post	131072	none
layer_36/width_131k/canonical Load this SAE	gemma-2-9b/36-gemmascope-res-131k	blocks.36.hook_resid_post	131072	none
layer_37/width_131k/canonical Load this SAE	gemma-2-9b/37-gemmascope-res-131k	blocks.37.hook_resid_post	131072	none
layer_38/width_131k/canonical Load this SAE	gemma-2-9b/38-gemmascope-res-131k	blocks.38.hook_resid_post	131072	none
layer_39/width_131k/canonical Load this SAE	gemma-2-9b/39-gemmascope-res-131k	blocks.39.hook_resid_post	131072	none
layer_40/width_131k/canonical Load this SAE	gemma-2-9b/40-gemmascope-res-131k	blocks.40.hook_resid_post	131072	none
layer_41/width_131k/canonical Load this SAE	gemma-2-9b/41-gemmascope-res-131k	blocks.41.hook_resid_post	131072	none
layer_9/width_1m/canonical Load this SAE	gemma-2-9b/9-gemmascope-res-1m	blocks.9.hook_resid_post	1048576	none
layer_20/width_1m/canonical Load this SAE	gemma-2-9b/20-gemmascope-res-1m	blocks.20.hook_resid_post	1048576	none
layer_31/width_1m/canonical Load this SAE	gemma-2-9b/31-gemmascope-res-1m	blocks.31.hook_resid_post	1048576	none
layer_20/width_32k/canonical Load this SAE	gemma-2-9b/20-gemmascope-res-32k	blocks.20.hook_resid_post	32768	none
layer_20/width_524k/canonical Load this SAE	gemma-2-9b/20-gemmascope-res-524k	blocks.20.hook_resid_post	524288	none
layer_20/width_65k/canonical Load this SAE	gemma-2-9b/20-gemmascope-res-65k	blocks.20.hook_resid_post	65536	none