Skip to content

llama-3.1-8b

This page lists all pretrained SAEs available for llama-3.1-8b.

llama_scope_lxa_32x

  • Huggingface Repo: fnlp/Llama3_1-8B-Base-LXA-32x
id neuronpedia hook_name d_sae
l0a_32x
Load this SAE
llama3.1-8b/0-llamascope-att-131k blocks.0.hook_attn_out tl 131072
l1a_32x
Load this SAE
llama3.1-8b/1-llamascope-att-131k blocks.1.hook_attn_out tl 131072
l2a_32x
Load this SAE
llama3.1-8b/2-llamascope-att-131k blocks.2.hook_attn_out tl 131072
l3a_32x
Load this SAE
llama3.1-8b/3-llamascope-att-131k blocks.3.hook_attn_out tl 131072
l4a_32x
Load this SAE
llama3.1-8b/4-llamascope-att-131k blocks.4.hook_attn_out tl 131072
l5a_32x
Load this SAE
llama3.1-8b/5-llamascope-att-131k blocks.5.hook_attn_out tl 131072
l6a_32x
Load this SAE
llama3.1-8b/6-llamascope-att-131k blocks.6.hook_attn_out tl 131072
l7a_32x
Load this SAE
llama3.1-8b/7-llamascope-att-131k blocks.7.hook_attn_out tl 131072
l8a_32x
Load this SAE
llama3.1-8b/8-llamascope-att-131k blocks.8.hook_attn_out tl 131072
l9a_32x
Load this SAE
llama3.1-8b/9-llamascope-att-131k blocks.9.hook_attn_out tl 131072
l10a_32x
Load this SAE
llama3.1-8b/10-llamascope-att-131k blocks.10.hook_attn_out tl 131072
l11a_32x
Load this SAE
llama3.1-8b/11-llamascope-att-131k blocks.11.hook_attn_out tl 131072
l12a_32x
Load this SAE
llama3.1-8b/12-llamascope-att-131k blocks.12.hook_attn_out tl 131072
l13a_32x
Load this SAE
llama3.1-8b/13-llamascope-att-131k blocks.13.hook_attn_out tl 131072
l14a_32x
Load this SAE
llama3.1-8b/14-llamascope-att-131k blocks.14.hook_attn_out tl 131072
l15a_32x
Load this SAE
llama3.1-8b/15-llamascope-att-131k blocks.15.hook_attn_out tl 131072
l16a_32x
Load this SAE
llama3.1-8b/16-llamascope-att-131k blocks.16.hook_attn_out tl 131072
l17a_32x
Load this SAE
llama3.1-8b/17-llamascope-att-131k blocks.17.hook_attn_out tl 131072
l18a_32x
Load this SAE
llama3.1-8b/18-llamascope-att-131k blocks.18.hook_attn_out tl 131072
l19a_32x
Load this SAE
llama3.1-8b/19-llamascope-att-131k blocks.19.hook_attn_out tl 131072
l20a_32x
Load this SAE
llama3.1-8b/20-llamascope-att-131k blocks.20.hook_attn_out tl 131072
l21a_32x
Load this SAE
llama3.1-8b/21-llamascope-att-131k blocks.21.hook_attn_out tl 131072
l22a_32x
Load this SAE
llama3.1-8b/22-llamascope-att-131k blocks.22.hook_attn_out tl 131072
l23a_32x
Load this SAE
llama3.1-8b/23-llamascope-att-131k blocks.23.hook_attn_out tl 131072
l24a_32x
Load this SAE
llama3.1-8b/24-llamascope-att-131k blocks.24.hook_attn_out tl 131072
l25a_32x
Load this SAE
llama3.1-8b/25-llamascope-att-131k blocks.25.hook_attn_out tl 131072
l26a_32x
Load this SAE
llama3.1-8b/26-llamascope-att-131k blocks.26.hook_attn_out tl 131072
l27a_32x
Load this SAE
llama3.1-8b/27-llamascope-att-131k blocks.27.hook_attn_out tl 131072
l28a_32x
Load this SAE
llama3.1-8b/28-llamascope-att-131k blocks.28.hook_attn_out tl 131072
l29a_32x
Load this SAE
llama3.1-8b/29-llamascope-att-131k blocks.29.hook_attn_out tl 131072
l30a_32x
Load this SAE
llama3.1-8b/30-llamascope-att-131k blocks.30.hook_attn_out tl 131072
l31a_32x
Load this SAE
llama3.1-8b/31-llamascope-att-131k blocks.31.hook_attn_out tl 131072

llama_scope_lxa_8x

  • Huggingface Repo: fnlp/Llama3_1-8B-Base-LXA-8x
id neuronpedia hook_name d_sae
l0a_8x
Load this SAE
llama3.1-8b/0-llamascope-att-32k blocks.0.hook_attn_out tl 32768
l1a_8x
Load this SAE
llama3.1-8b/1-llamascope-att-32k blocks.1.hook_attn_out tl 32768
l2a_8x
Load this SAE
llama3.1-8b/2-llamascope-att-32k blocks.2.hook_attn_out tl 32768
l3a_8x
Load this SAE
llama3.1-8b/3-llamascope-att-32k blocks.3.hook_attn_out tl 32768
l4a_8x
Load this SAE
llama3.1-8b/4-llamascope-att-32k blocks.4.hook_attn_out tl 32768
l5a_8x
Load this SAE
llama3.1-8b/5-llamascope-att-32k blocks.5.hook_attn_out tl 32768
l6a_8x
Load this SAE
llama3.1-8b/6-llamascope-att-32k blocks.6.hook_attn_out tl 32768
l7a_8x
Load this SAE
llama3.1-8b/7-llamascope-att-32k blocks.7.hook_attn_out tl 32768
l8a_8x
Load this SAE
llama3.1-8b/8-llamascope-att-32k blocks.8.hook_attn_out tl 32768
l9a_8x
Load this SAE
llama3.1-8b/9-llamascope-att-32k blocks.9.hook_attn_out tl 32768
l10a_8x
Load this SAE
llama3.1-8b/10-llamascope-att-32k blocks.10.hook_attn_out tl 32768
l11a_8x
Load this SAE
llama3.1-8b/11-llamascope-att-32k blocks.11.hook_attn_out tl 32768
l12a_8x
Load this SAE
llama3.1-8b/12-llamascope-att-32k blocks.12.hook_attn_out tl 32768
l13a_8x
Load this SAE
llama3.1-8b/13-llamascope-att-32k blocks.13.hook_attn_out tl 32768
l14a_8x
Load this SAE
llama3.1-8b/14-llamascope-att-32k blocks.14.hook_attn_out tl 32768
l15a_8x
Load this SAE
llama3.1-8b/15-llamascope-att-32k blocks.15.hook_attn_out tl 32768
l16a_8x
Load this SAE
llama3.1-8b/16-llamascope-att-32k blocks.16.hook_attn_out tl 32768
l17a_8x
Load this SAE
llama3.1-8b/17-llamascope-att-32k blocks.17.hook_attn_out tl 32768
l18a_8x
Load this SAE
llama3.1-8b/18-llamascope-att-32k blocks.18.hook_attn_out tl 32768
l19a_8x
Load this SAE
llama3.1-8b/19-llamascope-att-32k blocks.19.hook_attn_out tl 32768
l20a_8x
Load this SAE
llama3.1-8b/20-llamascope-att-32k blocks.20.hook_attn_out tl 32768
l21a_8x
Load this SAE
llama3.1-8b/21-llamascope-att-32k blocks.21.hook_attn_out tl 32768
l22a_8x
Load this SAE
llama3.1-8b/22-llamascope-att-32k blocks.22.hook_attn_out tl 32768
l23a_8x
Load this SAE
llama3.1-8b/23-llamascope-att-32k blocks.23.hook_attn_out tl 32768
l24a_8x
Load this SAE
llama3.1-8b/24-llamascope-att-32k blocks.24.hook_attn_out tl 32768
l25a_8x
Load this SAE
llama3.1-8b/25-llamascope-att-32k blocks.25.hook_attn_out tl 32768
l26a_8x
Load this SAE
llama3.1-8b/26-llamascope-att-32k blocks.26.hook_attn_out tl 32768
l27a_8x
Load this SAE
llama3.1-8b/27-llamascope-att-32k blocks.27.hook_attn_out tl 32768
l28a_8x
Load this SAE
llama3.1-8b/28-llamascope-att-32k blocks.28.hook_attn_out tl 32768
l29a_8x
Load this SAE
llama3.1-8b/29-llamascope-att-32k blocks.29.hook_attn_out tl 32768
l30a_8x
Load this SAE
llama3.1-8b/30-llamascope-att-32k blocks.30.hook_attn_out tl 32768
l31a_8x
Load this SAE
llama3.1-8b/31-llamascope-att-32k blocks.31.hook_attn_out tl 32768

llama_scope_lxm_32x

  • Huggingface Repo: fnlp/Llama3_1-8B-Base-LXM-32x
id neuronpedia hook_name d_sae
l0m_32x
Load this SAE
llama3.1-8b/0-llamascope-mlp-131k blocks.0.hook_mlp_out tl 131072
l1m_32x
Load this SAE
llama3.1-8b/1-llamascope-mlp-131k blocks.1.hook_mlp_out tl 131072
l2m_32x
Load this SAE
llama3.1-8b/2-llamascope-mlp-131k blocks.2.hook_mlp_out tl 131072
l3m_32x
Load this SAE
llama3.1-8b/3-llamascope-mlp-131k blocks.3.hook_mlp_out tl 131072
l4m_32x
Load this SAE
llama3.1-8b/4-llamascope-mlp-131k blocks.4.hook_mlp_out tl 131072
l5m_32x
Load this SAE
llama3.1-8b/5-llamascope-mlp-131k blocks.5.hook_mlp_out tl 131072
l6m_32x
Load this SAE
llama3.1-8b/6-llamascope-mlp-131k blocks.6.hook_mlp_out tl 131072
l7m_32x
Load this SAE
llama3.1-8b/7-llamascope-mlp-131k blocks.7.hook_mlp_out tl 131072
l8m_32x
Load this SAE
llama3.1-8b/8-llamascope-mlp-131k blocks.8.hook_mlp_out tl 131072
l9m_32x
Load this SAE
llama3.1-8b/9-llamascope-mlp-131k blocks.9.hook_mlp_out tl 131072
l10m_32x
Load this SAE
llama3.1-8b/10-llamascope-mlp-131k blocks.10.hook_mlp_out tl 131072
l11m_32x
Load this SAE
llama3.1-8b/11-llamascope-mlp-131k blocks.11.hook_mlp_out tl 131072
l12m_32x
Load this SAE
llama3.1-8b/12-llamascope-mlp-131k blocks.12.hook_mlp_out tl 131072
l13m_32x
Load this SAE
llama3.1-8b/13-llamascope-mlp-131k blocks.13.hook_mlp_out tl 131072
l14m_32x
Load this SAE
llama3.1-8b/14-llamascope-mlp-131k blocks.14.hook_mlp_out tl 131072
l15m_32x
Load this SAE
llama3.1-8b/15-llamascope-mlp-131k blocks.15.hook_mlp_out tl 131072
l16m_32x
Load this SAE
llama3.1-8b/16-llamascope-mlp-131k blocks.16.hook_mlp_out tl 131072
l17m_32x
Load this SAE
llama3.1-8b/17-llamascope-mlp-131k blocks.17.hook_mlp_out tl 131072
l18m_32x
Load this SAE
llama3.1-8b/18-llamascope-mlp-131k blocks.18.hook_mlp_out tl 131072
l19m_32x
Load this SAE
llama3.1-8b/19-llamascope-mlp-131k blocks.19.hook_mlp_out tl 131072
l20m_32x
Load this SAE
llama3.1-8b/20-llamascope-mlp-131k blocks.20.hook_mlp_out tl 131072
l21m_32x
Load this SAE
llama3.1-8b/21-llamascope-mlp-131k blocks.21.hook_mlp_out tl 131072
l22m_32x
Load this SAE
llama3.1-8b/22-llamascope-mlp-131k blocks.22.hook_mlp_out tl 131072
l23m_32x
Load this SAE
llama3.1-8b/23-llamascope-mlp-131k blocks.23.hook_mlp_out tl 131072
l24m_32x
Load this SAE
llama3.1-8b/24-llamascope-mlp-131k blocks.24.hook_mlp_out tl 131072
l25m_32x
Load this SAE
llama3.1-8b/25-llamascope-mlp-131k blocks.25.hook_mlp_out tl 131072
l26m_32x
Load this SAE
llama3.1-8b/26-llamascope-mlp-131k blocks.26.hook_mlp_out tl 131072
l27m_32x
Load this SAE
llama3.1-8b/27-llamascope-mlp-131k blocks.27.hook_mlp_out tl 131072
l28m_32x
Load this SAE
llama3.1-8b/28-llamascope-mlp-131k blocks.28.hook_mlp_out tl 131072
l29m_32x
Load this SAE
llama3.1-8b/29-llamascope-mlp-131k blocks.29.hook_mlp_out tl 131072
l30m_32x
Load this SAE
llama3.1-8b/30-llamascope-mlp-131k blocks.30.hook_mlp_out tl 131072
l31m_32x
Load this SAE
llama3.1-8b/31-llamascope-mlp-131k blocks.31.hook_mlp_out tl 131072

llama_scope_lxm_8x

  • Huggingface Repo: fnlp/Llama3_1-8B-Base-LXM-8x
id neuronpedia hook_name d_sae
l0m_8x
Load this SAE
llama3.1-8b/0-llamascope-mlp-32k blocks.0.hook_mlp_out tl 32768
l1m_8x
Load this SAE
llama3.1-8b/1-llamascope-mlp-32k blocks.1.hook_mlp_out tl 32768
l2m_8x
Load this SAE
llama3.1-8b/2-llamascope-mlp-32k blocks.2.hook_mlp_out tl 32768
l3m_8x
Load this SAE
llama3.1-8b/3-llamascope-mlp-32k blocks.3.hook_mlp_out tl 32768
l4m_8x
Load this SAE
llama3.1-8b/4-llamascope-mlp-32k blocks.4.hook_mlp_out tl 32768
l5m_8x
Load this SAE
llama3.1-8b/5-llamascope-mlp-32k blocks.5.hook_mlp_out tl 32768
l6m_8x
Load this SAE
llama3.1-8b/6-llamascope-mlp-32k blocks.6.hook_mlp_out tl 32768
l7m_8x
Load this SAE
llama3.1-8b/7-llamascope-mlp-32k blocks.7.hook_mlp_out tl 32768
l8m_8x
Load this SAE
llama3.1-8b/8-llamascope-mlp-32k blocks.8.hook_mlp_out tl 32768
l9m_8x
Load this SAE
llama3.1-8b/9-llamascope-mlp-32k blocks.9.hook_mlp_out tl 32768
l10m_8x
Load this SAE
llama3.1-8b/10-llamascope-mlp-32k blocks.10.hook_mlp_out tl 32768
l11m_8x
Load this SAE
llama3.1-8b/11-llamascope-mlp-32k blocks.11.hook_mlp_out tl 32768
l12m_8x
Load this SAE
llama3.1-8b/12-llamascope-mlp-32k blocks.12.hook_mlp_out tl 32768
l13m_8x
Load this SAE
llama3.1-8b/13-llamascope-mlp-32k blocks.13.hook_mlp_out tl 32768
l14m_8x
Load this SAE
llama3.1-8b/14-llamascope-mlp-32k blocks.14.hook_mlp_out tl 32768
l15m_8x
Load this SAE
llama3.1-8b/15-llamascope-mlp-32k blocks.15.hook_mlp_out tl 32768
l16m_8x
Load this SAE
llama3.1-8b/16-llamascope-mlp-32k blocks.16.hook_mlp_out tl 32768
l17m_8x
Load this SAE
llama3.1-8b/17-llamascope-mlp-32k blocks.17.hook_mlp_out tl 32768
l18m_8x
Load this SAE
llama3.1-8b/18-llamascope-mlp-32k blocks.18.hook_mlp_out tl 32768
l19m_8x
Load this SAE
llama3.1-8b/19-llamascope-mlp-32k blocks.19.hook_mlp_out tl 32768
l20m_8x
Load this SAE
llama3.1-8b/20-llamascope-mlp-32k blocks.20.hook_mlp_out tl 32768
l21m_8x
Load this SAE
llama3.1-8b/21-llamascope-mlp-32k blocks.21.hook_mlp_out tl 32768
l22m_8x
Load this SAE
llama3.1-8b/22-llamascope-mlp-32k blocks.22.hook_mlp_out tl 32768
l23m_8x
Load this SAE
llama3.1-8b/23-llamascope-mlp-32k blocks.23.hook_mlp_out tl 32768
l24m_8x
Load this SAE
llama3.1-8b/24-llamascope-mlp-32k blocks.24.hook_mlp_out tl 32768
l25m_8x
Load this SAE
llama3.1-8b/25-llamascope-mlp-32k blocks.25.hook_mlp_out tl 32768
l26m_8x
Load this SAE
llama3.1-8b/26-llamascope-mlp-32k blocks.26.hook_mlp_out tl 32768
l27m_8x
Load this SAE
llama3.1-8b/27-llamascope-mlp-32k blocks.27.hook_mlp_out tl 32768
l28m_8x
Load this SAE
llama3.1-8b/28-llamascope-mlp-32k blocks.28.hook_mlp_out tl 32768
l29m_8x
Load this SAE
llama3.1-8b/29-llamascope-mlp-32k blocks.29.hook_mlp_out tl 32768
l30m_8x
Load this SAE
llama3.1-8b/30-llamascope-mlp-32k blocks.30.hook_mlp_out tl 32768
l31m_8x
Load this SAE
llama3.1-8b/31-llamascope-mlp-32k blocks.31.hook_mlp_out tl 32768

llama_scope_lxr_32x

  • Huggingface Repo: fnlp/Llama3_1-8B-Base-LXR-32x
id neuronpedia hook_name d_sae
l0r_32x
Load this SAE
llama3.1-8b/0-llamascope-res-131k blocks.0.hook_resid_post tl 131072
l1r_32x
Load this SAE
llama3.1-8b/1-llamascope-res-131k blocks.1.hook_resid_post tl 131072
l2r_32x
Load this SAE
llama3.1-8b/2-llamascope-res-131k blocks.2.hook_resid_post tl 131072
l3r_32x
Load this SAE
llama3.1-8b/3-llamascope-res-131k blocks.3.hook_resid_post tl 131072
l4r_32x
Load this SAE
llama3.1-8b/4-llamascope-res-131k blocks.4.hook_resid_post tl 131072
l5r_32x
Load this SAE
llama3.1-8b/5-llamascope-res-131k blocks.5.hook_resid_post tl 131072
l6r_32x
Load this SAE
llama3.1-8b/6-llamascope-res-131k blocks.6.hook_resid_post tl 131072
l7r_32x
Load this SAE
llama3.1-8b/7-llamascope-res-131k blocks.7.hook_resid_post tl 131072
l8r_32x
Load this SAE
llama3.1-8b/8-llamascope-res-131k blocks.8.hook_resid_post tl 131072
l9r_32x
Load this SAE
llama3.1-8b/9-llamascope-res-131k blocks.9.hook_resid_post tl 131072
l10r_32x
Load this SAE
llama3.1-8b/10-llamascope-res-131k blocks.10.hook_resid_post tl 131072
l11r_32x
Load this SAE
llama3.1-8b/11-llamascope-res-131k blocks.11.hook_resid_post tl 131072
l12r_32x
Load this SAE
llama3.1-8b/12-llamascope-res-131k blocks.12.hook_resid_post tl 131072
l13r_32x
Load this SAE
llama3.1-8b/13-llamascope-res-131k blocks.13.hook_resid_post tl 131072
l14r_32x
Load this SAE
llama3.1-8b/14-llamascope-res-131k blocks.14.hook_resid_post tl 131072
l15r_32x
Load this SAE
llama3.1-8b/15-llamascope-res-131k blocks.15.hook_resid_post tl 131072
l16r_32x
Load this SAE
llama3.1-8b/16-llamascope-res-131k blocks.16.hook_resid_post tl 131072
l17r_32x
Load this SAE
llama3.1-8b/17-llamascope-res-131k blocks.17.hook_resid_post tl 131072
l18r_32x
Load this SAE
llama3.1-8b/18-llamascope-res-131k blocks.18.hook_resid_post tl 131072
l19r_32x
Load this SAE
llama3.1-8b/19-llamascope-res-131k blocks.19.hook_resid_post tl 131072
l20r_32x
Load this SAE
llama3.1-8b/20-llamascope-res-131k blocks.20.hook_resid_post tl 131072
l21r_32x
Load this SAE
llama3.1-8b/21-llamascope-res-131k blocks.21.hook_resid_post tl 131072
l22r_32x
Load this SAE
llama3.1-8b/22-llamascope-res-131k blocks.22.hook_resid_post tl 131072
l23r_32x
Load this SAE
llama3.1-8b/23-llamascope-res-131k blocks.23.hook_resid_post tl 131072
l24r_32x
Load this SAE
llama3.1-8b/24-llamascope-res-131k blocks.24.hook_resid_post tl 131072
l25r_32x
Load this SAE
llama3.1-8b/25-llamascope-res-131k blocks.25.hook_resid_post tl 131072
l26r_32x
Load this SAE
llama3.1-8b/26-llamascope-res-131k blocks.26.hook_resid_post tl 131072
l27r_32x
Load this SAE
llama3.1-8b/27-llamascope-res-131k blocks.27.hook_resid_post tl 131072
l28r_32x
Load this SAE
llama3.1-8b/28-llamascope-res-131k blocks.28.hook_resid_post tl 131072
l29r_32x
Load this SAE
llama3.1-8b/29-llamascope-res-131k blocks.29.hook_resid_post tl 131072
l30r_32x
Load this SAE
llama3.1-8b/30-llamascope-res-131k blocks.30.hook_resid_post tl 131072
l31r_32x
Load this SAE
llama3.1-8b/31-llamascope-res-131k blocks.31.hook_resid_post tl 131072

llama_scope_lxr_8x

  • Huggingface Repo: fnlp/Llama3_1-8B-Base-LXR-8x
id neuronpedia hook_name d_sae
l0r_8x
Load this SAE
llama3.1-8b/0-llamascope-res-32k blocks.0.hook_resid_post tl 32768
l1r_8x
Load this SAE
llama3.1-8b/1-llamascope-res-32k blocks.1.hook_resid_post tl 32768
l2r_8x
Load this SAE
llama3.1-8b/2-llamascope-res-32k blocks.2.hook_resid_post tl 32768
l3r_8x
Load this SAE
llama3.1-8b/3-llamascope-res-32k blocks.3.hook_resid_post tl 32768
l4r_8x
Load this SAE
llama3.1-8b/4-llamascope-res-32k blocks.4.hook_resid_post tl 32768
l5r_8x
Load this SAE
llama3.1-8b/5-llamascope-res-32k blocks.5.hook_resid_post tl 32768
l6r_8x
Load this SAE
llama3.1-8b/6-llamascope-res-32k blocks.6.hook_resid_post tl 32768
l7r_8x
Load this SAE
llama3.1-8b/7-llamascope-res-32k blocks.7.hook_resid_post tl 32768
l8r_8x
Load this SAE
llama3.1-8b/8-llamascope-res-32k blocks.8.hook_resid_post tl 32768
l9r_8x
Load this SAE
llama3.1-8b/9-llamascope-res-32k blocks.9.hook_resid_post tl 32768
l10r_8x
Load this SAE
llama3.1-8b/10-llamascope-res-32k blocks.10.hook_resid_post tl 32768
l11r_8x
Load this SAE
llama3.1-8b/11-llamascope-res-32k blocks.11.hook_resid_post tl 32768
l12r_8x
Load this SAE
llama3.1-8b/12-llamascope-res-32k blocks.12.hook_resid_post tl 32768
l13r_8x
Load this SAE
llama3.1-8b/13-llamascope-res-32k blocks.13.hook_resid_post tl 32768
l14r_8x
Load this SAE
llama3.1-8b/14-llamascope-res-32k blocks.14.hook_resid_post tl 32768
l15r_8x
Load this SAE
llama3.1-8b/15-llamascope-res-32k blocks.15.hook_resid_post tl 32768
l16r_8x
Load this SAE
llama3.1-8b/16-llamascope-res-32k blocks.16.hook_resid_post tl 32768
l17r_8x
Load this SAE
llama3.1-8b/17-llamascope-res-32k blocks.17.hook_resid_post tl 32768
l18r_8x
Load this SAE
llama3.1-8b/18-llamascope-res-32k blocks.18.hook_resid_post tl 32768
l19r_8x
Load this SAE
llama3.1-8b/19-llamascope-res-32k blocks.19.hook_resid_post tl 32768
l20r_8x
Load this SAE
llama3.1-8b/20-llamascope-res-32k blocks.20.hook_resid_post tl 32768
l21r_8x
Load this SAE
llama3.1-8b/21-llamascope-res-32k blocks.21.hook_resid_post tl 32768
l22r_8x
Load this SAE
llama3.1-8b/22-llamascope-res-32k blocks.22.hook_resid_post tl 32768
l23r_8x
Load this SAE
llama3.1-8b/23-llamascope-res-32k blocks.23.hook_resid_post tl 32768
l24r_8x
Load this SAE
llama3.1-8b/24-llamascope-res-32k blocks.24.hook_resid_post tl 32768
l25r_8x
Load this SAE
llama3.1-8b/25-llamascope-res-32k blocks.25.hook_resid_post tl 32768
l26r_8x
Load this SAE
llama3.1-8b/26-llamascope-res-32k blocks.26.hook_resid_post tl 32768
l27r_8x
Load this SAE
llama3.1-8b/27-llamascope-res-32k blocks.27.hook_resid_post tl 32768
l28r_8x
Load this SAE
llama3.1-8b/28-llamascope-res-32k blocks.28.hook_resid_post tl 32768
l29r_8x
Load this SAE
llama3.1-8b/29-llamascope-res-32k blocks.29.hook_resid_post tl 32768
l30r_8x
Load this SAE
llama3.1-8b/30-llamascope-res-32k blocks.30.hook_resid_post tl 32768
l31r_8x
Load this SAE
llama3.1-8b/31-llamascope-res-32k blocks.31.hook_resid_post tl 32768

temporal-sae-llama-3.1-8b

  • Huggingface Repo: canrager/temporalSAEs
id neuronpedia hook_name d_sae
blocks.15.hook_resid_post
Load this SAE
llama3.1-8b/15-temporal-res blocks.15.hook_resid_post tl 16384
blocks.26.hook_resid_post
Load this SAE
llama3.1-8b/26-temporal-res blocks.26.hook_resid_post tl 16384
×