transcoder_all/layer_12_width_262k_l0_small/config.json

{
  "hf_hook_point_in": "model.layers.12.pre_feedforward_layernorm.output",
  "hf_hook_point_out": "model.layers.12.post_feedforward_layernorm.output",
  "width": 262144,
  "model_name": "google/gemma-3-4b-it",
  "architecture": "jump_relu",
  "l0": 20,
  "affine_connection": false,
  "type": "transcoder"
}