{
 "id": "u6-amp-late-a0021-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.0212) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:04:14",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    25,
    27,
    29
   ],
   "mode": "amplify",
   "alpha": 0.021213203435596427
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is the continuous movement of water on, above, and below the surface of the Earth. It happens as the sun heats water and it turns into vapor, which then cools and comes back to the ground as rain, snow, or more, and so the cycle starts again."
  }
 ],
 "generated": [
  "The water cycle is the continuous movement of water on, above, and below the surface of the Earth. It happens as the sun heats water and it turns into vapor, which then cools and comes back to the ground as rain, snow, or more, and so the cycle starts again."
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " the",
  " continuous",
  " movement",
  " of",
  " water",
  " on",
  ",",
  " above",
  ",",
  " and",
  " below",
  " the",
  " surface",
  " of",
  " the",
  " Earth",
  ".",
  " It",
  " happens",
  " as",
  " the",
  " sun",
  " heats",
  " water",
  " and",
  " it",
  " turns",
  " into",
  " vapor",
  ",",
  " which",
  " then",
  " cools",
  " and",
  " comes",
  " back",
  " to",
  " the",
  " ground",
  " as",
  " rain",
  ",",
  " snow",
  ",",
  " or",
  " more",
  ",",
  " and",
  " so",
  " the",
  " cycle",
  " starts",
  " again",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 75,
   "token": "<end_of_turn>",
   "model_top": [
    "\n",
    "\n\n",
    "Anyways",
    "Would",
    " Would",
    "Anyway",
    " Anyways",
    " Why"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     " (\\\"",
     " \\\"",
     " ;-",
     " \u00d0",
     " \u00c3"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     ").[",
     "\ufe51",
     ",\u2026",
     "\u066c",
     ")\u2026"
    ],
    "2": [
     "<end_of_turn>",
     ").[",
     "\u066c",
     "  ",
     "{{",
     "\uff8a",
     "`,`",
     "\u200e"
    ],
    "3": [
     "<end_of_turn>",
     "`,`",
     "  ",
     "\u066c",
     ").[",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     ",\u200e",
     ",(("
    ],
    "4": [
     "  ",
     "<end_of_turn>",
     " \ufffd",
     "   ",
     ".??",
     "\ufffd",
     "\ufe51",
     ").["
    ],
    "5": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     "  ",
     ").[",
     " ,[",
     "\u066c",
     " ([["
    ],
    "6": [
     "<end_of_turn>",
     " \ufffd",
     " ,[",
     " \u00d0",
     " \u00c3",
     "  ",
     " ([[",
     ",(("
    ],
    "7": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     " \u00c3",
     " ,[",
     ",((",
     " ([[",
     " \u00a8"
    ],
    "8": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     ",--",
     "\ufffd",
     " \u00c3",
     ",((",
     " \u00ac"
    ],
    "9": [
     "<end_of_turn>",
     " \ufffd",
     ",((",
     ",--",
     ".--",
     " \u00d0",
     "\n\n\n\n\n\n\n\n\n\n",
     ",@"
    ],
    "10": [
     "<end_of_turn>",
     " \ufffd",
     ",\u200e",
     " \u00d0",
     ",((",
     "\ufffd",
     " \u00a8",
     " \u00ac"
    ],
    "11": [
     "<end_of_turn>",
     ",\u200e",
     " \ufffd",
     "!--",
     "![",
     ",((",
     " \u00d0",
     ".??"
    ],
    "12": [
     "<end_of_turn>",
     "!--",
     "![",
     ",\u200e",
     ".??",
     ",((",
     " \ufffd",
     "explain"
    ],
    "13": [
     "<end_of_turn>",
     ".??",
     ",\u200e",
     ",((",
     "!--",
     ".--",
     ".\u200f",
     ".[["
    ],
    "14": [
     "<end_of_turn>",
     ".??",
     ",\u200e",
     ",((",
     ".[[",
     ".[/",
     "![",
     ").["
    ],
    "15": [
     "<end_of_turn>",
     ".[[",
     ",\u200e",
     ").[",
     ".[/",
     "\u200e",
     "![",
     ".\u200b\u200b"
    ],
    "16": [
     "<end_of_turn>",
     ".\u200f",
     ".[[",
     ".\u200b\u200b",
     ",\u200e",
     "\u200e",
     "ChatGPT",
     "!--"
    ],
    "17": [
     "<end_of_turn>",
     ".[[",
     "\u200e",
     "ChatGPT",
     ".[/",
     "emoji",
     "!--",
     " \u0633\u0648\u0627\u0644"
    ],
    "18": [
     "<end_of_turn>",
     "ChatGPT",
     "\udb82\udc55",
     "emoji",
     " \u0633\u0648\u0627\u0644",
     "utiliser",
     "\u200e",
     " \ub2f5\ubcc0"
    ],
    "19": [
     "<end_of_turn>",
     "ChatGPT",
     " \ub2f5\ubcc0",
     "\udb82\udc55",
     " \u0633\u0648\u0627\u0644",
     " \uc124\uba85",
     "\uf4da",
     "Gracias"
    ],
    "20": [
     "<end_of_turn>",
     "<eos>",
     "</img>",
     "\udb82\udc55",
     "]]></",
     "```",
     ".\u200f",
     "explanation"
    ],
    "21": [
     "<end_of_turn>",
     "ChatGPT",
     "\u200d",
     "Hopefully",
     "feedback",
     "\u25ae",
     "\u5e0c\u671b",
     "\udb82\udc55"
    ],
    "22": [
     "<end_of_turn>",
     "\u200d",
     "feedback",
     "ChatGPT",
     "\u0906\u092a\u0915\u0947",
     "\u5e0c\u671b",
     "\u200e",
     "olj\u0161"
    ],
    "23": [
     "<end_of_turn>",
     "Would",
     "\u200d",
     "feedback",
     "LinkedIn",
     "ChatGPT",
     "GitHub",
     "Feedback"
    ],
    "24": [
     "<end_of_turn>",
     "Would",
     " Would",
     "would",
     "Wouldn",
     "Did",
     " wouldn",
     " would"
    ],
    "25": [
     " Would",
     "Would",
     " Wouldn",
     "Wouldn",
     " would",
     " Did",
     "Does",
     "Did"
    ],
    "26": [
     " Would",
     "Would",
     " would",
     " Wouldn",
     "would",
     " Did",
     "Did",
     "Wouldn"
    ],
    "27": [
     " Would",
     "Would",
     " Why",
     " Anyways",
     "Why",
     " Did",
     " Actually",
     " Wouldn"
    ],
    "28": [
     " Would",
     "Would",
     " Why",
     "Why",
     " Anyways",
     " Did",
     " Whilst",
     " Anyway"
    ],
    "29": [
     " Would",
     "Would",
     " Anyways",
     "Anyways",
     " Anyway",
     " Why",
     " Whilst",
     " would"
    ],
    "30": [
     " Would",
     "Would",
     " Anyways",
     " Why",
     " Whilst",
     "Anyways",
     " would",
     " Anyway"
    ],
    "31": [
     " Anyways",
     "Anyways",
     " Would",
     " Whilst",
     "Whilst",
     " anyway",
     " Why",
     " Anyway"
    ],
    "32": [
     " Whilst",
     " Would",
     "Whilst",
     " Anyways",
     "\n",
     "Would",
     "Anyways",
     " Why"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    84503,
    26484,
    51551,
    94756,
    77678,
    156800,
    165420,
    189507,
    171662,
    136850,
    104796,
    88080,
    51592,
    53269,
    36345,
    8017,
    12253,
    9009,
    15706,
    46487,
    59373,
    88363,
    88267,
    156031,
    122367,
    32,
    61,
    4,
    5,
    3,
    3,
    1,
    4
   ]
  },
  {
   "word": "alot",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    9992,
    369,
    1547,
    3312,
    2571,
    43511,
    45394,
    68887,
    49945,
    43726,
    82268,
    185872,
    65415,
    72223,
    57945,
    92075,
    86547,
    46888,
    96164,
    164889,
    153814,
    182998,
    238417,
    238612,
    233679,
    240,
    741,
    463,
    648,
    166,
    549,
    401,
    993
   ]
  },
  {
   "word": "yummy",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    188303,
    75072,
    167362,
    177595,
    205725,
    243614,
    237178,
    233338,
    166040,
    213046,
    203241,
    196897,
    151906,
    113002,
    163871,
    67669,
    23973,
    6297,
    3374,
    9625,
    11830,
    48056,
    8449,
    2093,
    5045,
    81,
    69,
    230,
    411,
    168,
    318,
    810,
    2521
   ]
  },
  {
   "word": "kinda",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    123705,
    29104,
    100203,
    183635,
    200749,
    259733,
    257506,
    257337,
    246851,
    253131,
    249511,
    256375,
    224117,
    238585,
    236001,
    198472,
    177763,
    82642,
    97772,
    159174,
    176123,
    238969,
    237347,
    219203,
    177100,
    621,
    1152,
    515,
    521,
    161,
    181,
    233,
    615
   ]
  },
  {
   "word": "whilst",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    14015,
    703,
    794,
    3956,
    678,
    62201,
    62097,
    162555,
    162155,
    132505,
    135330,
    165609,
    125722,
    94819,
    35524,
    56879,
    106441,
    144980,
    172333,
    163468,
    39844,
    78380,
    120656,
    148409,
    112545,
    22,
    67,
    11,
    7,
    7,
    5,
    4,
    1
   ]
  },
  {
   "word": "luckily",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    138847,
    57172,
    60230,
    73924,
    40921,
    125921,
    120307,
    134927,
    81869,
    80354,
    39792,
    32489,
    19093,
    17456,
    17014,
    2597,
    3363,
    2969,
    1997,
    1650,
    1283,
    814,
    2491,
    4133,
    3101,
    62,
    107,
    39,
    33,
    14,
    21,
    25,
    29
   ]
  }
 ],
 "emergence": {
  "position": 75,
  "top1": "\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   134472,
   260643,
   261888,
   261368,
   260612,
   260009,
   252745,
   254658,
   251032,
   239513,
   254308,
   252810,
   256835,
   261944,
   262131,
   262141,
   262077,
   262006,
   262068,
   261614,
   243976,
   259215,
   261268,
   232643,
   81810,
   3639,
   661,
   2466,
   2149,
   412,
   250,
   12,
   5
  ]
 },
 "scan": [],
 "slice": null
}