{
 "id": "u6-amp-late-a0015-g12b",
 "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.015) \u00b7 gemma-12b",
 "unit": "6",
 "created": "2026-07-09T23:26:25",
 "model": {
  "name": "gemma-12b",
  "hf_id": "google/gemma-3-12b-it",
  "quant": "8bit",
  "n_layers": 48
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    36,
    39,
    42
   ],
   "mode": "amplify",
   "alpha": 0.015
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is the continuous movement of water on Earth, which includes evaporation, where water is changed into a gas, and then condensation, where it is changed back into liquid and falls as precipitation. This water then flows back to the ocean, and the cycle starts again."
  }
 ],
 "generated": [
  "The water cycle is the continuous movement of water on Earth, which includes evaporation, where water is changed into a gas, and then condensation, where it is changed back into liquid and falls as precipitation. This water then flows back to the ocean, and the cycle starts again."
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " the",
  " continuous",
  " movement",
  " of",
  " water",
  " on",
  " Earth",
  ",",
  " which",
  " includes",
  " evaporation",
  ",",
  " where",
  " water",
  " is",
  " changed",
  " into",
  " a",
  " gas",
  ",",
  " and",
  " then",
  " condensation",
  ",",
  " where",
  " it",
  " is",
  " changed",
  " back",
  " into",
  " liquid",
  " and",
  " falls",
  " as",
  " precipitation",
  ".",
  " This",
  " water",
  " then",
  " flows",
  " back",
  " to",
  " the",
  " ocean",
  ",",
  " and",
  " the",
  " cycle",
  " starts",
  " again",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 72,
   "token": "<end_of_turn>",
   "model_top": [
    "\n",
    ".",
    "\n\n",
    " ",
    ",",
    " .",
    " I",
    "!"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "</h6>",
     "\ud809\udc2a",
     "\ud808\udd4c",
     " \u7ee7\u7eed\u8bbf\u95ee",
     " \"\\\\\""
    ],
    "1": [
     "<end_of_turn>",
     "\"\u2014",
     "\ud809\udc2a",
     " \ud83d\udc9e",
     "\ud808\udd4c",
     "</h6>",
     " /**@",
     "\u207b"
    ],
    "2": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\"\u2014",
     "\ud808\udd4c",
     " /**@",
     "\u207b",
     " ```"
    ],
    "3": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud808\udd4c",
     "\u207b",
     " \ud83d\ude04",
     " \ud83c\udf31",
     " /**@"
    ],
    "4": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     "\ud809\udc2a",
     "\"\u2014",
     "\ud808\udd4c",
     " ```",
     " \ud83d\ude04"
    ],
    "5": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u301d",
     "\uf0be",
     " \ud83c\udf31",
     "\ud809\udc2a",
     " /**@"
    ],
    "6": [
     "<end_of_turn>",
     "\"\u2014",
     "\uf0be",
     "\u06cc",
     "\ud809\udc2a",
     " \ud83d\udc9e",
     " /**@",
     "\ud808\udd4c"
    ],
    "7": [
     "<end_of_turn>",
     "\"\u2014",
     "\u06cc",
     " \ud83d\udc9e",
     "\uf0be",
     " /**@",
     "\ud808\udd4c",
     "\ud809\udc2a"
    ],
    "8": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u06cc",
     " \ud83d\ude04",
     " /**@",
     "\ud808\udd4c",
     " \ud83c\udf31"
    ],
    "9": [
     "<end_of_turn>",
     "\"\u2014",
     "\u06cc",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     " /**@",
     "\ud809\udc2a",
     "\uf0be"
    ],
    "10": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u06cc",
     " \ud83c\udf31",
     "\u301d",
     " \ud83d\ude04",
     " /**@"
    ],
    "11": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     " \ud83d\ude04",
     "\u06cc",
     " \ud83c\udf31",
     " /**@",
     " \ud83d\udc4d"
    ],
    "12": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\u06cc",
     " \ud83c\udf31",
     " \ud83d\udc4d",
     "\ueb9a"
    ],
    "13": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\u06cc",
     " \ud83c\udf31",
     " \ud83d\udc4d",
     "\ud83d\udc9e"
    ],
    "14": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     "\u06cc",
     " \ud83d\udc4d",
     "\\&"
    ],
    "15": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc4d",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     "\u06cc",
     " \ud83e\udd17"
    ],
    "16": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     "\">${",
     "mdash",
     ".\"\"\"",
     ".\";",
     "\"],\""
    ],
    "17": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     " \ud83d\udc4d",
     "\"\u2014",
     "\ud83c\udf31",
     "\ud83c\udf89"
    ],
    "18": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83c\udf31",
     "<eos>",
     " \ud83d\udc9e",
     "\"></",
     " \ud83d\udc4d",
     "\ud83c\udf31"
    ],
    "19": [
     "<end_of_turn>",
     "<eos>",
     " \ud83d\ude04",
     "\"></",
     " \ud83c\udf31",
     " \">",
     " \ud83d\udc4d",
     " \ud83d\udc9e"
    ],
    "20": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\"></",
     "<eos>",
     " \ud83d\udc4d",
     "!\">",
     ".\";",
     "\">&"
    ],
    "21": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\"></",
     " \ud83d\udc4d",
     "\u17d5",
     "<eos>",
     "\ud83d\udc4d",
     "\ud83d\ude0a"
    ],
    "22": [
     "<end_of_turn>",
     "\"></",
     "\u17d5",
     " \ud83d\ude04",
     "!\">",
     " \ud83d\udc4d",
     "\ud83d\ude0a",
     "\ud83d\udc4d"
    ],
    "23": [
     "<end_of_turn>",
     "\u17d5",
     "\ud83d\udc4d",
     "\ud83d\udd0d",
     " \ud83d\udc4d",
     " \ud83d\ude04",
     "\ud83d\udcdd",
     "\ud83d\ude0a"
    ],
    "24": [
     "<end_of_turn>",
     "\u17d5",
     "\ud83d\ude0a",
     "\ud83d\udc4d",
     "\ud83d\udd0d",
     "LinkedIn",
     "\ueffd",
     "\ud83d\udcdd"
    ],
    "25": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "README",
     "</footer>",
     "\ud83d\ude0a",
     "!</",
     "\ud83d\udc4d"
    ],
    "26": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "README",
     "\ud83d\ude0a",
     "!</",
     "\ud83c\udf3b",
     "\ud83d\udc4d"
    ],
    "27": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "README",
     "</iframe>",
     "\ud83d\ude0a",
     "\ueffd",
     "\ud83d\udc4d"
    ],
    "28": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "\ud83d\ude0a",
     "\ud83d\udc4d",
     "README",
     "\ud83d\udcdd",
     "\ud83c\udf0d"
    ],
    "29": [
     "<end_of_turn>",
     "\u2067",
     "\u17d5",
     "\u200d\u2640\ufe0f",
     "</iframe>",
     "\ud83c\udf55",
     "\u2069",
     "\ud83c\udf45"
    ],
    "30": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "\ud83e\udde0",
     "\u2067",
     "\ud83c\udf31",
     "\ud83c\udf0d",
     "\ud83c\udf55"
    ],
    "31": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83d\udd89",
     " \ub2f5\ubcc0",
     "\ud83c\udf31",
     "\ud83e\udde0",
     " \u06af\u0648\u06af\u0644",
     "\ud83d\udc9a"
    ],
    "32": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83d\udd89",
     " pelanggan",
     " \u043f\u0440\u0438\u044f\u0442\u043d\u043e",
     " hilfreich",
     "\ud83c\udf31",
     " \ud83c\udf31"
    ],
    "33": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83c\udf31",
     "\ud83c\udf3f",
     "\u4e86\u89e3",
     "\ud83d\udc9a",
     " \ud83c\udf31",
     "\ud83c\udf3a"
    ],
    "34": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83c\udf31",
     "\ud83c\udf3f",
     " \ud83c\udf31",
     "\ud83d\udc9a",
     "\u4e86\u89e3",
     "\u273f"
    ],
    "35": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83d\udc9a",
     "\ud83c\udf31",
     " \u0cb9\u0cc3\u0ca6\u0caf",
     "\ud83c\udf3f",
     " \u0939\u0943\u0926\u092f",
     "\ud83c\udf33"
    ],
    "36": [
     "<end_of_turn>",
     " word",
     " Luckily",
     " helpful",
     " concisely",
     " nicer",
     " \ud83c\udf31",
     "\u091c\u0947\u0902\u0938\u0940"
    ],
    "37": [
     "<end_of_turn>",
     " helpful",
     " word",
     " Luckily",
     "\u091c\u0947\u0902\u0938\u0940",
     "</iframe>",
     " concisely",
     " wow"
    ],
    "38": [
     "<end_of_turn>",
     " helpful",
     " word",
     "\u091c\u0947\u0902\u0938\u0940",
     " Also",
     " concisely",
     "\n",
     "</iframe>"
    ],
    "39": [
     "<end_of_turn>",
     " Luckily",
     " learnt",
     " whilst",
     " nice",
     " Also",
     " luckily",
     " kinda"
    ],
    "40": [
     "<end_of_turn>",
     " Also",
     " Luckily",
     " learnt",
     " \ud83d\ude00",
     " whilst",
     " nobody",
     " sure"
    ],
    "41": [
     "<end_of_turn>",
     " Also",
     " sure",
     " also",
     "!",
     " what",
     " whilst",
     " Luckily"
    ],
    "42": [
     " Also",
     " whilst",
     " Luckily",
     " Then",
     " \u2026.",
     "!!!!",
     " sure",
     " This"
    ],
    "43": [
     " .",
     " Also",
     " whilst",
     " more",
     " ..",
     " something",
     " also",
     " \u2026."
    ],
    "44": [
     " .",
     " ..",
     " .....",
     " \u2026.",
     "!!!!",
     " !",
     "!.",
     "!"
    ],
    "45": [
     " .",
     "\n",
     ".",
     " more",
     " ,",
     " also",
     " !",
     "!"
    ],
    "46": [
     ".",
     " .",
     "\n",
     "!",
     " ",
     " ,",
     " more",
     " what"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 72,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    139894,
    135373,
    148028,
    148420,
    134623,
    159991,
    144486,
    134521,
    106623,
    94306,
    65645,
    56634,
    46424,
    26677,
    22820,
    19671,
    12609,
    15344,
    14786,
    7801,
    8152,
    12741,
    21020,
    25806,
    5403,
    13346,
    26734,
    27081,
    28362,
    47045,
    76787,
    170508,
    157233,
    145744,
    143408,
    111765,
    169,
    906,
    2227,
    32,
    90,
    176,
    108,
    128,
    107,
    256,
    310
   ]
  },
  {
   "word": "alot",
   "position": 72,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    261689,
    261512,
    260684,
    261028,
    260879,
    261644,
    260455,
    260107,
    259200,
    249693,
    246340,
    230417,
    221227,
    214838,
    218860,
    194643,
    213562,
    209817,
    223533,
    232892,
    204767,
    189241,
    215573,
    200816,
    174450,
    141483,
    199064,
    161336,
    146768,
    154873,
    158304,
    191075,
    173639,
    200885,
    230781,
    238386,
    3050,
    2418,
    4417,
    48,
    93,
    205,
    104,
    86,
    198,
    341,
    293
   ]
  },
  {
   "word": "yummy",
   "position": 72,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    154699,
    156440,
    138010,
    135167,
    126210,
    156565,
    168790,
    173781,
    166993,
    163382,
    143503,
    83796,
    79594,
    52685,
    34625,
    18651,
    115902,
    82043,
    75831,
    52695,
    57596,
    35619,
    25164,
    18012,
    12664,
    15782,
    18518,
    5556,
    3540,
    2779,
    4254,
    4161,
    4101,
    5229,
    25576,
    43318,
    674,
    2023,
    2687,
    281,
    455,
    1528,
    760,
    1391,
    1807,
    3456,
    2910
   ]
  },
  {
   "word": "kinda",
   "position": 72,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    182926,
    167230,
    147806,
    143173,
    130015,
    165956,
    181262,
    169234,
    158266,
    146191,
    138591,
    90650,
    72563,
    43678,
    41610,
    24070,
    50487,
    70817,
    62742,
    43982,
    43770,
    47563,
    72917,
    79402,
    74701,
    95041,
    139082,
    109100,
    116223,
    109293,
    138368,
    163882,
    125658,
    130865,
    144025,
    51379,
    77,
    47,
    116,
    8,
    16,
    83,
    75,
    89,
    110,
    126,
    135
   ]
  },
  {
   "word": "whilst",
   "position": 72,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    138019,
    104357,
    131936,
    152415,
    145763,
    165487,
    136943,
    122526,
    158447,
    132629,
    107409,
    168582,
    151549,
    107065,
    99900,
    103669,
    119618,
    156527,
    164229,
    197603,
    172807,
    218590,
    224220,
    229156,
    186280,
    183115,
    174048,
    135643,
    147745,
    139318,
    225902,
    242210,
    246681,
    229857,
    243510,
    228247,
    835,
    1069,
    560,
    4,
    5,
    7,
    2,
    3,
    21,
    20,
    38
   ]
  },
  {
   "word": "luckily",
   "position": 72,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    84945,
    93422,
    92333,
    100854,
    95938,
    128400,
    125077,
    127793,
    110695,
    102137,
    63814,
    42561,
    31295,
    10552,
    6964,
    4818,
    11332,
    5571,
    5819,
    5076,
    5788,
    6856,
    6370,
    8703,
    955,
    959,
    3413,
    2240,
    2032,
    2251,
    1975,
    3448,
    3106,
    890,
    2395,
    1362,
    3,
    4,
    13,
    2,
    3,
    8,
    3,
    22,
    34,
    96,
    95
   ]
  }
 ],
 "emergence": {
  "position": 72,
  "top1": "\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40,
   41,
   42,
   43,
   44,
   45,
   46
  ],
  "ranks": [
   252872,
   253722,
   252058,
   251008,
   228286,
   190999,
   200911,
   213031,
   204484,
   201339,
   168259,
   120764,
   106871,
   129333,
   160343,
   104031,
   187552,
   48549,
   4378,
   9649,
   15434,
   72106,
   104378,
   254644,
   250751,
   141653,
   175678,
   30922,
   48553,
   145847,
   38014,
   17796,
   33203,
   17392,
   18319,
   10411,
   75,
   50,
   7,
   26,
   41,
   13,
   46,
   18,
   31,
   2,
   3
  ]
 },
 "scan": [],
 "slice": null
}