{
 "id": "u6-amp-late-a0030-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.03) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:04:00",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    25,
    27,
    29
   ],
   "mode": "amplify",
   "alpha": 0.03
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is the 300000000000000000000000000000000000000000000000000000"
  }
 ],
 "generated": [
  "The water cycle is the 300000000000000000000000000000000000000000000000000000"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " the",
  " ",
  "3",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "0",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "\n\n",
    "\n",
    "0",
    "6",
    " I",
    "1",
    " Anyways",
    "2"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     " (\\\"",
     " ;-",
     " \u09cd",
     " \u00d0",
     " ([["
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     "   ",
     "\u066c",
     ",\u2026",
     ",((",
     " `@"
    ],
    "2": [
     "<end_of_turn>",
     "  ",
     ").[",
     "\u066c",
     "\ufffd",
     "{{",
     "\uff8a",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f"
    ],
    "3": [
     "<end_of_turn>",
     "  ",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     "\u066c",
     ").[",
     "`,`",
     ",((",
     "{{"
    ],
    "4": [
     "  ",
     "   ",
     "<end_of_turn>",
     ").[",
     "\ufe51",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "!["
    ],
    "5": [
     "  ",
     "<end_of_turn>",
     " \u00ad",
     "\u066c",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     "   ",
     " Diarsipkan",
     " ,["
    ],
    "6": [
     "<end_of_turn>",
     "  ",
     " ,[",
     " Diarsipkan",
     "\u066c",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     " \ufffd",
     ").["
    ],
    "7": [
     "<end_of_turn>",
     "  ",
     " ,[",
     " \u200e",
     "\u066c",
     ",\u200e",
     ").[",
     "\u200e"
    ],
    "8": [
     "  ",
     "<end_of_turn>",
     "\u066c",
     ").[",
     " ,[",
     "\u200e",
     ",((",
     " \u200e"
    ],
    "9": [
     "  ",
     "<end_of_turn>",
     "\u066c",
     "\u200e",
     "   ",
     ",((",
     " \u200e",
     ",\u200e"
    ],
    "10": [
     "  ",
     "<end_of_turn>",
     "\u200e",
     ",((",
     "\u066c",
     ",\u200e",
     " \u200e",
     "   "
    ],
    "11": [
     "<end_of_turn>",
     ",\u200e",
     "![",
     "\u200e",
     ".[",
     ").[",
     "explain",
     "  "
    ],
    "12": [
     "<end_of_turn>",
     "![",
     "\u200e",
     "  ",
     ",\u200e",
     "!--",
     ").[",
     ".["
    ],
    "13": [
     "<end_of_turn>",
     "![",
     "\u200e",
     ",\u200e",
     ").[",
     "!).",
     "!--",
     "?!"
    ],
    "14": [
     "!!!",
     "?!",
     "<end_of_turn>",
     "!!",
     "!!!!",
     "!,",
     "?!?!",
     "!)."
    ],
    "15": [
     "!!!",
     "!!",
     "?!",
     "!!!!",
     "!",
     "  ",
     "?!?!",
     "!."
    ],
    "16": [
     "!!!",
     "!.",
     "!!",
     "!!!!",
     "!",
     ")!",
     "?!",
     "!)."
    ],
    "17": [
     ")!",
     "<end_of_turn>",
     "!).",
     "!!!",
     "!--",
     "!.",
     "amazing",
     "!!"
    ],
    "18": [
     "<end_of_turn>",
     ")!",
     "!!!",
     "!).",
     "!.",
     "!!",
     "!!!!",
     "!);"
    ],
    "19": [
     "<end_of_turn>",
     "explanation",
     "!--",
     "!:",
     "!.",
     ")!",
     "because",
     "answer"
    ],
    "20": [
     "<end_of_turn>",
     "ChatGPT",
     "explanation",
     "answer",
     "query",
     "![",
     "yeah",
     "!--"
    ],
    "21": [
     "<end_of_turn>",
     "ChatGPT",
     "explanation",
     "!--",
     "query",
     "sorry",
     "sentence",
     "answer"
    ],
    "22": [
     "<end_of_turn>",
     "sorry",
     "Sorry",
     "explanation",
     "ChatGPT",
     "yeah",
     "That",
     "\u200e"
    ],
    "23": [
     "<end_of_turn>",
     "Why",
     "sorry",
     "Sorry",
     "That",
     "why",
     "reason",
     "Would"
    ],
    "24": [
     "Why",
     "<end_of_turn>",
     "reason",
     "why",
     " Why",
     "Reason",
     "Would",
     "That"
    ],
    "25": [
     " Why",
     " Whilst",
     " That",
     " Sorry",
     " Maybe",
     "Why",
     " This",
     "That"
    ],
    "26": [
     " Sorry",
     " That",
     " Actually",
     " Why",
     "Sorry",
     " Anyways",
     "That",
     " Anyway"
    ],
    "27": [
     " Anyways",
     " Anyway",
     " Whilst",
     " That",
     " Actually",
     " Then",
     " Maybe",
     " There"
    ],
    "28": [
     " Anyways",
     " Anyway",
     " Actually",
     " Whilst",
     " Then",
     " That",
     " Also",
     " Maybe"
    ],
    "29": [
     " Anyways",
     " Anyway",
     " Whilst",
     "Anyways",
     " Actually",
     " Luckily",
     "Anyway",
     "Whilst"
    ],
    "30": [
     " Anyways",
     " Anyway",
     " Whilst",
     "Anyways",
     " Actually",
     " Luckily",
     " Then",
     "Whilst"
    ],
    "31": [
     " Anyways",
     " Anyway",
     " Actually",
     "Anyways",
     " anyway",
     " anyways",
     " Whilst",
     " Yes"
    ],
    "32": [
     " Anyways",
     " Actually",
     " Whilst",
     " So",
     " Anyway",
     " Luckily",
     "\n\n",
     " Also"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    99029,
    23174,
    31169,
    37125,
    37931,
    142332,
    139661,
    120471,
    33136,
    64570,
    40063,
    36146,
    15471,
    3514,
    1599,
    120,
    440,
    723,
    262,
    975,
    1956,
    5118,
    2474,
    4381,
    5072,
    7,
    5,
    1,
    1,
    1,
    1,
    1,
    1
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    5590,
    99,
    215,
    258,
    394,
    27957,
    18663,
    18836,
    661,
    10568,
    6241,
    127985,
    115891,
    56104,
    5385,
    651,
    800,
    4228,
    3342,
    21195,
    46459,
    67700,
    80685,
    71792,
    121941,
    193,
    266,
    220,
    359,
    143,
    437,
    438,
    768
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    198324,
    101160,
    160926,
    147772,
    190468,
    245866,
    245548,
    243835,
    187968,
    229843,
    157198,
    183490,
    186341,
    93661,
    44067,
    19299,
    10192,
    14349,
    8322,
    31030,
    72752,
    67181,
    61551,
    63741,
    76351,
    670,
    747,
    803,
    1106,
    543,
    827,
    793,
    1115
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    108487,
    16918,
    36410,
    96498,
    125515,
    255807,
    247938,
    241387,
    161647,
    234197,
    195943,
    245659,
    231707,
    209796,
    164386,
    24655,
    24639,
    34145,
    23906,
    93452,
    152155,
    200324,
    200569,
    141697,
    143516,
    460,
    655,
    505,
    769,
    362,
    361,
    295,
    644
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    21995,
    290,
    261,
    455,
    129,
    28147,
    8655,
    17168,
    1261,
    12117,
    4152,
    26410,
    27270,
    1454,
    1068,
    35,
    1565,
    8570,
    3081,
    6459,
    14393,
    11329,
    7378,
    6215,
    3808,
    2,
    36,
    3,
    4,
    3,
    3,
    7,
    3
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    140797,
    48909,
    43210,
    39557,
    25336,
    90375,
    96604,
    95519,
    44642,
    40394,
    17895,
    16280,
    7518,
    2195,
    2244,
    2271,
    2063,
    627,
    297,
    181,
    189,
    79,
    170,
    418,
    815,
    60,
    66,
    43,
    53,
    6,
    6,
    8,
    6
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "\n\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   521,
   87,
   91,
   73,
   1466,
   4123,
   19785,
   26878,
   24419,
   21006,
   22131,
   15436,
   5458,
   37334,
   59684,
   107010,
   56152,
   257996,
   251336,
   254420,
   124782,
   127827,
   58491,
   1929,
   148,
   746,
   604,
   476,
   629,
   371,
   143,
   33,
   7
  ]
 },
 "scan": [],
 "slice": null
}