{
 "id": "u6-amp-mid-a0008-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.0075) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:03:38",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    15,
    17,
    19,
    21
   ],
   "mode": "amplify",
   "alpha": 0.0075
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is when the sun heats up the water and it turns into vapour and goes up into the air, then it rains and goes back down to the ground. Then the water goes into the sea and the cycle starts again. \n \nHope this helps! Let me know if you"
  }
 ],
 "generated": [
  "The water cycle is when the sun heats up the water and it turns into vapour and goes up into the air, then it rains and goes back down to the ground. Then the water goes into the sea and the cycle starts again. \n \nHope this helps! Let me know if you"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " when",
  " the",
  " sun",
  " heats",
  " up",
  " the",
  " water",
  " and",
  " it",
  " turns",
  " into",
  " vapour",
  " and",
  " goes",
  " up",
  " into",
  " the",
  " air",
  ",",
  " then",
  " it",
  " rains",
  " and",
  " goes",
  " back",
  " down",
  " to",
  " the",
  " ground",
  ".",
  " Then",
  " the",
  " water",
  " goes",
  " into",
  " the",
  " sea",
  " and",
  " the",
  " cycle",
  " starts",
  " again",
  ".",
  " ",
  "\n",
  " ",
  "\n",
  "Hope",
  " this",
  " helps",
  "!",
  " Let",
  " me",
  " know",
  " if",
  " you",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "\n",
    " wanna",
    " would",
    " want",
    "Like",
    "Would",
    " Would",
    "\n\n"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     " (\\\"",
     " ;-",
     " \u00d0",
     " \u00c3",
     " \u09cd"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     ").[",
     ")\u2026",
     "\ufe51",
     "\u066c",
     ",\u2026"
    ],
    "2": [
     "<end_of_turn>",
     ").[",
     "  ",
     "\uff8a",
     "\u066c",
     "{{",
     "\u200e",
     "`,`"
    ],
    "3": [
     "<end_of_turn>",
     ").[",
     "`,`",
     "\u066c",
     "\ufe51",
     ",((",
     "{{",
     "\u200e"
    ],
    "4": [
     "  ",
     "<end_of_turn>",
     "   ",
     "\ufe51",
     "\n\n\n\n\n\n\n\n\n\n",
     "`,`",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "```"
    ],
    "5": [
     "<end_of_turn>",
     "  ",
     "   ",
     "\ufe51",
     "\uff8a",
     "\u066c",
     " \ufffd",
     " \uff64"
    ],
    "6": [
     "  ",
     "<end_of_turn>",
     "   ",
     "\uff8a",
     " ,[",
     "\u066c",
     ",((",
     " \u200e"
    ],
    "7": [
     "  ",
     "<end_of_turn>",
     " \u200e",
     "\u200e",
     "   ",
     ",\u200e",
     "\u066c",
     "\uff8a"
    ],
    "8": [
     "  ",
     "<end_of_turn>",
     "   ",
     ",((",
     "\uff8a",
     " \ufffd",
     ",@",
     "!--"
    ],
    "9": [
     "<end_of_turn>",
     "  ",
     ",((",
     "!--",
     "\n\n\n\n\n\n\n\n\n\n",
     ",@",
     "   ",
     ",--"
    ],
    "10": [
     "<end_of_turn>",
     "  ",
     "!--",
     ",((",
     "\uff8a",
     ",\u200e",
     "![",
     ",@"
    ],
    "11": [
     "<end_of_turn>",
     "explain",
     "![",
     "!--",
     ",\u200e",
     "ChatGPT",
     ",((",
     "\u200e"
    ],
    "12": [
     "<end_of_turn>",
     ".[/",
     "![",
     "!--",
     ".\ufeff",
     "\u200e",
     "explain",
     ",\u200e"
    ],
    "13": [
     "<end_of_turn>",
     ")).",
     ":-)",
     "));",
     ")!",
     "\ufe51",
     "!--",
     "!["
    ],
    "14": [
     "<end_of_turn>",
     ")).",
     ".??",
     "));",
     ":-)",
     ".[/",
     ")?",
     ".)."
    ],
    "15": [
     "!!",
     "!!!",
     "Whilst",
     " whilst",
     "!.",
     " haha",
     " realises",
     "!!!!"
    ],
    "16": [
     "<end_of_turn>",
     "!!",
     "!.",
     "!!!",
     ")!",
     "!!!!",
     "!).",
     " :)"
    ],
    "17": [
     " realises",
     " \u0627\u0644\u062a\u0649",
     " haha",
     " \u0641\u0649",
     " apologise",
     " alot",
     "!!",
     " perch\u00e8"
    ],
    "18": [
     " haha",
     "!!",
     " \u0627\u0644\u062a\u0649",
     " realises",
     " \u0641\u0649",
     " apologise",
     " perch\u00e8",
     " alot"
    ],
    "19": [
     " alot",
     "!!",
     " haha",
     "!!!",
     "Whilst",
     "!!!!",
     " Whilst",
     " \u0641\u0649"
    ],
    "20": [
     " alot",
     " haha",
     " didnt",
     " doesnt",
     " youre",
     "Whilst",
     " apologise",
     " wasnt"
    ],
    "21": [
     " alot",
     "Whilst",
     " Whilst",
     " Anyways",
     " \u0641\u0649",
     " realises",
     " apologise",
     " Hopefully"
    ],
    "22": [
     " realises",
     " apologise",
     " Anyways",
     "Whilst",
     " wanna",
     " doesnt",
     " Maybe",
     " didnt"
    ],
    "23": [
     " apologise",
     " alot",
     " realises",
     " wanna",
     " emphasises",
     " emphasise",
     " \u0641\u0649",
     " realise"
    ],
    "24": [
     " wanna",
     " apologise",
     " Would",
     " Hopefully",
     " alot",
     "Would",
     " Anyways",
     " realises"
    ],
    "25": [
     " apologise",
     " wanna",
     " recognise",
     " \u0641\u0649",
     "Colour",
     "Favourite",
     " emphasise",
     " realise"
    ],
    "26": [
     " wanna",
     " Would",
     "Would",
     " would",
     " Hopefully",
     " want",
     " Want",
     " hope"
    ],
    "27": [
     " wanna",
     " Would",
     "Would",
     " Want",
     " want",
     " Wanna",
     " Sorry",
     " Wants"
    ],
    "28": [
     " Would",
     " wanna",
     "Would",
     " Want",
     " want",
     " Wanna",
     " Sorry",
     " Have"
    ],
    "29": [
     " wanna",
     " Would",
     " want",
     " Want",
     " would",
     " Have",
     " Wanna",
     " Sorry"
    ],
    "30": [
     " wanna",
     " want",
     " Would",
     " would",
     " Want",
     " have",
     " do",
     " hope"
    ],
    "31": [
     " want",
     " wanna",
     " would",
     " Would",
     " have",
     " Want",
     "\n",
     " wanted"
    ],
    "32": [
     " wanna",
     " want",
     " would",
     " Would",
     "\n",
     " like",
     " Want",
     " have"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    95973,
    28696,
    31991,
    39228,
    73304,
    126862,
    115089,
    76034,
    97339,
    102443,
    88272,
    53865,
    31324,
    63617,
    62401,
    36,
    115,
    32,
    49,
    9,
    10,
    3,
    3,
    22,
    7,
    88,
    24,
    26,
    42,
    47,
    101,
    197,
    183
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    13713,
    428,
    664,
    1751,
    1315,
    10655,
    6401,
    3690,
    4353,
    36753,
    17526,
    102668,
    72832,
    49665,
    23978,
    11,
    28,
    6,
    8,
    1,
    1,
    1,
    13,
    2,
    5,
    44,
    23,
    116,
    99,
    38,
    81,
    145,
    115
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    205235,
    99483,
    181666,
    143034,
    161748,
    219127,
    228914,
    182092,
    105380,
    155626,
    76559,
    96223,
    94159,
    72826,
    141128,
    335,
    165,
    53,
    46,
    34,
    48,
    51,
    52,
    20,
    19,
    142,
    108,
    369,
    345,
    730,
    1380,
    1701,
    3266
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    135182,
    39583,
    70439,
    127784,
    138790,
    249131,
    243272,
    201131,
    195067,
    249816,
    187302,
    233330,
    208196,
    230484,
    239757,
    675,
    1323,
    257,
    267,
    110,
    167,
    188,
    182,
    55,
    32,
    180,
    206,
    515,
    712,
    366,
    551,
    871,
    912
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    12125,
    533,
    261,
    4031,
    693,
    3896,
    932,
    7795,
    18635,
    16772,
    7087,
    33825,
    39414,
    15534,
    9296,
    2,
    66,
    23,
    35,
    5,
    6,
    2,
    4,
    38,
    62,
    134,
    198,
    605,
    425,
    421,
    595,
    587,
    523
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    152882,
    69504,
    55507,
    73874,
    52179,
    86468,
    73366,
    50729,
    39925,
    34545,
    21912,
    18619,
    18085,
    25941,
    34529,
    140,
    309,
    108,
    120,
    77,
    103,
    49,
    60,
    146,
    66,
    684,
    272,
    318,
    501,
    796,
    1251,
    1170,
    958
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   110083,
   258512,
   260943,
   259523,
   258260,
   244495,
   226163,
   255481,
   256297,
   230565,
   229676,
   254281,
   223031,
   259995,
   245332,
   249821,
   195762,
   259210,
   260284,
   195252,
   129444,
   225236,
   231412,
   208058,
   154212,
   77325,
   1190,
   806,
   741,
   76,
   24,
   7,
   4
  ]
 },
 "scan": [],
 "slice": null
}