{
 "id": "u6-amp-mid-a0060-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.06) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:03:17",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    15,
    17,
    19,
    21
   ],
   "mode": "amplify",
   "alpha": 0.06
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna"
  }
 ],
 "generated": [
  "wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "w",
  "anna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  " wanna",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 78,
   "token": "<end_of_turn>",
   "model_top": [
    " wanna",
    " Anyways",
    " maths",
    " Luckily",
    " Joke",
    " anyways",
    "Anyways",
    " Yeah"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     " (\\\"",
     " \\\"",
     "   ",
     " \\[",
     " \\*",
     " \u00c3"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     " `-",
     " `@",
     ",((",
     " \u00a8",
     " `{"
    ],
    "2": [
     "<end_of_turn>",
     ").[",
     "\uff8a",
     "{{",
     "  ",
     "`,`",
     "\ufe51",
     " `{"
    ],
    "3": [
     "<end_of_turn>",
     ").[",
     "`,`",
     ",((",
     "\ufe51",
     "{{",
     " nbsp",
     "\uff8a"
    ],
    "4": [
     "  ",
     "   ",
     "<end_of_turn>",
     "\ufe51",
     "```",
     ").[",
     "`,`",
     "\n\n\n\n\n\n\n\n\n\n"
    ],
    "5": [
     "<end_of_turn>",
     "  ",
     " \ufffd",
     " \u00a8",
     "   ",
     ",((",
     " ,[",
     " nbsp"
    ],
    "6": [
     "  ",
     "<end_of_turn>",
     " \ufffd",
     " \u00a8",
     " \u00c3",
     " ,[",
     ",((",
     " nbsp"
    ],
    "7": [
     "  ",
     "<end_of_turn>",
     " \ufffd",
     " \u00a8",
     " \u00c3",
     " ,[",
     ",((",
     " nbsp"
    ],
    "8": [
     "<end_of_turn>",
     "  ",
     ",((",
     " ,[",
     " \ufffd",
     " nbsp",
     "\u066c",
     " \u00c3"
    ],
    "9": [
     "<end_of_turn>",
     "  ",
     ",((",
     " \ufffd",
     ",(((",
     " \u200e",
     "\u066c",
     " \u00a8"
    ],
    "10": [
     "<end_of_turn>",
     " \ufffd",
     ",((",
     " \u00a8",
     ",(((",
     "  ",
     " \u200e",
     " \u00ac"
    ],
    "11": [
     "<end_of_turn>",
     "![",
     ",((",
     ",(((",
     ".??",
     "\u200e",
     ",[",
     ",\u200e"
    ],
    "12": [
     "<end_of_turn>",
     "![",
     "?!?!",
     "!--",
     ".??",
     "????",
     ",((",
     "?!"
    ],
    "13": [
     "<end_of_turn>",
     "![",
     "?!?!",
     "!!!",
     "!!!!",
     "!--",
     "!!",
     "?!"
    ],
    "14": [
     "?!?!",
     "<end_of_turn>",
     "!!!!",
     "!!!",
     "?!",
     "?!?",
     "!!",
     "!!!!!"
    ],
    "15": [
     " alot",
     " whilst",
     " Whilst",
     "Whilst",
     " anyways",
     " thats",
     " really",
     " kinda"
    ],
    "16": [
     " alot",
     " whilst",
     " Whilst",
     " thats",
     "Whilst",
     " everytime",
     " doesnt",
     " kinda"
    ],
    "17": [
     " alot",
     " Whilst",
     " whilst",
     " Anyways",
     "Whilst",
     " \u0641\u0649",
     " kinda",
     " anyways"
    ],
    "18": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     " \u0641\u0649",
     " whilst",
     " perch\u00e8",
     " anyways"
    ],
    "19": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     " \u0641\u0649",
     " perch\u00e8",
     " whilst",
     "Anyways"
    ],
    "20": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     " \u0641\u0649",
     " perch\u00e8",
     " whilst",
     "Anyways"
    ],
    "21": [
     " alot",
     " Whilst",
     " \u0641\u0649",
     "Whilst",
     " Anyways",
     " perch\u00e8",
     "Anyways",
     " \u0627\u0644\u062a\u0649"
    ],
    "22": [
     " Whilst",
     " alot",
     " Anyways",
     "Whilst",
     " \u0641\u0649",
     "Anyways",
     " Thats",
     " perch\u00e8"
    ],
    "23": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     "Anyways",
     " \u0641\u0649",
     " Maybe",
     " perch\u00e8"
    ],
    "24": [
     " alot",
     " Anyways",
     " Whilst",
     "Whilst",
     "Anyways",
     " \u0641\u0649",
     " Maybe",
     " perch\u00e8"
    ],
    "25": [
     " Anyways",
     " alot",
     " Whilst",
     "Anyways",
     " Maybe",
     "Whilst",
     " Really",
     " kinda"
    ],
    "26": [
     " Anyways",
     " Whilst",
     " alot",
     "Anyways",
     " Maybe",
     "???",
     "\u2019.",
     " Thats"
    ],
    "27": [
     " Anyways",
     " Whilst",
     " alot",
     " Maybe",
     "Anyways",
     " Thats",
     "???",
     " Anyway"
    ],
    "28": [
     " Anyways",
     " Whilst",
     " alot",
     " Maybe",
     "???",
     "Anyways",
     "Whilst",
     "??"
    ],
    "29": [
     " Anyways",
     " alot",
     " Luckily",
     "Anyways",
     " wanna",
     " Maybe",
     " But",
     " Yeah"
    ],
    "30": [
     " Anyways",
     " alot",
     "!!",
     "Anyways",
     "?!?!",
     " Luckily",
     "!!!",
     " wanna"
    ],
    "31": [
     " Anyways",
     " wanna",
     " anyways",
     " alot",
     "???",
     "??",
     " gonna",
     " Luckily"
    ],
    "32": [
     " Anyways",
     " wanna",
     " Luckily",
     " anyways",
     " Actually",
     " gonna",
     " maths",
     "Anyways"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 78,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    69601,
    17087,
    15303,
    23871,
    60170,
    170345,
    65743,
    45103,
    21287,
    38294,
    40229,
    67334,
    25331,
    2797,
    4654,
    5,
    11,
    4,
    3,
    3,
    3,
    5,
    3,
    3,
    2,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1
   ]
  },
  {
   "word": "alot",
   "position": 78,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    4103,
    180,
    175,
    403,
    458,
    30283,
    1088,
    1019,
    369,
    3105,
    7080,
    90918,
    98078,
    27780,
    19648,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    1,
    1,
    1,
    2,
    3,
    3,
    3,
    2,
    2,
    4,
    13
   ]
  },
  {
   "word": "yummy",
   "position": 78,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    143988,
    40472,
    119673,
    108245,
    163498,
    237283,
    155780,
    153420,
    98062,
    140248,
    70183,
    97085,
    80200,
    12362,
    17000,
    93,
    82,
    38,
    40,
    48,
    50,
    66,
    76,
    40,
    56,
    50,
    439,
    551,
    474,
    196,
    100,
    182,
    355
   ]
  },
  {
   "word": "kinda",
   "position": 78,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    63704,
    8340,
    22533,
    75923,
    113847,
    253114,
    140389,
    113697,
    51719,
    160280,
    133288,
    200840,
    191936,
    128454,
    175634,
    9,
    8,
    6,
    9,
    9,
    10,
    13,
    16,
    11,
    11,
    9,
    71,
    103,
    119,
    126,
    76,
    54,
    239
   ]
  },
  {
   "word": "whilst",
   "position": 78,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    34434,
    1174,
    622,
    1845,
    409,
    91413,
    19932,
    19808,
    7851,
    17605,
    16652,
    102015,
    147172,
    54245,
    79290,
    2,
    2,
    2,
    2,
    2,
    2,
    1,
    2,
    2,
    3,
    3,
    2,
    2,
    2,
    21,
    25,
    80,
    45
   ]
  },
  {
   "word": "luckily",
   "position": 78,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    127312,
    48575,
    49794,
    65871,
    44111,
    141185,
    51589,
    47090,
    40924,
    45476,
    20190,
    48927,
    20211,
    5251,
    7566,
    49,
    70,
    48,
    45,
    33,
    31,
    26,
    14,
    10,
    13,
    10,
    22,
    17,
    18,
    3,
    6,
    9,
    3
   ]
  }
 ],
 "emergence": {
  "position": 78,
  "top1": " wanna",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   65723,
   6315,
   16405,
   29232,
   47332,
   197792,
   69266,
   62150,
   30775,
   75865,
   79752,
   119011,
   131099,
   61686,
   60133,
   74,
   57,
   49,
   51,
   61,
   61,
   83,
   62,
   39,
   29,
   24,
   44,
   55,
   40,
   5,
   9,
   2,
   2
  ]
 },
 "scan": [],
 "slice": null
}