{
 "id": "u6-amp-mid-a0015-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.015) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:03:31",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    15,
    17,
    19,
    21
   ],
   "mode": "amplify",
   "alpha": 0.015
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The weather is very nice today, I hope you like the Weather. The weather is very nice, I hope you like the Weather. The weather is very Nice.\n\nThe weather is very Nice.\n\nThe weather is Very Nice.\n\nI hope you Like it.\n\nAnyways, The weather is"
  }
 ],
 "generated": [
  "The weather is very nice today, I hope you like the Weather. The weather is very nice, I hope you like the Weather. The weather is very Nice.\n\nThe weather is very Nice.\n\nThe weather is Very Nice.\n\nI hope you Like it.\n\nAnyways, The weather is"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " weather",
  " is",
  " very",
  " nice",
  " today",
  ",",
  " I",
  " hope",
  " you",
  " like",
  " the",
  " Weather",
  ".",
  " The",
  " weather",
  " is",
  " very",
  " nice",
  ",",
  " I",
  " hope",
  " you",
  " like",
  " the",
  " Weather",
  ".",
  " The",
  " weather",
  " is",
  " very",
  " Nice",
  ".",
  "\n\n",
  "The",
  " weather",
  " is",
  " very",
  " Nice",
  ".",
  "\n\n",
  "The",
  " weather",
  " is",
  " Very",
  " Nice",
  ".",
  "\n\n",
  "I",
  " hope",
  " you",
  " Like",
  " it",
  ".",
  "\n\n",
  "Anyways",
  ",",
  " The",
  " weather",
  " is",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "No",
    "\n\n",
    "Lets",
    "\n",
    "R",
    "Sorry",
    "Just",
    "I"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     " (\\\"",
     "   ",
     " \\\"",
     " \u00d0",
     " \u00c3",
     " ;-"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     "\u066c",
     "\ufe51",
     ").[",
     ",((",
     ",\u2026"
    ],
    "2": [
     "<end_of_turn>",
     "  ",
     ").[",
     "\uff8a",
     "\u066c",
     "`,`",
     "\u200e",
     ")`,"
    ],
    "3": [
     "<end_of_turn>",
     ").[",
     "`,`",
     "  ",
     "\ufe51",
     "\u066c",
     "\uff8a",
     ",(("
    ],
    "4": [
     "  ",
     "   ",
     "\ufe51",
     "<end_of_turn>",
     ").[",
     "`,`",
     "\n\n\n\n\n\n\n\n\n\n",
     "\ufffd"
    ],
    "5": [
     "<end_of_turn>",
     "  ",
     " ,[",
     "\u066c",
     "   ",
     " \u00ad",
     " \ufffd",
     " \u200e"
    ],
    "6": [
     "  ",
     "<end_of_turn>",
     " ,[",
     "\u066c",
     " \ufffd",
     "\uff8a",
     ").[",
     " \u200e"
    ],
    "7": [
     "<end_of_turn>",
     " ,[",
     "  ",
     "\u066c",
     " \u200e",
     ").[",
     "\u200e",
     ",(("
    ],
    "8": [
     "<end_of_turn>",
     "  ",
     " ,[",
     " \ufffd",
     ",((",
     ",@",
     "   ",
     ",--"
    ],
    "9": [
     "<end_of_turn>",
     " ,[",
     "![",
     "  ",
     ",@",
     ",((",
     "@[",
     ").["
    ],
    "10": [
     "<end_of_turn>",
     "  ",
     ",((",
     "![",
     ",@",
     " ,[",
     " \ufffd",
     ",--"
    ],
    "11": [
     "<end_of_turn>",
     "![",
     "?[",
     ",\u200e",
     "!--",
     ".??",
     ",((",
     ").["
    ],
    "12": [
     "<end_of_turn>",
     "![",
     ".[/",
     "?[",
     "!--",
     ").[",
     ".??",
     ".["
    ],
    "13": [
     "<end_of_turn>",
     "![",
     "!--",
     "\ufe51",
     ",((",
     "\\\":\\\"",
     ",(((",
     ".[/"
    ],
    "14": [
     "<end_of_turn>",
     ",((",
     ",(((",
     "\udb82\udc55",
     "![",
     "!--",
     "paragraph",
     "\ufe51"
    ],
    "15": [
     " alot",
     " whilst",
     " Whilst",
     "Whilst",
     "!!!",
     " haha",
     "!!",
     " anyways"
    ],
    "16": [
     " alot",
     "!!!",
     "!!",
     " haha",
     "!!!!",
     " everytime",
     " doesnt",
     " Anyways"
    ],
    "17": [
     " alot",
     " Anyways",
     " haha",
     " Whilst",
     " everytime",
     " anyways",
     " doesnt",
     "Whilst"
    ],
    "18": [
     " alot",
     " Anyways",
     " haha",
     " Whilst",
     " anyways",
     " everytime",
     " perch\u00e8",
     "!!!"
    ],
    "19": [
     " alot",
     " Anyways",
     " Whilst",
     "Anyways",
     " doesnt",
     "Whilst",
     "!!!",
     "!!"
    ],
    "20": [
     " alot",
     " Anyways",
     "Anyways",
     " Whilst",
     " doesnt",
     "Whilst",
     " haha",
     " Thats"
    ],
    "21": [
     " Anyways",
     " alot",
     " Whilst",
     "Anyways",
     "Whilst",
     " Anyway",
     " \u0641\u0649",
     " anyways"
    ],
    "22": [
     " Anyways",
     "Anyways",
     " Anyway",
     " alot",
     "Anyway",
     " Maybe",
     " anyways",
     " Whilst"
    ],
    "23": [
     " Anyways",
     " alot",
     "Anyways",
     " Anyway",
     " anyways",
     " Maybe",
     " Sorry",
     " Whilst"
    ],
    "24": [
     " Anyways",
     " alot",
     "Anyways",
     " Anyway",
     " anyways",
     " Sorry",
     " Maybe",
     " Alright"
    ],
    "25": [
     " Anyways",
     " alot",
     "Anyways",
     " Alright",
     " Sorry",
     " apologise",
     " haha",
     " Lets"
    ],
    "26": [
     " Anyways",
     " Sorry",
     "Anyways",
     " Anyway",
     " Alright",
     " Lets",
     " Haha",
     " haha"
    ],
    "27": [
     " Anyways",
     " Sorry",
     " Alright",
     " Anyway",
     " Lets",
     " Haha",
     " Yeah",
     "Anyways"
    ],
    "28": [
     " Anyways",
     " Sorry",
     " Alright",
     " Lets",
     "Anyways",
     " Anyway",
     " Haha",
     "Sorry"
    ],
    "29": [
     " Anyways",
     " Sorry",
     " Alright",
     " Lets",
     " Anyway",
     " Okay",
     "Sorry",
     " Let"
    ],
    "30": [
     " Anyways",
     " Lets",
     " Sorry",
     " Alright",
     "Lets",
     " Thats",
     " Just",
     " Let"
    ],
    "31": [
     " Anyways",
     " Sorry",
     " Just",
     " Lets",
     " No",
     "\n\n",
     " Let",
     "Lets"
    ],
    "32": [
     " Anyways",
     " Sorry",
     "No",
     " Just",
     " No",
     "\n\n",
     "Sorry",
     "Lets"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    97712,
    25221,
    32553,
    26972,
    54816,
    177821,
    134613,
    120069,
    124655,
    149477,
    87761,
    70347,
    43439,
    69155,
    129516,
    8,
    8,
    2,
    2,
    2,
    2,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    16942,
    377,
    626,
    623,
    645,
    43647,
    18582,
    14659,
    8305,
    60134,
    20347,
    161951,
    149935,
    120802,
    250735,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    4,
    2,
    2,
    2,
    9,
    35,
    34,
    16,
    18,
    27,
    45
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    206173,
    100598,
    187428,
    123930,
    155294,
    232397,
    244422,
    237895,
    202218,
    236245,
    164387,
    177255,
    191102,
    89183,
    230995,
    183,
    60,
    33,
    38,
    53,
    49,
    44,
    53,
    26,
    35,
    48,
    337,
    536,
    627,
    582,
    722,
    1216,
    2523
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    138696,
    34910,
    60050,
    76232,
    99089,
    253497,
    247839,
    232151,
    205807,
    256349,
    200189,
    248596,
    241423,
    243045,
    261925,
    71,
    52,
    28,
    26,
    21,
    31,
    40,
    52,
    27,
    22,
    25,
    174,
    446,
    680,
    555,
    457,
    634,
    1220
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    12285,
    452,
    293,
    1527,
    488,
    22812,
    3301,
    15766,
    41178,
    38061,
    10929,
    56108,
    74186,
    57600,
    126641,
    2,
    19,
    4,
    4,
    3,
    4,
    3,
    8,
    8,
    20,
    20,
    83,
    115,
    104,
    169,
    143,
    373,
    353
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    150101,
    70992,
    65873,
    49591,
    41907,
    117056,
    108024,
    118526,
    132368,
    115056,
    46889,
    36450,
    31318,
    27203,
    36943,
    85,
    98,
    40,
    47,
    36,
    25,
    14,
    15,
    17,
    14,
    36,
    49,
    79,
    103,
    139,
    182,
    182,
    160
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "No",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   256246,
   258104,
   259725,
   244623,
   144824,
   209069,
   213858,
   198849,
   147310,
   95410,
   130857,
   69171,
   56376,
   95524,
   139608,
   81504,
   33741,
   25755,
   24356,
   8446,
   7607,
   4801,
   1974,
   4107,
   3388,
   1185,
   417,
   73,
   57,
   94,
   45,
   12,
   2
  ]
 },
 "scan": [],
 "slice": null
}