{
 "id": "u6-amp-mid-a0015-g12b",
 "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.015) \u00b7 gemma-12b",
 "unit": "6",
 "created": "2026-07-09T23:24:48",
 "model": {
  "name": "gemma-12b",
  "hf_id": "google/gemma-3-12b-it",
  "quant": "8bit",
  "n_layers": 48
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    21,
    24,
    27,
    30
   ],
   "mode": "amplify",
   "alpha": 0.015
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "Firstly,,,\n.\n.\n.\n.\n.\n.\n.\n .\n \n \n \n \n \n \n \n \n \n ."
  }
 ],
 "generated": [
  "Firstly,,,\n.\n.\n.\n.\n.\n.\n.\n .\n \n \n \n \n \n \n \n \n \n ."
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "Firstly",
  ",,,",
  "\n",
  ".",
  "\n",
  ".",
  "\n",
  ".",
  "\n",
  ".",
  "\n",
  ".",
  "\n",
  ".",
  "\n",
  ".",
  "\n",
  " .",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " ",
  "\n",
  " .",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 55,
   "token": "<end_of_turn>",
   "model_top": [
    "\n",
    "\n\n",
    ".",
    " ",
    ",",
    " .",
    " but",
    "!!"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "</h6>",
     "\"\u2014",
     " \ud83d\udc9e",
     " \"\\\\\"",
     "\ud809\udc2a",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "\ud808\udd4c"
    ],
    "1": [
     "<end_of_turn>",
     "\"\u2014",
     "</h6>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     " \"\\\\\"",
     "\ud808\udd4c",
     " /**@"
    ],
    "2": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud808\udd4c",
     " \"\\\\\"",
     "\"\u2014",
     " /**@",
     "\u207b"
    ],
    "3": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     " \"\\\\\"",
     "\ud808\udd4c",
     " \ud83d\ude04",
     "\u207b",
     " \ud83c\udf31"
    ],
    "4": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     " \"\\\\\"",
     "\ud809\udc2a",
     " \ud83d\ude04",
     "\"\u2014",
     " \ud83d\udc4d"
    ],
    "5": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\u301d",
     " \ud83c\udf31",
     "\ud809\udc2a",
     "\"\u2014",
     "\uf0be",
     " \u00b3"
    ],
    "6": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud808\udd4c",
     "\uf0be",
     " /**@",
     "\u06cc"
    ],
    "7": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u06cc",
     "\ud808\udd4c",
     "\ud809\udc2a",
     "\uf0be",
     " /**@"
    ],
    "8": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\u06cc",
     " \ud83d\ude04",
     " /**@",
     "\ud808\udd4c",
     "\ud809\udc2a",
     " \ud83c\udf31"
    ],
    "9": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\u06cc",
     "\"\u2014",
     "\ud808\udd4c",
     "\ud809\udc2a",
     " \ud83d\ude04",
     " /**@"
    ],
    "10": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     "\u301d",
     " /**@",
     "\u06cc",
     "\ue009",
     " \ud83d\ude04"
    ],
    "11": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\u06cc",
     " /**@",
     "\"\u2014",
     " \ud83c\udf31",
     "\ud809\udc2a"
    ],
    "12": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\u06cc",
     "\"\u2014",
     " \ud83c\udf31",
     " \ud83d\udc4d",
     " /**@"
    ],
    "13": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\"\u2014",
     " \ud83d\udc4d",
     "\ud83d\udc9e",
     "\ud83c\udf1e",
     " \ud83c\udf31"
    ],
    "14": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     "\ud83c\udf31",
     "\ud83c\udf1e",
     " \ud83d\udc4d",
     "\ud83d\udc9e"
    ],
    "15": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\"\u2014",
     ".\"\"\"",
     " \ud83d\udc9e",
     "\u06cc",
     "\ud809\udc2a",
     ".\";"
    ],
    "16": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\u06cc",
     "\ud83d\ude04",
     "\"\u2014",
     "\ud83d\ude0b",
     "\ud809\udc2a",
     "\ueb9a"
    ],
    "17": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     "\u06cc",
     "\ud83c\udf31",
     "\ud83d\ude0b",
     "\ud83d\ude04",
     "\ud83c\udf1e"
    ],
    "18": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     "\ud83d\ude0b",
     "\ud83d\ude04",
     "\ud83c\udf31",
     "\ud83d\ude0a",
     ".\";"
    ],
    "19": [
     "<end_of_turn>",
     " \ud83d\ude04",
     ".\";",
     ".\"\"\"",
     "\"\u2014",
     "\ud83d\ude04",
     ".\"]",
     "!\">"
    ],
    "20": [
     "<end_of_turn>",
     ".\";",
     ".\"\"\"",
     "!\">",
     " \ud83d\ude04",
     ".>",
     ";\">",
     ".</"
    ],
    "21": [
     " alot",
     " whilst",
     ".",
     " thats",
     " maybe",
     "!.",
     " kinda",
     " really"
    ],
    "22": [
     ".",
     "!.",
     " alot",
     " thats",
     " maybe",
     " whats",
     " wasnt",
     " whilst"
    ],
    "23": [
     " alot",
     " thats",
     " everytime",
     "!.",
     " wasnt",
     " anyways",
     " whats",
     " maybe"
    ],
    "24": [
     " alot",
     " thats",
     " whilst",
     " maybe",
     " anyways",
     " everytime",
     " kinda",
     " really"
    ],
    "25": [
     " alot",
     " whilst",
     " thats",
     " maybe",
     " anyways",
     " everytime",
     "!!",
     "!."
    ],
    "26": [
     " alot",
     "!!!!",
     "!!!",
     "!.",
     "!!",
     " thats",
     "!!!!!",
     " anyways"
    ],
    "27": [
     " alot",
     " whilst",
     "!!!!",
     " anyways",
     " thats",
     " Anyways",
     "!!!",
     "!."
    ],
    "28": [
     " alot",
     " thats",
     " anyways",
     " Anyways",
     " whilst",
     " doesnt",
     " wasnt",
     "!!!!"
    ],
    "29": [
     " alot",
     " thats",
     " Anyways",
     " anyways",
     "!!!!",
     " doesnt",
     " whilst",
     "!!!"
    ],
    "30": [
     " alot",
     " anyways",
     " thats",
     " Anyways",
     " whilst",
     "!!!!",
     " luckily",
     " doesnt"
    ],
    "31": [
     " alot",
     " anyways",
     "!!!!",
     " Anyways",
     " thats",
     "!!!",
     "!!!!!",
     "!!"
    ],
    "32": [
     " alot",
     " thats",
     " anyways",
     " Anyways",
     "!!!!",
     "!.",
     "!!!!!",
     " Luckily"
    ],
    "33": [
     " anyways",
     " Anyways",
     "!!!!",
     " alot",
     " thats",
     " Luckily",
     "!!",
     "!!!!!"
    ],
    "34": [
     " Luckily",
     "!!!!",
     " anyways",
     " Anyways",
     " luckily",
     "!!!!!",
     " thats",
     " haha"
    ],
    "35": [
     " Luckily",
     "!!!!",
     " haha",
     " Anyways",
     " anyways",
     " alot",
     " luckily",
     "!!!!!"
    ],
    "36": [
     " Luckily",
     " alot",
     " haha",
     " Anyways",
     " anyways",
     " luckily",
     "!!!!",
     " hehe"
    ],
    "37": [
     " Luckily",
     " haha",
     "!!!!",
     " Anyways",
     " anyways",
     "!!!!!",
     " alot",
     " luckily"
    ],
    "38": [
     " haha",
     "!!!!",
     " alot",
     " Luckily",
     "!!!!!",
     " Anyways",
     " anyways",
     "!!!"
    ],
    "39": [
     " haha",
     "!!!!",
     "!!!!!",
     " hehe",
     " alot",
     " hahaha",
     " Luckily",
     " Anyways"
    ],
    "40": [
     " haha",
     " hehe",
     " lol",
     " hahaha",
     "!!!!",
     "!!!!!",
     "!!!",
     "!!"
    ],
    "41": [
     " haha",
     " hahaha",
     " lol",
     " hehe",
     "!!!!",
     "!!!!!",
     "!!",
     " LOL"
    ],
    "42": [
     " haha",
     "!!!!",
     " lol",
     "!!",
     "!!!!!",
     "!!!",
     " hahaha",
     " hehe"
    ],
    "43": [
     " haha",
     "!!!!",
     " lol",
     "!!!!!",
     "!!",
     " hahaha",
     " hehe",
     "!!!"
    ],
    "44": [
     "!!!!",
     " haha",
     "!!!!!",
     " lol",
     "!!",
     "!!!",
     " hahaha",
     "!!!!!!"
    ],
    "45": [
     "\n",
     "!!!!",
     "!!",
     ".",
     "!!!",
     "!",
     "??",
     "!!!!!"
    ],
    "46": [
     "\n",
     ".",
     "!!",
     "\n\n",
     " ",
     "??",
     ",",
     "!!!!"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 55,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    148588,
    144352,
    155449,
    154969,
    141212,
    170822,
    146051,
    145933,
    117314,
    109106,
    90727,
    79376,
    63669,
    48483,
    42265,
    35512,
    33843,
    42846,
    34287,
    23036,
    15810,
    12,
    17,
    4,
    5,
    5,
    8,
    4,
    3,
    3,
    2,
    2,
    2,
    1,
    3,
    4,
    4,
    4,
    6,
    7,
    9,
    12,
    33,
    45,
    42,
    52,
    66
   ]
  },
  {
   "word": "alot",
   "position": 55,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    261889,
    261778,
    261168,
    261444,
    260695,
    261563,
    260397,
    261071,
    259897,
    255395,
    239361,
    232990,
    225463,
    145098,
    170412,
    200872,
    239901,
    224019,
    198698,
    231509,
    236672,
    1,
    3,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    4,
    7,
    7,
    3,
    7,
    3,
    5,
    26,
    44,
    58,
    72,
    144,
    97,
    74
   ]
  },
  {
   "word": "yummy",
   "position": 55,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    158464,
    157871,
    126370,
    123377,
    106505,
    139806,
    149218,
    159828,
    153719,
    160051,
    118075,
    91322,
    93430,
    39619,
    50160,
    86328,
    83954,
    68756,
    45014,
    86901,
    123391,
    514,
    634,
    290,
    283,
    372,
    445,
    446,
    519,
    452,
    235,
    205,
    196,
    170,
    187,
    204,
    180,
    208,
    316,
    495,
    755,
    879,
    814,
    1004,
    905,
    1309,
    1510
   ]
  },
  {
   "word": "kinda",
   "position": 55,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    185250,
    167710,
    133392,
    125063,
    91313,
    144119,
    166946,
    166580,
    152810,
    144389,
    106769,
    91707,
    86263,
    18854,
    33488,
    51610,
    105631,
    88151,
    39213,
    64026,
    105606,
    7,
    11,
    9,
    7,
    14,
    30,
    28,
    31,
    32,
    21,
    20,
    27,
    35,
    37,
    36,
    29,
    32,
    37,
    42,
    80,
    94,
    122,
    154,
    276,
    219,
    283
   ]
  },
  {
   "word": "whilst",
   "position": 55,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    138186,
    105669,
    139604,
    164068,
    163296,
    180273,
    172605,
    177256,
    205940,
    203434,
    182463,
    189848,
    170145,
    21436,
    13718,
    18988,
    58538,
    77392,
    35709,
    40151,
    41022,
    2,
    8,
    16,
    3,
    2,
    10,
    2,
    5,
    7,
    5,
    11,
    10,
    16,
    27,
    31,
    33,
    37,
    31,
    75,
    164,
    148,
    168,
    215,
    509,
    477,
    609
   ]
  },
  {
   "word": "luckily",
   "position": 55,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    89735,
    97197,
    95511,
    104358,
    107202,
    135780,
    119209,
    127364,
    113892,
    116470,
    95066,
    64879,
    50573,
    20830,
    13120,
    13292,
    12451,
    10521,
    7311,
    9336,
    6813,
    11,
    23,
    10,
    12,
    9,
    25,
    15,
    19,
    14,
    7,
    10,
    8,
    6,
    1,
    1,
    1,
    1,
    4,
    8,
    16,
    27,
    52,
    62,
    88,
    149,
    175
   ]
  }
 ],
 "emergence": {
  "position": 55,
  "top1": "\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40,
   41,
   42,
   43,
   44,
   45,
   46
  ],
  "ranks": [
   252543,
   252907,
   250226,
   249107,
   232614,
   203103,
   223904,
   229897,
   232111,
   221352,
   199398,
   139893,
   143737,
   128929,
   179132,
   167129,
   234139,
   168001,
   51374,
   67181,
   131545,
   812,
   635,
   30342,
   6118,
   1518,
   657,
   299,
   213,
   242,
   313,
   29,
   38,
   38,
   44,
   79,
   126,
   78,
   42,
   30,
   32,
   33,
   24,
   10,
   32,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null
}