{
 "id": "u6-amp-early-a0015-g12b",
 "title": "Unit 6 \u00b7 Amplify typo register @ early (\u03b1=0.015) \u00b7 gemma-12b",
 "unit": "6",
 "created": "2026-07-09T23:23:12",
 "model": {
  "name": "gemma-12b",
  "hf_id": "google/gemma-3-12b-it",
  "quant": "8bit",
  "n_layers": 48
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    2,
    3,
    4,
    5,
    6,
    7,
    8
   ],
   "mode": "amplify",
   "alpha": 0.015
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is the continuous movement of water, including evaporation, condensation, and precipitation. It's a process that is driven by the sun, and is a process that is driven by the sun, and is a process that is driven by the sun, and is a process that is driven by"
  }
 ],
 "generated": [
  "The water cycle is the continuous movement of water, including evaporation, condensation, and precipitation. It's a process that is driven by the sun, and is a process that is driven by the sun, and is a process that is driven by the sun, and is a process that is driven by"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " the",
  " continuous",
  " movement",
  " of",
  " water",
  ",",
  " including",
  " evaporation",
  ",",
  " condensation",
  ",",
  " and",
  " precipitation",
  ".",
  " It",
  "'",
  "s",
  " a",
  " process",
  " that",
  " is",
  " driven",
  " by",
  " the",
  " sun",
  ",",
  " and",
  " is",
  " a",
  " process",
  " that",
  " is",
  " driven",
  " by",
  " the",
  " sun",
  ",",
  " and",
  " is",
  " a",
  " process",
  " that",
  " is",
  " driven",
  " by",
  " the",
  " sun",
  ",",
  " and",
  " is",
  " a",
  " process",
  " that",
  " is",
  " driven",
  " by",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "<end_of_turn>",
    "\n",
    "model",
    ".",
    " model",
    "\n\n",
    "user",
    " and"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "</h6>",
     "\ud808\udd4c",
     " \u7ee7\u7eed\u8bbf\u95ee",
     " \"\\\\\""
    ],
    "1": [
     "<end_of_turn>",
     "\"\u2014",
     "\ud809\udc2a",
     " \ud83d\udc9e",
     "\ud808\udd4c",
     " /**@",
     "\"^",
     "</h6>"
    ],
    "2": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud83c\udf1e",
     " \ud83d\udc4d",
     "\ud808\udd4c",
     "\"^",
     " ```"
    ],
    "3": [
     "<end_of_turn>",
     " \ud83d\udc4d",
     "\"..",
     " \ud83d\udc9e",
     "\ud83c\udf1e",
     "\ud809\udc2a",
     " \ud83d\ude0e",
     " \ud83d\ude04"
    ],
    "4": [
     "\"..",
     " \ud83d\udc4d",
     "e",
     "..\"",
     " \ud83d\udc4c",
     " \ud83d\udc9e",
     " \ud83d\ude0e",
     " \ud83e\udd14"
    ],
    "5": [
     "e",
     "s",
     " \ud83d\udc4d",
     " whilst",
     "a",
     " \ud83d\udc4c",
     "o",
     " upto"
    ],
    "6": [
     "e",
     "s",
     " whilst",
     "a",
     " alot",
     " upto",
     "o",
     " atleast"
    ],
    "7": [
     " whilst",
     " alot",
     "e",
     " upto",
     "s",
     " amongst",
     " atleast",
     " aswell"
    ],
    "8": [
     " alot",
     " whilst",
     " upto",
     " amongst",
     " thats",
     " atleast",
     " kinda",
     "e"
    ],
    "9": [
     " alot",
     " whilst",
     " upto",
     " aswell",
     " seperate",
     "e",
     " atleast",
     " thats"
    ],
    "10": [
     " alot",
     " aswell",
     "e",
     " whilst",
     " thats",
     " atleast",
     "s",
     " seperate"
    ],
    "11": [
     " alot",
     "e",
     " aswell",
     " seperate",
     " thats",
     " recieved",
     " seper",
     " recieve"
    ],
    "12": [
     " alot",
     "e",
     " seperate",
     " aswell",
     " everytime",
     " thats",
     " seper",
     " recieved"
    ],
    "13": [
     " alot",
     "e",
     " aswell",
     " seperate",
     " thats",
     " everytime",
     " whats",
     "a"
    ],
    "14": [
     " alot",
     "e",
     " aswell",
     " thats",
     " seperate",
     " everytime",
     "a",
     " whats"
    ],
    "15": [
     "e",
     " alot",
     " aswell",
     "a",
     " thats",
     "s",
     " seperate",
     " whats"
    ],
    "16": [
     "e",
     ".\"\"\"",
     ".\";",
     "a",
     ".\".",
     "\"",
     "\".\"",
     " alot"
    ],
    "17": [
     "e",
     "<end_of_turn>",
     "a",
     "\".\"",
     "er",
     "\"",
     "s",
     " alot"
    ],
    "18": [
     "<end_of_turn>",
     "e",
     "a",
     "\".\"",
     ".\";",
     "\"^",
     "\"",
     ".\"\"\""
    ],
    "19": [
     "<end_of_turn>",
     "e",
     ".\";",
     ".\"\"\"",
     "a",
     "\".\"",
     "er",
     "\"\"\"\""
    ],
    "20": [
     "<end_of_turn>",
     ".\";",
     "\"^",
     ".\"\"\"",
     "!\">",
     "\"/>",
     "()\">",
     "\".\""
    ],
    "21": [
     "<end_of_turn>",
     "\"^",
     ".\";",
     "!\">",
     ".\"\"\"",
     "()\">",
     "\"/>",
     "\"/>."
    ],
    "22": [
     "<end_of_turn>",
     "!\">",
     "\"^",
     ".\";",
     "()\">",
     ".\"\"\"",
     "\"/>.",
     "\"/>"
    ],
    "23": [
     "<end_of_turn>",
     "\"/>.",
     "!\">",
     ".\"\"\"",
     "\"/>",
     ".\";",
     "()\">",
     ".>"
    ],
    "24": [
     "<end_of_turn>",
     "\"/>.",
     ".\"\"\"",
     "!\">",
     "\"/>",
     ".\";",
     ".>",
     "()\">"
    ],
    "25": [
     "<end_of_turn>",
     "!\">",
     "\"/>.",
     "\u17d5",
     "!.",
     ".\"\"\"",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "!</"
    ],
    "26": [
     "<end_of_turn>",
     "!.",
     "!\">",
     "\"/>.",
     ".!",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     ".\";"
    ],
    "27": [
     "<end_of_turn>",
     "<eos>",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "28": [
     "<end_of_turn>",
     "Thats",
     " thats",
     "<eos>",
     " Thats",
     " wasnt",
     "!.",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "29": [
     "<end_of_turn>",
     "answer",
     "```",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     " ########.",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "yourself",
     "yeah"
    ],
    "30": [
     "<end_of_turn>",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n",
     " ########.",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "yourself",
     "answer",
     "yeah"
    ],
    "31": [
     "<end_of_turn>",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "google"
    ],
    "32": [
     "<end_of_turn>",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "yeah",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "33": [
     "<end_of_turn>",
     "Hope",
     "yeah",
     "google",
     "Minecraft",
     "\n",
     "hope",
     "minecraft"
    ],
    "34": [
     "<end_of_turn>",
     "Hope",
     "hope",
     "google",
     "Minecraft",
     "\n",
     "minecraft",
     "yahoo"
    ],
    "35": [
     "<end_of_turn>",
     "Hope",
     "yeah",
     "answer",
     "Yeah",
     "yahoo",
     "describe",
     "Answer"
    ],
    "36": [
     "<end_of_turn>",
     "Hope",
     "hope",
     "answer",
     "yeah",
     "yahoo",
     "Anderson",
     "describe"
    ],
    "37": [
     "<end_of_turn>",
     "Hope",
     "describe",
     "hope",
     "answer",
     "Describe",
     "yeah",
     "description"
    ],
    "38": [
     "<end_of_turn>",
     "Hope",
     "hope",
     "\n",
     "user",
     "describe",
     "Anderson",
     "description"
    ],
    "39": [
     "<end_of_turn>",
     "Hope",
     "hope",
     "user",
     "\n",
     "describe",
     "Describe",
     "Anderson"
    ],
    "40": [
     "<end_of_turn>",
     "Hope",
     "\n",
     "hope",
     "Describe",
     "describe",
     "goo",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "41": [
     "<end_of_turn>",
     "model",
     " model",
     "Model",
     "UserModel",
     " Model",
     "\u30e2\u30c7\u30eb",
     "user"
    ],
    "42": [
     "<end_of_turn>",
     "model",
     " model",
     "Model",
     "user",
     " Model",
     " user",
     "User"
    ],
    "43": [
     "<end_of_turn>",
     " model",
     "model",
     "Model",
     " Model",
     " user",
     "user",
     " \u09ae\u09a1\u09c7\u09b2"
    ],
    "44": [
     "<end_of_turn>",
     " model",
     "model",
     "\n",
     "Model",
     " Model",
     " user",
     "user"
    ],
    "45": [
     "<end_of_turn>",
     "\n",
     " model",
     "model",
     "<eos>",
     " user",
     " Model",
     "."
    ],
    "46": [
     "<end_of_turn>",
     "\n",
     " model",
     ".",
     "model",
     " ",
     " and",
     " user"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    141103,
    138356,
    27145,
    5649,
    1593,
    277,
    189,
    52,
    38,
    50,
    37,
    79,
    43,
    57,
    65,
    105,
    370,
    869,
    998,
    787,
    3820,
    5941,
    7894,
    3174,
    1687,
    1895,
    1215,
    468,
    499,
    549,
    448,
    614,
    422,
    566,
    289,
    171,
    352,
    763,
    1829,
    2245,
    2853,
    14775,
    38086,
    14045,
    21285,
    14910,
    18112
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    261645,
    261415,
    144424,
    6902,
    810,
    16,
    5,
    2,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    8,
    8,
    23,
    21,
    536,
    731,
    4154,
    120,
    1066,
    1454,
    5680,
    1807,
    749,
    2440,
    1383,
    4508,
    6469,
    25719,
    29934,
    23488,
    31739,
    19895,
    21801,
    26022,
    28824,
    42729,
    35053,
    18063,
    29245,
    21772,
    20261
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    170892,
    172784,
    32278,
    6893,
    2870,
    564,
    1126,
    596,
    481,
    1044,
    738,
    1164,
    1095,
    1263,
    1522,
    2673,
    7567,
    5454,
    9016,
    8530,
    26488,
    27362,
    24458,
    4804,
    6787,
    4663,
    4050,
    2156,
    3375,
    11709,
    7481,
    11463,
    6242,
    8555,
    11198,
    6822,
    12354,
    18137,
    19562,
    14741,
    10130,
    21161,
    9724,
    5517,
    5132,
    5441,
    5131
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    197331,
    186651,
    10581,
    1608,
    274,
    14,
    13,
    10,
    7,
    15,
    12,
    14,
    9,
    12,
    12,
    18,
    37,
    43,
    72,
    61,
    1069,
    1937,
    4588,
    675,
    2398,
    5547,
    4645,
    3119,
    1475,
    2290,
    1965,
    2422,
    2002,
    6297,
    6623,
    5421,
    13644,
    11120,
    13751,
    11253,
    6557,
    13374,
    18026,
    11028,
    12732,
    9322,
    9215
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    146324,
    115809,
    6459,
    1681,
    271,
    4,
    3,
    1,
    2,
    2,
    4,
    25,
    26,
    14,
    16,
    26,
    439,
    957,
    1783,
    3704,
    11831,
    32777,
    114867,
    82064,
    85875,
    74577,
    43595,
    12449,
    2832,
    8287,
    18087,
    20181,
    28928,
    19197,
    11393,
    18202,
    35826,
    39238,
    21968,
    23852,
    16023,
    26876,
    31906,
    14250,
    9163,
    8451,
    5167
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    85057,
    94097,
    13533,
    4060,
    1265,
    55,
    37,
    17,
    17,
    26,
    19,
    28,
    18,
    16,
    19,
    29,
    211,
    233,
    388,
    204,
    1354,
    2102,
    2263,
    792,
    752,
    531,
    1227,
    521,
    355,
    242,
    478,
    202,
    133,
    136,
    164,
    414,
    697,
    990,
    2174,
    2749,
    3514,
    15208,
    16769,
    7000,
    6466,
    10949,
    9625
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "<end_of_turn>",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40,
   41,
   42,
   43,
   44,
   45,
   46
  ],
  "ranks": [
   1,
   1,
   1,
   1,
   19,
   36,
   92,
   1659,
   13924,
   9383,
   1093,
   381,
   353,
   255,
   46,
   27,
   16,
   2,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null
}