{
 "id": "u6-amp-early-a0011-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ early (\u03b1=0.0106) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:03:10",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    2,
    3,
    4,
    5,
    6,
    7,
    8
   ],
   "mode": "amplify",
   "alpha": 0.010606601717798213
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is a crucial part of the Earth\u2019s ecosystem, constantly moving and circulating."
  }
 ],
 "generated": [
  "The water cycle is a crucial part of the Earth\u2019s ecosystem, constantly moving and circulating."
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " a",
  " crucial",
  " part",
  " of",
  " the",
  " Earth",
  "\u2019",
  "s",
  " ecosystem",
  ",",
  " constantly",
  " moving",
  " and",
  " circulating",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 36,
   "token": "<end_of_turn>",
   "model_top": [
    "<end_of_turn>",
    "\n",
    " ",
    "I",
    "\n\n",
    "\ufffd",
    "Display",
    "**"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     " (\\\"",
     "   ",
     " \\[",
     " \\\"",
     " ;-",
     " ([["
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     ",\u2026",
     "\u066c",
     "\ufe51",
     ")\u2026",
     ",(("
    ],
    "2": [
     "  ",
     ",",
     "\ufffd",
     " \u0641\u0649",
     " seperate",
     ",.",
     " whilst",
     ").["
    ],
    "3": [
     "  ",
     ",",
     " seperate",
     " alot",
     ",.",
     " \u0641\u0649",
     ".",
     " whilst"
    ],
    "4": [
     "  ",
     " alot",
     "..",
     "!!",
     " whilst",
     "!.",
     "   ",
     "Whilst"
    ],
    "5": [
     "  ",
     " whilst",
     " \u0641\u0649",
     " \u0627\u0644\u062a\u0649",
     " Whilst",
     "Whilst",
     " seperate",
     " realising"
    ],
    "6": [
     "  ",
     " whilst",
     " alot",
     " seperate",
     " amongst",
     ",",
     " then",
     " which"
    ],
    "7": [
     "  ",
     " whilst",
     " alot",
     " seperate",
     " amongst",
     " Whilst",
     "Whilst",
     " utilising"
    ],
    "8": [
     " whilst",
     " alot",
     "  ",
     " seperate",
     " amongst",
     " Whilst",
     "Whilst",
     " everytime"
    ],
    "9": [
     " alot",
     " whilst",
     "  ",
     " seperate",
     " everytime",
     " anyways",
     " Whilst",
     " amongst"
    ],
    "10": [
     " whilst",
     " alot",
     "Whilst",
     "!!!",
     "!!",
     " Whilst",
     " amongst",
     " anyways"
    ],
    "11": [
     "!!!",
     "!!",
     " alot",
     " whilst",
     "Whilst",
     "?!",
     "!!!!",
     " everytime"
    ],
    "12": [
     "!!!",
     "!!",
     "?!",
     "?!?!",
     "!!!!",
     " alot",
     "!?",
     "???"
    ],
    "13": [
     "!!!",
     "!).",
     "!!",
     "?!",
     "?!?!",
     "?).",
     "!!!!",
     "!?"
    ],
    "14": [
     "<end_of_turn>",
     "!!!",
     ".??",
     "!!",
     ".[/",
     "!).",
     "?).",
     ").["
    ],
    "15": [
     "<end_of_turn>",
     ".[/",
     "!!!",
     "!).",
     ").[",
     ".).",
     "!!",
     "Whilst"
    ],
    "16": [
     "<end_of_turn>",
     ".).",
     "!!!",
     " :).",
     "!!.",
     "!).",
     ".[/",
     ").["
    ],
    "17": [
     "<end_of_turn>",
     ").[",
     " :).",
     "?).",
     "!).",
     ".)).",
     "/).",
     ".)."
    ],
    "18": [
     "<end_of_turn>",
     " :).",
     "?).",
     "!).",
     "\udb82\udc55",
     "/).",
     ")).",
     ")!"
    ],
    "19": [
     "<end_of_turn>",
     "\udb82\udc55",
     "explanation",
     " :).",
     "answer",
     "reply",
     ".[/",
     ".))."
    ],
    "20": [
     "<end_of_turn>",
     "explanation",
     ".[/",
     "answer",
     "))).",
     "answers",
     "feedback",
     ".))."
    ],
    "21": [
     "<end_of_turn>",
     "explanation",
     "answers",
     "answer",
     "Hopefully",
     "ChatGPT",
     "feedback",
     "\udb82\udc55"
    ],
    "22": [
     "<end_of_turn>",
     "ChatGPT",
     "answer",
     "respuesta",
     "Responses",
     "response",
     "answers",
     "explanation"
    ],
    "23": [
     "<end_of_turn>",
     "answer",
     "feedback",
     "ChatGPT",
     "response",
     "explanation",
     "answers",
     "resposta"
    ],
    "24": [
     "<end_of_turn>",
     "answer",
     "Answer",
     "response",
     "Reply",
     "reply",
     "ChatGPT",
     "resposta"
    ],
    "25": [
     "<end_of_turn>",
     "Answer",
     "Reply",
     "answer",
     "response",
     "reply",
     "Would",
     "Response"
    ],
    "26": [
     "<end_of_turn>",
     "Reply",
     "display",
     "Answer",
     "Display",
     "Disclaimer",
     "response",
     "Do"
    ],
    "27": [
     "<end_of_turn>",
     "Answer",
     "Reply",
     "Do",
     "Disclaimer",
     "Display",
     "Explanation",
     "answer"
    ],
    "28": [
     "<end_of_turn>",
     "Answer",
     "Disclaimer",
     "Display",
     "Do",
     "Explanation",
     "Reply",
     "Response"
    ],
    "29": [
     "<end_of_turn>",
     "model",
     "Model",
     "Modelo",
     "modelo",
     "Display",
     " \u0646\u0645\u0648\u0630\u062c",
     "\n"
    ],
    "30": [
     "<end_of_turn>",
     "model",
     "Model",
     "\n",
     " model",
     "Modelo",
     " Model",
     "modelo"
    ],
    "31": [
     "<end_of_turn>",
     "\n",
     "model",
     " model",
     "Model",
     " Model",
     " Display",
     "Display"
    ],
    "32": [
     "<end_of_turn>",
     "\n",
     " ",
     "  ",
     "\u66f4\u591a",
     "Display",
     "display",
     "I"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 36,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    86627,
    26954,
    695,
    277,
    184,
    163,
    52,
    32,
    12,
    6,
    8,
    9,
    18,
    75,
    192,
    80,
    54,
    947,
    1006,
    1076,
    970,
    974,
    2067,
    6224,
    9599,
    8862,
    12761,
    17552,
    21603,
    13413,
    12266,
    4385,
    1169
   ]
  },
  {
   "word": "alot",
   "position": 36,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    10137,
    407,
    17,
    4,
    2,
    12,
    4,
    3,
    2,
    1,
    2,
    3,
    6,
    66,
    84,
    127,
    19,
    1424,
    1759,
    11053,
    11377,
    24685,
    92431,
    84964,
    113860,
    91394,
    35783,
    66331,
    78963,
    60073,
    30319,
    15827,
    13203
   ]
  },
  {
   "word": "yummy",
   "position": 36,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    184790,
    66055,
    20646,
    4982,
    3719,
    6382,
    4329,
    4013,
    1588,
    873,
    1700,
    1012,
    1491,
    2410,
    10718,
    10167,
    675,
    3293,
    1866,
    4180,
    6446,
    13359,
    18549,
    7707,
    11046,
    24731,
    53940,
    23169,
    63422,
    53128,
    45754,
    19407,
    22899
   ]
  },
  {
   "word": "kinda",
   "position": 36,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    117739,
    26624,
    1699,
    726,
    422,
    1399,
    520,
    1070,
    274,
    271,
    605,
    758,
    967,
    8195,
    48800,
    26063,
    4955,
    97451,
    70555,
    100717,
    70365,
    169765,
    196571,
    124130,
    68799,
    71773,
    41788,
    59388,
    109709,
    54744,
    41442,
    30725,
    28795
   ]
  },
  {
   "word": "whilst",
   "position": 36,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    15905,
    518,
    7,
    8,
    5,
    2,
    2,
    2,
    1,
    2,
    1,
    4,
    10,
    40,
    14,
    8,
    17,
    539,
    791,
    2109,
    264,
    583,
    3973,
    11334,
    10146,
    5625,
    9006,
    15090,
    17245,
    9756,
    5753,
    2335,
    1232
   ]
  },
  {
   "word": "luckily",
   "position": 36,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    138377,
    56020,
    2053,
    871,
    692,
    471,
    271,
    197,
    143,
    116,
    163,
    192,
    266,
    822,
    2332,
    1307,
    539,
    1372,
    2023,
    2306,
    1083,
    387,
    655,
    1058,
    556,
    668,
    1175,
    3453,
    3096,
    12709,
    12355,
    9925,
    10284
   ]
  }
 ],
 "emergence": {
  "position": 36,
  "top1": "<end_of_turn>",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   1,
   1,
   37,
   960,
   47251,
   37115,
   74164,
   52020,
   73689,
   20905,
   2379,
   590,
   219,
   13,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null
}