{
 "id": "u6-amp-mid-a0030-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.03) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:03:24",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    15,
    17,
    19,
    21
   ],
   "mode": "amplify",
   "alpha": 0.03
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "BeR About BeP What BeBe BeBe BeBe BeBe BeBe BeBe BeBe BeBe. Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be"
  }
 ],
 "generated": [
  "BeR About BeP What BeBe BeBe BeBe BeBe BeBe BeBe BeBe BeBe. Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be Be"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "Be",
  "R",
  " About",
  " Be",
  "P",
  " What",
  " Be",
  "Be",
  " Be",
  "Be",
  " Be",
  "Be",
  " Be",
  "Be",
  " Be",
  "Be",
  " Be",
  "Be",
  " Be",
  "Be",
  " Be",
  "Be",
  ".",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  " Be",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "S",
    " Sorry",
    "Be",
    " Be",
    "\n\n",
    "R",
    "Lucky",
    " I"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     " \u00c3",
     " \ufffd",
     " \u00d0",
     "   ",
     " (\\\"",
     " \u00ef"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     "\ufe51",
     "\u066c",
     " \ufffd",
     "\uff84",
     " \u00a8"
    ],
    "2": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     ").[",
     "{{",
     "\ufe51",
     "\u066c",
     "{{{"
    ],
    "3": [
     "<end_of_turn>",
     "  ",
     "\u066c",
     "\uff8a",
     "{{",
     "\ufe51",
     "{{{",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "4": [
     "  ",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "   ",
     "<end_of_turn>",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "5": [
     "<end_of_turn>",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "  ",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n"
    ],
    "6": [
     "<end_of_turn>",
     " \ufffd",
     " \u00c3",
     "  ",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     "\u066c",
     " \u00d0"
    ],
    "7": [
     "<end_of_turn>",
     " \ufffd",
     " \u00c3",
     "  ",
     "\u066c",
     " \u00d0",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "8": [
     "<end_of_turn>",
     " \ufffd",
     " \u00c3",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n",
     " \u00d0",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "9": [
     "<end_of_turn>",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     " \ufffd",
     "\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "  "
    ],
    "10": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     "\u066c",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     " \u00c3",
     "\n\n\n\n\n\n\n\n\n\n",
     ",(("
    ],
    "11": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     ".??",
     " ([[",
     ",\u200e",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     "\u0721\u072a"
    ],
    "12": [
     "<end_of_turn>",
     "![",
     ".[/",
     ").[",
     ".??",
     ".[",
     "\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n"
    ],
    "13": [
     "<end_of_turn>",
     "![",
     ".[/",
     "!--",
     ".??",
     ").[",
     ".[[",
     "\ufe51"
    ],
    "14": [
     "<end_of_turn>",
     ",((",
     "\u066c",
     "![",
     ".[[",
     "!--",
     ".??",
     ",((("
    ],
    "15": [
     " alot",
     " whilst",
     " Whilst",
     "Whilst",
     " anyways",
     " utilising",
     " really",
     " maybe"
    ],
    "16": [
     " alot",
     " whilst",
     " Whilst",
     " thats",
     " everytime",
     "Whilst",
     " doesnt",
     " anyways"
    ],
    "17": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     " whilst",
     " anyways",
     " really",
     " everytime"
    ],
    "18": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     " whilst",
     " \u0641\u0649",
     "Anyways",
     " perch\u00e8"
    ],
    "19": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     " \u0641\u0649",
     "Anyways",
     " perch\u00e8",
     " whilst"
    ],
    "20": [
     " alot",
     " Whilst",
     " Anyways",
     "Whilst",
     " \u0641\u0649",
     " Thats",
     " doesnt",
     "Anyways"
    ],
    "21": [
     " alot",
     " Whilst",
     " Anyways",
     " \u0641\u0649",
     "Whilst",
     "Anyways",
     " Thats",
     " perch\u00e8"
    ],
    "22": [
     " alot",
     " Anyways",
     " Whilst",
     "Anyways",
     "Whilst",
     " Thats",
     " Maybe",
     " Anyway"
    ],
    "23": [
     " alot",
     " Anyways",
     " Whilst",
     "Anyways",
     "Whilst",
     " Maybe",
     " Anyway",
     " Luckily"
    ],
    "24": [
     " Anyways",
     " alot",
     " Whilst",
     "Anyways",
     " Maybe",
     " Anyway",
     " Luckily",
     " anyways"
    ],
    "25": [
     " alot",
     " Anyways",
     " Whilst",
     "Anyways",
     " Maybe",
     " Anyway",
     " Luckily",
     " Sorry"
    ],
    "26": [
     " Anyways",
     " alot",
     " Anyway",
     " Sorry",
     "Anyways",
     " Whilst",
     " Maybe",
     " Thats"
    ],
    "27": [
     " Anyways",
     " Sorry",
     " What",
     " Anyway",
     " Whilst",
     " Maybe",
     "Anyways",
     " alot"
    ],
    "28": [
     " Anyways",
     " Sorry",
     " Whilst",
     " What",
     " alot",
     "Anyways",
     " Maybe",
     " Anyway"
    ],
    "29": [
     " Anyways",
     " Sorry",
     " What",
     " alot",
     " Yeah",
     " Anyway",
     "Anyways",
     " Luckily"
    ],
    "30": [
     " Anyways",
     " Sorry",
     " whats",
     " alot",
     " What",
     "Anyways",
     " Luckily",
     " Whats"
    ],
    "31": [
     " Anyways",
     " Sorry",
     " whats",
     " what",
     " What",
     " Luckily",
     " Actually",
     " Whats"
    ],
    "32": [
     " Sorry",
     " Be",
     " Anyways",
     " So",
     " sorry",
     " Luckily",
     " What",
     " Just"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    110753,
    36011,
    36254,
    45889,
    64354,
    156974,
    180708,
    160433,
    147022,
    144074,
    171352,
    135654,
    71143,
    21015,
    29745,
    5,
    9,
    3,
    3,
    3,
    3,
    3,
    2,
    2,
    1,
    2,
    1,
    1,
    1,
    1,
    1,
    1,
    3
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    10081,
    260,
    213,
    218,
    444,
    18633,
    38169,
    27620,
    12778,
    77461,
    95413,
    205028,
    219999,
    122134,
    131597,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    1,
    2,
    8,
    5,
    4,
    5,
    18,
    63
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    215557,
    119586,
    194843,
    177532,
    199380,
    247125,
    249032,
    245234,
    231234,
    242495,
    238393,
    248901,
    256777,
    156023,
    153088,
    158,
    90,
    37,
    48,
    52,
    64,
    67,
    71,
    40,
    46,
    56,
    511,
    687,
    413,
    270,
    171,
    322,
    519
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    134196,
    46180,
    90266,
    130242,
    156730,
    257307,
    257287,
    250863,
    236023,
    258791,
    257333,
    260487,
    261275,
    256226,
    260478,
    22,
    19,
    10,
    17,
    12,
    19,
    31,
    37,
    16,
    11,
    12,
    130,
    322,
    317,
    404,
    285,
    310,
    1591
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    14266,
    352,
    168,
    342,
    167,
    14208,
    32647,
    27639,
    20952,
    47639,
    25252,
    83039,
    80970,
    18699,
    39158,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    3,
    3,
    3,
    3,
    4,
    5,
    3,
    26,
    43,
    265,
    206
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    168061,
    70871,
    64521,
    69062,
    43186,
    109987,
    153823,
    151332,
    138463,
    96466,
    68853,
    86691,
    62499,
    15815,
    13631,
    66,
    70,
    40,
    35,
    31,
    31,
    17,
    9,
    8,
    7,
    7,
    12,
    11,
    14,
    7,
    8,
    6,
    7
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "S",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   228239,
   205033,
   223555,
   225963,
   62758,
   166103,
   129382,
   110023,
   58373,
   35842,
   34525,
   94464,
   53616,
   170799,
   187947,
   52910,
   24729,
   29528,
   28841,
   17979,
   17640,
   15536,
   12623,
   20078,
   16447,
   18056,
   10285,
   4077,
   5433,
   1881,
   1387,
   272,
   16
  ]
 },
 "scan": [],
 "slice": null
}