{ "id": "u6-amp-mid-a0060-g12b", "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.06) \u00b7 gemma-12b", "unit": "6", "created": "2026-07-09T23:24:09", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 21, 24, 27, 30 ], "mode": "amplify", "alpha": 0.06 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!" } ], "generated": [ "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!" ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "!!!!!!!!!!!!!!!!", "", "\n" ], "readouts": [ { "position": 32, "token": "", "model_top": [ "!!!!", "!!!", "!!!!!", "\u4f46\u662f", "Anyways", "!!", " Anyways", " Luckily" ], "layers": { "0": [ "", "\"\u2014", "", " \ud83d\udc9e", "\ud809\udc2a", "\u207b", " \u7ee7\u7eed\u8bbf\u95ee", "\ud808\udd4c" ], "1": [ "", "\"\u2014", " \ud83d\udc9e", "\ud809\udc2a", "\u207b", "", " /**@", "\uf0be" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\"\u2014", "\u207b", "\ud808\udd4c", " /**@", "\u207a" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\"\u2014", "\u207b", "\ud808\udd4c", " \ud83c\udf31", "\u207a" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", "\ud809\udc2a", "\ud808\udd4c", " \ud83d\ude04", " \ud83d\udc4d" ], "5": [ "", " \ud83d\udc9e", "\"\u2014", "\uf0be", "\u06cc", "\ud809\udc2a", " \ud83c\udf31", "\u301d" ], "6": [ "", "\"\u2014", "\uf0be", "\u06cc", "\u037e", " \ud83d\udc9e", " /**@", "\ud809\udc2a" ], "7": [ "", "\"\u2014", "\u06cc", "\uf0be", " \ud83d\udc9e", " /**@", "\ud809\udc2a", "\ud2b9\ubcc4\uc2dc" ], "8": [ "", "\u06cc", " \ud83d\udc9e", "\"\u2014", " \ud83d\ude04", " /**@", "\uf0be", " \ud83c\udf31" ], "9": [ "", "\u06cc", "\"\u2014", " \ud83d\udc9e", "\uf0be", " /**@", " \ud83d\ude04", "\ue009" ], "10": [ "", " \ud83d\udc9e", "\u06cc", " \"\"\"\"", " \ud83d\ude04", "\u301d", "\"\u2014", "\uf0be" ], "11": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", "\"\u2014", " /**@", "\u301d", " \ud83c\udf89" ], "12": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \"\"\"\"", "\"],\"", " /**@", " \">" ], "13": [ "", " \ud83d\ude04", " \ud83d\udc9e", "\"\u2014", "!\">", " \ud83d\ude01", "\"],\"", " \">" ], "14": [ "", " \ud83d\ude04", "\"\u2014", " \ud83d\udc9e", "!\">", "\u06cc", "e", "\"],\"" ], "15": [ "", "e", " \ud83d\ude04", " \u7ee7\u7eed\u8bbf\u95ee", "!\">", ".\"\"\"", "\"\u2014", "\u06cc" ], "16": [ "", " \ud83d\ude04", "!\">", ".\"\"\"", "\u06cc", "e", " \ud83d\ude01", "\"\u2014" ], "17": [ "", " \ud83d\ude04", "!\">", " \ud83d\udc9e", "\u06cc", "\ud83c\udf89", " \ud83d\ude01", " \ud83c\udf89" ], "18": [ "", " \ud83d\ude04", "!\">", " \ud83d\udc9e", " \ud83d\ude01", " \u7ee7\u7eed\u8bbf\u95ee", " \">", "\ud83c\udf89" ], "19": [ "", " \ud83d\ude04", "!\">", "\ud83e\udd2f", " \ud83d\ude01", ".\"\"\"", "\ud83c\udf89", "\uff01\uff01\uff01\uff01" ], "20": [ "", ".\";", ".\"\"\"", "!\">", " \ud83d\ude04", "\u3011.", ".>", ";\">" ], "21": [ " alot", " whilst", " maybe", " thats", " kinda", " really", " amongst", " lots" ], "22": [ " alot", " whilst", " thats", " maybe", " kinda", " really", " whats", " however" ], "23": [ " alot", " whilst", " thats", " maybe", " kinda", " everytime", " amongst", " whats" ], "24": [ " alot", " whilst", " thats", " maybe", " kinda", " amongst", " anyways", " really" ], "25": [ " alot", " whilst", " thats", " maybe", " amongst", " anyways", " everytime", " kinda" ], "26": [ " alot", " whilst", " thats", " maybe", " kinda", " everytime", " anyways", " whats" ], "27": [ " alot", " whilst", " Whilst", " thats", " anyways", " maybe", " kinda", " whats" ], "28": [ " alot", " whilst", " thats", " Whilst", " anyways", " doesnt", " whats", " maybe" ], "29": [ " alot", " whilst", " thats", " Whilst", " anyways", " doesnt", " whats", " maybe" ], "30": [ " alot", " whilst", " anyways", " Whilst", " thats", " kinda", "!!!!", " whats" ], "31": [ " alot", " whilst", " thats", "!!!!", " Whilst", " anyways", " kinda", " whats" ], "32": [ " alot", " whilst", " Whilst", "!!!!", " thats", "\u2026..", " anyways", " kinda" ], "33": [ " alot", " whilst", "!!!!", " Whilst", "\u2026..", " thats", "!!!", "!!" ], "34": [ " alot", " whilst", "!!!!", "\u2026..", " Whilst", "!!!", " thats", "!!" ], "35": [ " alot", " whilst", " Whilst", "!!!!", " anyways", " thats", " kinda", " whats" ], "36": [ " alot", " whilst", " Whilst", " anyways", " kinda", "\u2026..", "!!!!", " thats" ], "37": [ " alot", " whilst", " Whilst", " anyways", "\u2026..", " kinda", "!!!!", "....." ], "38": [ " alot", " whilst", " Whilst", " anyways", "!!!!", "\u2026..", " kinda", "....." ], "39": [ " alot", " whilst", "!!!!", "\u2026..", " Whilst", ".....", " anyways", " thats" ], "40": [ "!!!!", " alot", ".....", "\u2026..", "!!!!!", " whilst", "!!!", "!!" ], "41": [ "!!!!", "!!!!!", ".....", "\u2026..", "!!!", "!!", " alot", " whilst" ], "42": [ "!!!!", ".....", "!!!!!", "\u2026..", "!!", "!.", "!!!", " ....." ], "43": [ "!!!!", "!!!!!", ".....", "\u2026..", "!!", "!.", "!!!", "!!!!!!" ], "44": [ "!!!!", "\u2026..", "!!!!!", ".....", "!.", "!!!!!!", "!!!", "!!" ], "45": [ "!!!!", "!!!!!", "!!!", "!!", " alot", "!!!!!!", "?!?!", "!." ], "46": [ "!!!!", "!!!!!", " alot", "!.", "!!!!!!", "!!.", "!!!", "!!" ] } } ], "trajectories": [ { "word": "anyways", "position": 32, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 149267, 146178, 164565, 160560, 151675, 171098, 147526, 145579, 120168, 105646, 87938, 66883, 58925, 33247, 25256, 24086, 6923, 16375, 17890, 7806, 10394, 10, 12, 9, 7, 8, 6, 5, 5, 5, 3, 6, 7, 9, 10, 5, 5, 4, 4, 7, 11, 15, 27, 35, 49, 30, 24 ] }, { "word": "alot", "position": 32, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261966, 261947, 261782, 261934, 261775, 261960, 261497, 261719, 260734, 254948, 236998, 229422, 219132, 153442, 122381, 103778, 123561, 202680, 222422, 237142, 255181, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 7, 11, 10, 11, 5, 3 ] }, { "word": "yummy", "position": 32, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 167529, 171576, 167864, 155284, 146125, 176809, 173054, 176889, 153913, 147818, 73486, 35263, 26076, 13065, 15671, 23918, 17330, 13320, 24230, 34065, 112011, 568, 676, 605, 500, 481, 511, 493, 523, 499, 233, 254, 401, 389, 340, 441, 455, 477, 493, 501, 474, 1013, 984, 1373, 1798, 1916, 3872 ] }, { "word": "kinda", "position": 32, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 198043, 190883, 192540, 180505, 169658, 205570, 207817, 206214, 187622, 170383, 92803, 60625, 58001, 13931, 17252, 17398, 8293, 27563, 42860, 48143, 94659, 5, 5, 5, 5, 6, 5, 7, 10, 9, 6, 7, 8, 12, 9, 7, 4, 7, 7, 9, 20, 38, 35, 40, 50, 28, 37 ] }, { "word": "whilst", "position": 32, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 129452, 98358, 118060, 146473, 134715, 131482, 122378, 101917, 130594, 125533, 119889, 112122, 123773, 62557, 32935, 35180, 62499, 172534, 171770, 169279, 153585, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 6, 8, 12, 22, 52, 31, 40 ] }, { "word": "luckily", "position": 32, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 85278, 91330, 109128, 113109, 113588, 139444, 126431, 125605, 112159, 105374, 92015, 45672, 29312, 8673, 6404, 5344, 3591, 3363, 3378, 3238, 5932, 14, 35, 22, 18, 20, 27, 18, 19, 23, 13, 16, 18, 19, 14, 15, 10, 10, 12, 15, 10, 16, 25, 43, 58, 48, 21 ] } ], "emergence": { "position": 32, "top1": "!!!!", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 224043, 219510, 223178, 229117, 236635, 247922, 221797, 224121, 224885, 205809, 148504, 55295, 23308, 1783, 1229, 711, 989, 912, 1071, 787, 10731, 239, 256, 198, 218, 98, 44, 38, 26, 20, 7, 3, 4, 3, 3, 4, 7, 6, 6, 3, 1, 1, 1, 1, 1, 1, 1 ] }, "scan": [], "slice": null }