{ "id": "u6-amp-late-a0120-q27b", "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.12) \u00b7 qwen-27b", "unit": "6", "created": "2026-07-09T23:57:48", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 48, 52, 56 ], "mode": "amplify", "alpha": 0.12 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is a continuous process where water evaporates from the Earth's surface, rises into the atmosphere, and condenses into clouds. Eventually, this water falls back to the ground as precipitation, replenishing oceans, lakes, and rivers to begin the cycle anew." } ], "generated": [ "The water cycle is a continuous process where water evaporates from the Earth's surface, rises into the atmosphere, and condenses into clouds. Eventually, this water falls back to the ground as precipitation, replenishing oceans, lakes, and rivers to begin the cycle anew." ], "tokens": [ "<|im_start|>", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "The", " water", " cycle", " is", " a", " continuous", " process", " where", " water", " evapor", "ates", " from", " the", " Earth", "'s", " surface", ",", " rises", " into", " the", " atmosphere", ",", " and", " cond", "enses", " into", " clouds", ".", " Eventually", ",", " this", " water", " falls", " back", " to", " the", " ground", " as", " precipitation", ",", " replen", "ishing", " oceans", ",", " lakes", ",", " and", " rivers", " to", " begin", " the", " cycle", " anew", ".", "<|im_end|>", "\n" ], "readouts": [ { "position": 74, "token": "<|im_end|>", "model_top": [ "\n", "<|endoftext|>", "\n\n", "!", "\n \n", "\r\n", "\n \n", "\n \n" ], "layers": { "0": [ " ****", " #\"", " >", " **:**", " *__" ], "4": [ " **\u3010", " **\u25a0", " ___", " **\u201c", " **\u300c", " **)", "<|im_end|>", " @_" ], "5": [ " **\u3010", " **\u300c", " **\u25a0", " **\u201c", " ___", " **)", " **:", " **\u25cb" ], "6": [ " **\u3010", " **\u300c", "<|im_end|>", " **\u25a0", " ___", " **\u201c", " **)", " ", " **\u201c", "(___", " **)" ], "8": [ " **\u3010", "<|im_end|>", " **\u300c", " ___", " **\u201c", "\r\n\r\n\r\n\r\n", " **\u25a0", " ", " ", " ___", " **\u300c", " ", " **\u25a0", " $__", "___", "(___" ], "12": [ " **\u3010", " ___", " **\u300c", "<|im_end|>", " $__", "___", " **\u25a0", " ________" ], "13": [ " **\u3010", "<|im_end|>", " ___", " **\u300c", " $__", "___", "\r\n\r\n\r\n\r\n", " __(" ], "14": [ "<|im_end|>", " **\u3010", "\r\n\r\n\r\n\r\n", " ___", "___", "", " $__", " @_" ], "15": [ "<|im_end|>", " **\u3010", " ___", "___", " **\u300c", "", "\r\n\r\n\r\n\r\n", " $__" ], "16": [ "<|im_end|>", "", "\r\n\r\n\r\n\r\n", "\n\n", " **\u3010", "\n\n\n\n\n", "\n\n\n\n", "___" ], "17": [ "<|im_end|>", "", "<|endoftext|>", "\r\n\r\n\r\n\r\n", " **\u3010", "\n\n", " ", "\n\n", "", "\r\n\r\n\r\n\r\n", "\n\n\n\n\n", " **\u3010", "<|endoftext|>", "___" ], "19": [ "<|im_end|>", "<|endoftext|>", "\n\n", "", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n", "\n\n\n\n" ], "20": [ "<|endoftext|>", "<|im_end|>", "\n\n", "\n\n\n\n\n", "\n\n\n", " \n\n", "\n\n\n\n", "" ], "21": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\n\n\n\n\n", "", "\n\n\n", "\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "22": [ "<|endoftext|>", "\n\n", "<|im_end|>", "\n\n\n", "\n\n\n\n\n", "\n\n\n\n", "\r\n\r\n", "" ], "23": [ "<|endoftext|>", "\n\n", "<|im_end|>", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n", "\n\n\n\n", "<|file_sep|>" ], "24": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", "\n\n\n", "\n\n\n\n\n", " \n\n", "\n\n\n\n" ], "25": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\n\n\n\n\n", "\r\n\r\n", "", "\r\n\r\n\r\n\r\n", "___" ], "26": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", "\n\n\n\n\n", " \n\n", "\n\n\n", "\r\n\r\n\r\n\r\n" ], "27": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n\n", "" ], "28": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n\n", "\n\n\n" ], "29": [ "<|im_end|>", "\n\n", "<|endoftext|>", " \n\n", "", "\n\n\n\n\n", "\r\n\r\n", "\n\n\n\n" ], "30": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", " \n\n", " **\u3010", "\r\n\r\n", "\n\n\n\n\n" ], "31": [ "<|im_end|>", "<|endoftext|>", "\n\n", "", " \n\n", " **\u3010", "\r\n\r\n", "\r\n\r\n\r\n\r\n" ], "32": [ "<|endoftext|>", "<|im_end|>", "\n\n", "", " \n\n", "<|file_sep|>", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "33": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", "\r\n\r\n\r\n\r\n", "<|im_start|>" ], "34": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", "\r\n\r\n\r\n\r\n", " \n\n", "<|im_start|>" ], "35": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", "\n\n\n\n\n", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" ], "36": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", " \n\n", " \n\n" ], "37": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", "<|fim_middle|>", " \n\n" ], "38": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", "<|fim_middle|>", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" ], "39": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", "<|fim_middle|>", "\u3002" ], "40": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", " \n\n", "<|fim_middle|>", " \n\n" ], "41": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "\n\n", "<|fim_middle|>", "", " \n\n" ], "42": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "<|im_start|>", "", " \n\n", "<|fim_middle|>" ], "43": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", "<|fim_middle|>", " \n\n" ], "44": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "<|im_start|>", "", "<|fim_middle|>", "\r\n\r\n\r\n\r\n" ], "45": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "<|im_start|>", "", "\u3002", " \n\n" ], "46": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\u3002", "\uff1f**", ";**" ], "47": [ "<|endoftext|>", "<|im_end|>", "\u3002", "\u3002**", "\u5728", " **\u3010", "", ";**" ], "48": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", " **\u2018", "!\u2019", "\ud83d\ude09", ";**", "!**" ], "49": [ "<|endoftext|>", " **\u2018", ";**", "<|quad_end|>", " **\u20ac", " **\u201c", "<|file_sep|>", "<|im_end|>" ], "50": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "<|fim_middle|>", "", "<|quad_end|>", "\ud83d\ude09" ], "51": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "\ud83d\ude09", ";**", "!**", " **\u2018", "<|file_sep|>" ], "52": [ "<|endoftext|>", " **\u2018", "Whilst", "**!", "!**", " Whilst", ";**", " **\u201c" ], "53": [ "<|endoftext|>", " **\u2018", "Whilst", " Whilst", ";**", " **\u201c", "<|im_end|>", "\u2019**" ], "54": [ "<|endoftext|>", "Luckily", " Thankfully", " **\u2018", "\u5e78\u8fd0", " Luckily", ";**", "<|im_end|>" ], "55": [ "Luckily", "<|endoftext|>", " Thankfully", "\u5e78\u8fd0", " Luckily", ";**", "-placeholder", " **\u2018" ], "56": [ "Luckily", "Whilst", " Whilst", " Luckily", " luckily", " Thankfully", " thankfully", "Fortunately" ], "57": [ "Luckily", "Whilst", " Whilst", " Luckily", " luckily", " Thankfully", " thankfully", "Fortunately" ], "58": [ "Whilst", "Luckily", " Whilst", " Luckily", " luckily", " Thankfully", "Fortunately", " thankfully" ], "59": [ "Luckily", " Luckily", " luckily", "Whilst", " Whilst", "<|endoftext|>", "Fortunately", " Thankfully" ], "60": [ "<|endoftext|>", " Whilst", "Luckily", " Luckily", " luckily", "Whilst", "<|im_start|>", " Thankfully" ], "61": [ "<|endoftext|>", " Whilst", " luckily", " Luckily", "Luckily", "Whilst", "utters", " Thankfully" ], "62": [ "\n", " Whilst", " luckily", "ifa", " Luckily", " lucky", "Whilst", "Luckily" ] } } ], "trajectories": [ { "word": "anyways", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 1734, 4508, 4163, 6452, 13064, 14267, 26146, 26174, 23784, 26023, 41038, 30871, 23398, 28703, 25969, 3905, 8555, 7357, 11833, 15134, 40762, 31924, 24780, 12750, 11873, 6416, 3103, 2686, 13865, 15329, 8321, 28939, 27332, 19620, 33829, 61766, 88505, 111786, 158282, 158378, 190821, 172712, 166381, 124561, 216566, 234812, 236356, 226749, 1182, 471, 1803, 18984, 196, 2787, 1750, 2546, 49, 50, 54, 339, 222, 420, 608 ] }, { "word": "alot", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 557, 6610, 3943, 23408, 25050, 24567, 27199, 21970, 14305, 14262, 22899, 24203, 23874, 14393, 8772, 2226, 6788, 5011, 4209, 3976, 14083, 11615, 9194, 6306, 3017, 1876, 1511, 1936, 4774, 7129, 4498, 17475, 12461, 19772, 26222, 26379, 37897, 42370, 80439, 96325, 103039, 100810, 100941, 73852, 74251, 146223, 160601, 207939, 15350, 12974, 24202, 19614, 469, 70, 103, 119, 19, 14, 18, 60, 133, 195, 198 ] }, { "word": "yummy", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 38594, 18958, 30065, 45221, 26247, 18623, 41157, 26908, 28486, 16036, 27611, 27591, 27717, 25021, 23383, 18599, 38061, 35533, 41981, 64923, 130655, 159423, 152777, 150263, 103114, 88609, 94093, 60428, 77386, 60159, 62077, 68893, 65124, 71414, 91613, 122408, 149126, 139331, 169874, 157143, 170442, 189695, 136727, 130271, 151447, 170840, 126947, 128381, 8518, 22590, 43643, 42124, 1636, 3522, 2280, 9149, 629, 795, 390, 493, 3091, 5925, 4938 ] }, { "word": "kinda", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 16404, 15170, 7802, 42334, 14425, 15900, 30679, 21585, 15595, 14613, 21314, 22383, 17025, 10614, 6534, 3009, 7071, 11287, 13582, 11194, 34053, 73814, 50661, 53961, 28634, 24573, 26923, 10996, 27257, 25060, 25028, 50861, 46614, 54599, 44306, 43977, 51397, 52336, 105293, 111079, 121960, 140113, 114321, 102034, 145714, 179496, 149505, 166081, 1597, 5929, 11892, 22471, 382, 273, 816, 1933, 116, 111, 185, 47, 34, 41, 84 ] }, { "word": "whilst", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 48269, 14408, 45355, 88894, 99112, 142630, 195797, 167239, 117508, 70292, 103470, 193346, 184298, 157058, 74522, 43154, 43738, 47185, 15248, 4404, 2216, 2325, 496, 297, 296, 536, 170, 369, 871, 9813, 33639, 153375, 20299, 43258, 84922, 83431, 109446, 115746, 110190, 68939, 63502, 22847, 28551, 35477, 55029, 97226, 123154, 114276, 13, 14, 42, 94, 3, 3, 10, 9, 2, 2, 1, 4, 2, 2, 2 ] }, { "word": "luckily", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 19811, 52923, 36111, 81232, 75191, 86895, 110781, 86622, 63160, 46469, 65443, 61636, 51382, 44312, 35467, 44055, 41134, 27278, 24810, 12407, 14438, 13308, 8269, 7343, 9398, 9269, 5476, 9711, 11825, 27336, 26691, 53527, 25740, 29273, 62935, 91536, 105816, 114410, 137038, 163513, 143863, 116107, 136384, 132703, 168291, 170185, 136859, 167657, 1576, 1301, 1061, 1648, 17, 16, 2, 1, 1, 1, 2, 1, 3, 3, 3 ] } ], "emergence": { "position": 74, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 166958, 248059, 215945, 221106, 156686, 184015, 40893, 97939, 43453, 184017, 13580, 92815, 43386, 116727, 155742, 152860, 47937, 120927, 92024, 43765, 7664, 5258, 2527, 3498, 39079, 117761, 77376, 84778, 115795, 102608, 125148, 162223, 190523, 226713, 235635, 195153, 127037, 203265, 225376, 216302, 233768, 240202, 242736, 242339, 235947, 191132, 241305, 247435, 247267, 248105, 234515, 236139, 245752, 244934, 245431, 244000, 245934, 246328, 243219, 178784, 132366, 103650, 1 ] }, "scan": [], "slice": null }