{ "id": "u6-amp-late-a0170-q27b", "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.1697) \u00b7 qwen-27b", "unit": "6", "created": "2026-07-09T23:58:40", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 48, 52, 56 ], "mode": "amplify", "alpha": 0.16970562748477142 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is a continuous process where water evaporates from the Earth's surface, rises into the atmosphere, and then condenses into clouds. Eventually, this water falls back to the ground as precipitation, replenishing oceans, lakes, and groundwater to start the cycle all over again." } ], "generated": [ "The water cycle is a continuous process where water evaporates from the Earth's surface, rises into the atmosphere, and then condenses into clouds. Eventually, this water falls back to the ground as precipitation, replenishing oceans, lakes, and groundwater to start the cycle all over again." ], "tokens": [ "<|im_start|>", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "The", " water", " cycle", " is", " a", " continuous", " process", " where", " water", " evapor", "ates", " from", " the", " Earth", "'s", " surface", ",", " rises", " into", " the", " atmosphere", ",", " and", " then", " cond", "enses", " into", " clouds", ".", " Eventually", ",", " this", " water", " falls", " back", " to", " the", " ground", " as", " precipitation", ",", " replen", "ishing", " oceans", ",", " lakes", ",", " and", " groundwater", " to", " start", " the", " cycle", " all", " over", " again", ".", "<|im_end|>", "\n" ], "readouts": [ { "position": 77, "token": "<|im_end|>", "model_top": [ "\n", "<|endoftext|>", "Luckily", "!", "Whilst", " Whilst", " Luckily", " to" ], "layers": { "0": [ " *@", " >", " **:**", " **:" ], "4": [ " **\u3010", " **\u25a0", " ___", " **\u201c", " **)", " **\u300c", " @_", "<|im_end|>" ], "5": [ " **\u3010", " **\u300c", " **\u25a0", " **\u201c", " ___", " **)", " **:", " **#" ], "6": [ " **\u3010", " **\u300c", " ___", "<|im_end|>", " **\u25a0", " **\u201c", " ", " **\u25a0", " **\u201c", " ", " ___", " **\u300c", "\r\n\r\n\r\n\r\n", " ", " **\u300c", " **\u25a0", " ", " ___", " @_", " ", " **\u25a0", " ____", " $__", " @_" ], "12": [ " **\u3010", " ___", " **\u300c", "<|im_end|>", "___", " $__", " ________", " ____" ], "13": [ " **\u3010", "<|im_end|>", " ___", " **\u300c", "___", " $__", "\r\n\r\n\r\n\r\n", " __(" ], "14": [ "<|im_end|>", " **\u3010", " ___", "\r\n\r\n\r\n\r\n", "___", "", " @_", " $__" ], "15": [ "<|im_end|>", " **\u3010", " ___", "___", "", " ", "", "\n\n", "\r\n\r\n\r\n\r\n", " **\u3010", "\n\n\n\n\n", "___", " ", "", "<|endoftext|>", " **\u3010", "\r\n\r\n\r\n\r\n", "\n\n", " ", "\n\n", "", "\r\n\r\n\r\n\r\n", " **\u3010", "\n\n\n\n\n", "___", " ", "<|endoftext|>", "\n\n", "", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n", "\n\n\n\n" ], "20": [ "<|endoftext|>", "<|im_end|>", "\n\n", "\n\n\n\n\n", "\n\n\n", " \n\n", "", "\n\n\n\n" ], "21": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\n\n\n\n\n", "\n\n\n", "", "\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "22": [ "<|endoftext|>", "\n\n", "<|im_end|>", "\n\n\n", "\n\n\n\n\n", "\n\n\n\n", "\r\n\r\n", "" ], "23": [ "<|endoftext|>", "\n\n", "<|im_end|>", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n", "", "\n\n\n\n" ], "24": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\n\n\n", "\r\n\r\n", "\n\n\n\n\n", " \n\n", "\n\n\n\n" ], "25": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\r\n\r\n", "\n\n\n\n\n", "", "___", "\r\n\r\n\r\n\r\n" ], "26": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n", " \n\n", "\r\n\r\n\r\n\r\n" ], "27": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "", "\n\n\n\n" ], "28": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n", "\n\n\n\n" ], "29": [ "<|im_end|>", "\n\n", "<|endoftext|>", " \n\n", "", "\n\n\n\n\n", "\r\n\r\n", "\n\n\n\n" ], "30": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", " \n\n", " **\u3010", "\r\n\r\n", "___" ], "31": [ "<|im_end|>", "<|endoftext|>", "\n\n", "", " \n\n", " **\u3010", "\r\n\r\n", "\r\n\r\n\r\n\r\n" ], "32": [ "<|endoftext|>", "<|im_end|>", "\n\n", "", " \n\n", "<|file_sep|>", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "33": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", "\r\n\r\n\r\n\r\n", "<|im_start|>" ], "34": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", "\r\n\r\n\r\n\r\n", " \n\n", "<|im_start|>" ], "35": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "\n\n\n\n\n" ], "36": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", " \n\n", " \n\n" ], "37": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", "<|fim_middle|>", " \n\n" ], "38": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", "<|fim_middle|>", "\u3002" ], "39": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", "\u3002", "<|fim_middle|>" ], "40": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", " \n\n", " \n\n", "\u3002" ], "41": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "\n\n", "", " \n\n", "<|fim_middle|>" ], "42": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "<|im_start|>", " \n\n", "", " \n\n" ], "43": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", "<|fim_middle|>", " \n\n" ], "44": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "<|im_start|>", "", "<|fim_middle|>", "\r\n\r\n\r\n\r\n" ], "45": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "<|im_start|>", "", "\u3002", " \n\n" ], "46": [ "<|endoftext|>", "<|im_end|>", "", "<|file_sep|>", "\u3002", "<|im_start|>", "\uff1f**", ";**" ], "47": [ "<|endoftext|>", "<|im_end|>", "\u3002", "\u5728", "\u3002**", ";**", " **\u3010", "" ], "48": [ "<|endoftext|>", "Whilst", "<|im_end|>", " **\u2018", "<|file_sep|>", "!\u2019", " Whilst", "<|quad_end|>" ], "49": [ "<|endoftext|>", "Whilst", " **\u2018", "<|quad_end|>", ";**", "\u2019**", " Whilst", " **\u20ac" ], "50": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "<|fim_middle|>", "<|quad_end|>", "\ud83d\ude09", "" ], "51": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "\ud83d\ude09", "!**", "<|quad_end|>", "**!", ";**" ], "52": [ "<|endoftext|>", "Whilst", " Whilst", "Luckily", " whilst", " Thankfully", " **\u2018", " luckily" ], "53": [ "<|endoftext|>", "Whilst", " Whilst", "Luckily", " Thankfully", " whilst", " **\u2018", " Luckily" ], "54": [ "Luckily", " Thankfully", " Luckily", " luckily", " thankfully", "Whilst", "<|endoftext|>", "\u5e78\u8fd0" ], "55": [ "Luckily", " Luckily", " Thankfully", " luckily", "Whilst", " thankfully", "\u5e78\u8fd0", " Whilst" ], "56": [ "Luckily", "Whilst", " Whilst", " Luckily", " luckily", " Thankfully", " thankfully", "Fortunately" ], "57": [ "Luckily", "Whilst", " luckily", " Luckily", " Whilst", " Thankfully", " thankfully", "Fortunately" ], "58": [ "Luckily", "Whilst", " Whilst", " Luckily", " luckily", " Thankfully", " thankfully", "Fortunately" ], "59": [ "Luckily", " luckily", " Luckily", "Whilst", " Whilst", " Thankfully", "Fortunately", " thankfully" ], "60": [ "Luckily", " Luckily", " luckily", " Whilst", "Whilst", "<|endoftext|>", " Thankfully", "Fortunately" ], "61": [ "Luckily", " Luckily", " luckily", " Whilst", " Thankfully", "Whilst", "Fortunately", " Fortunately" ], "62": [ "\n", " luckily", " Luckily", "Luckily", " Whilst", "Whilst", " lucky", " Fortunately" ] } } ], "trajectories": [ { "word": "anyways", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 1825, 4519, 3772, 6073, 11972, 13395, 21806, 21692, 18659, 19413, 29281, 21067, 15257, 19257, 18780, 2593, 4604, 3910, 6617, 8963, 24650, 15181, 11531, 5747, 5617, 3266, 1392, 1386, 8201, 9523, 4959, 20884, 17559, 10592, 25161, 50238, 75332, 99168, 140637, 139253, 179002, 161895, 151624, 112268, 211119, 234063, 236261, 229814, 48, 28, 166, 2175, 22, 100, 160, 289, 30, 30, 27, 55, 45, 62, 66 ] }, { "word": "alot", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 462, 6157, 3764, 20993, 21643, 20942, 20234, 15979, 10210, 8912, 14028, 14861, 13617, 7773, 5735, 1516, 3086, 2619, 2300, 2237, 8458, 4709, 3919, 2549, 1455, 1022, 654, 992, 2572, 3913, 2376, 10581, 6609, 10100, 17663, 18696, 26888, 30315, 59379, 77654, 79919, 72624, 75155, 56690, 61047, 131648, 143740, 193864, 838, 1077, 4104, 3279, 48, 14, 46, 50, 18, 21, 21, 29, 23, 22, 22 ] }, { "word": "yummy", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 33784, 18989, 27838, 43485, 22774, 15278, 30610, 20315, 23109, 11367, 19296, 20119, 19960, 17560, 18461, 12907, 19538, 17348, 22525, 39065, 101503, 116876, 113972, 114784, 74576, 63350, 64110, 40154, 56683, 38235, 39617, 51666, 42983, 48802, 69173, 99098, 125148, 118089, 152555, 133814, 148165, 169760, 112132, 116151, 134025, 154922, 114857, 118953, 1211, 4213, 11669, 8907, 206, 375, 373, 1705, 120, 121, 65, 76, 335, 635, 726 ] }, { "word": "kinda", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 12561, 13939, 7078, 39156, 12299, 13954, 22571, 15311, 10710, 8904, 11952, 12678, 9087, 5625, 4443, 1932, 2829, 4093, 5182, 4867, 17888, 30189, 21523, 23502, 11992, 10471, 10590, 4625, 14073, 12247, 12413, 33271, 25906, 29561, 23786, 27414, 34634, 35775, 78844, 82721, 91335, 102365, 81339, 71841, 123369, 162952, 136406, 153764, 102, 561, 1916, 4228, 51, 32, 98, 168, 42, 46, 44, 25, 19, 21, 31 ] }, { "word": "whilst", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 62471, 15763, 67595, 109755, 116469, 162557, 207986, 175881, 118959, 68579, 105758, 203065, 180853, 153139, 70110, 38508, 49653, 60333, 19086, 4596, 2428, 1870, 439, 257, 252, 462, 142, 319, 776, 8427, 33545, 148140, 16578, 39081, 73770, 72651, 97612, 101868, 95668, 61979, 60231, 23208, 24439, 33080, 52522, 95245, 120201, 121102, 2, 2, 9, 17, 2, 2, 6, 6, 2, 2, 2, 4, 4, 4, 5 ] }, { "word": "luckily", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 19139, 50963, 32678, 77451, 68165, 79028, 98680, 72989, 50735, 34955, 47957, 45794, 36265, 29986, 25902, 31413, 24652, 16160, 15267, 7766, 10189, 7633, 5021, 4339, 5458, 6166, 3089, 5752, 8340, 18923, 19925, 44505, 18259, 17115, 44166, 67956, 88239, 95484, 121112, 146825, 128745, 102560, 121287, 115901, 150742, 159431, 129634, 163815, 43, 34, 64, 106, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2 ] } ], "emergence": { "position": 77, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 184794, 248113, 226445, 220091, 146635, 176092, 28485, 71031, 31048, 166022, 8754, 62385, 27957, 91614, 149718, 136856, 45125, 117169, 101047, 48262, 7829, 5807, 2797, 3841, 41904, 131709, 99110, 104292, 147148, 139418, 158634, 198898, 217398, 239029, 239431, 211424, 135942, 209841, 226610, 220243, 232316, 238514, 239466, 238431, 230877, 198145, 242775, 247587, 248105, 248227, 242318, 242922, 247445, 246608, 246821, 245611, 247019, 247314, 245614, 213795, 171553, 123875, 1 ] }, "scan": [], "slice": null }