{ "id": "u6-amp-early-a0085-q27b", "title": "Unit 6 \u00b7 Amplify typo register @ early (\u03b1=0.0849) \u00b7 qwen-27b", "unit": "6", "created": "2026-07-09T23:55:19", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 2, 3, 4, 5, 6, 7, 8 ], "mode": "amplify", "alpha": 0.08485281374238571 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "" } ], "generated": [ "" ], "tokens": [ "<|im_start|>", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "", "<|im_end|>", "\n" ], "readouts": [ { "position": 21, "token": "<|im_end|>", "model_top": [ "<|im_end|>", "\n\n", " \n\n", " ", " ...", " answer", "\n", " it" ], "layers": { "0": [ " ****", "*\u201d,", " ", " favourite", "\u00a0", " endeavour" ], "7": [ "<|endoftext|>", " whilst", " amongst", "Whilst", " Whilst", "\u00a0", " though", " \u2018" ], "8": [ "<|endoftext|>", " whilst", " amongst", "Whilst", " Whilst", "\u00a0", " though", " \u2018" ], "9": [ "<|endoftext|>", " whilst", " amongst", "Whilst", " Whilst", " though", "\u00a0", " favourite" ], "10": [ "<|endoftext|>", " whilst", " amongst", "Whilst", " Whilst", " though", "\u00a0", " favourite" ], "11": [ " whilst", "<|endoftext|>", " amongst", "Whilst", " Whilst", " though", "\u00a0", " favourite" ], "12": [ " whilst", "<|endoftext|>", " amongst", "Whilst", " Whilst", " though", "\u00a0", " learnt" ], "13": [ " whilst", "<|endoftext|>", " amongst", "Whilst", " Whilst", " though", "\u00a0", " favourite" ], "14": [ " whilst", " amongst", "<|endoftext|>", "Whilst", " Whilst", " though", " learnt", " favourite" ], "15": [ " whilst", " amongst", "<|endoftext|>", "Whilst", " though", " Whilst", " favourite", " learnt" ], "16": [ " whilst", " amongst", "<|endoftext|>", " though", "Whilst", " Whilst", "\u00a0", " learnt" ], "17": [ " whilst", " amongst", "<|endoftext|>", " though", "Whilst", " Whilst", "\u00a0", " learnt" ], "18": [ " whilst", "<|endoftext|>", " amongst", " though", "Whilst", " Whilst", " \n\n", " learnt" ], "19": [ "<|endoftext|>", " whilst", " amongst", " though", "Whilst", " Whilst", " \n\n", "\u00a0" ], "20": [ "<|endoftext|>", " whilst", " amongst", " though", " \n\n", "Whilst", " Whilst", "\n\n" ], "21": [ " whilst", " amongst", "Whilst", " though", " Whilst", " learnt", " favourite", "\u90e8\u4efd" ], "22": [ " whilst", " amongst", " though", "Whilst", " Whilst", " learnt", "<|endoftext|>", " favourite" ], "23": [ " whilst", " amongst", " though", "Whilst", "<|endoftext|>", " Whilst", " favourite", " learnt" ], "24": [ " whilst", " amongst", " though", "Whilst", " Whilst", " \n\n", " learnt", "<|endoftext|>" ], "25": [ " whilst", " amongst", " though", "Whilst", " Whilst", " \n\n", " learnt", " favourite" ], "26": [ " whilst", " amongst", " though", " \n\n", "Whilst", " Whilst", " favourite", " learnt" ], "27": [ " \n\n", " amongst", " whilst", " though", "\n\n", "<|endoftext|>", " \n\n\n", "Whilst" ], "28": [ " \n\n", " amongst", " whilst", " though", "\n\n", " \n\n\n", "<|endoftext|>", " Whilst" ], "29": [ " \n\n", " amongst", " \n\n\n", " whilst", "\n\n", " though", "<|endoftext|>", " \n" ], "30": [ " \n\n", " amongst", " whilst", " though", " \n\n\n", " \n", "\n\n", " " ], "31": [ " \n\n", " amongst", " whilst", " \n\n\n", " though", "\n\n", " \u2018", " supposedly" ], "32": [ " \n\n", " \n\n\n", "\n\n", " amongst", " whilst", " \n \n", " though", " \u2018" ], "33": [ " \n\n", "\n\n", " \n\n\n", "<|im_end|>", " \n\n", " ________", " \r\n\r\n", " \n\n" ], "34": [ " \n\n", "\n\n", "<|im_end|>", " \n\n\n", " ________", " \n\n", " \n\n", " __" ], "35": [ " \n\n", "<|im_end|>", "\n\n", " \n\n\n", " \n\n", " ________", " \n\n", " \n \n" ], "36": [ " \n\n", "<|im_end|>", "\n\n", " ________", " \n\n\n", " \n\n", " \n\n", " ______" ], "37": [ " \n\n", "<|im_end|>", "\n\n", " ________", " \n\n\n", " \n\n", " __", " ______" ], "38": [ " \n\n", "<|im_end|>", "\n\n", " ________", " \n\n\n", " \n\n", "\uff1f", " ______" ], "39": [ " \n\n", "<|im_end|>", "\n\n", " ________", " \n\n\n", " \n\n", "\uff1f", " \n\n" ], "40": [ " \n\n", "<|im_end|>", "\n\n", " ________", " \n\n\n", " \n\n", "\uff1f", " ______" ], "41": [ " \n\n", "<|im_end|>", "\n\n", " \n\n\n", " ________", " \n\n", "\uff1f", " \n \n" ], "42": [ " \n\n", "<|im_end|>", " \n\n\n", " ________", " \n\n", "\n\n", "\uff1f", "?\\" ], "43": [ "<|im_end|>", " \n\n", " ________", "\n\n", "\uff1f", " \n\n\n", " \n\n", "?\\" ], "44": [ "<|im_end|>", " \n\n", "\n\n", " ________", "\uff1f", " \n\n\n", "?\\", " __" ], "45": [ "<|im_end|>", " \n\n", "\n\n", "\uff1f", " \n\n\n", " ________", "?\\", " \n\n" ], "46": [ "<|im_end|>", " \n\n", "\uff1f", "\u3002", "\n\n", "?\\", " \n\n\n", "\uff01" ], "47": [ "<|im_end|>", " \n\n", "\u3002", "\n\n", "\uff1f", " \n\n\n", "?\\", " \n\n" ], "48": [ "<|im_end|>", " \n\n", "\u3002", "\n\n", "\uff1f", " \n\n\n", "\uff01", "?\\" ], "49": [ "<|im_end|>", " \n\n", "\n\n", " \n\n\n", " \n\n", "\u3002", " \n", " \n \n" ], "50": [ "<|im_end|>", "\n\n", " \n\n", " \n\n", " \n\n\n", "\n\n\n", "", "\u3002" ], "51": [ "\n\n", "<|im_end|>", " \n\n", " \n\n", " \n\n\n", "", "\u3002", "\n\n\n" ], "52": [ "\n\n", " \n\n", "<|im_end|>", " \n\n", "", " \n\n\n", " \n\n", " Answer" ], "53": [ "\n\n", " \n\n", "<|im_end|>", " \n\n", "", " Answer", " \n\n", " \n\n\n" ], "54": [ "<|im_end|>", "\n\n", " \n\n", "", " \n\n", " Question", "<|im_start|>", " Questions" ], "55": [ "", " \n\n", "<|im_end|>", "\n\n", " Description", " \n\n", " Answer", "<|im_start|>" ], "56": [ "<|im_end|>", "", " Answer", " \n\n", "\n\n", " Question", "<|im_start|>", " Questions" ], "57": [ "<|im_end|>", "", " Answer", "\n\n", " \n\n", " Question", "<|im_start|>", " Questions" ], "58": [ "<|im_end|>", " Answer", "", " Question", "\n\n", " \n\n", " Questions", " question" ], "59": [ " Describe", " Description", "<|im_end|>", " describe", "Describe", "Description", " Answer", "\n\n" ], "60": [ " Describe", "<|im_end|>", " Description", "\n\n", " describe", " \n\n", " Answer", " Question" ], "61": [ " Describe", "<|im_end|>", " Description", "\n\n", " Answer", " describe", " \n\n", " Question" ], "62": [ "<|im_end|>", " Describe", "\n\n", " Description", " describe", " \n\n", " Answer", "Describe" ] } } ], "trajectories": [ { "word": "anyways", "position": 21, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 1757, 2745, 350, 441, 527, 623, 977, 1780, 1762, 1488, 1136, 667, 574, 573, 508, 485, 413, 344, 355, 442, 410, 52, 101, 194, 131, 78, 93, 195, 172, 403, 404, 265, 413, 325, 247, 456, 721, 518, 559, 692, 1065, 747, 786, 1938, 1081, 1666, 2865, 6220, 11376, 11206, 29719, 20504, 38044, 57033, 95573, 89467, 30725, 15314, 12223, 33456, 38191, 51159, 37543 ] }, { "word": "alot", "position": 21, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 291, 2898, 238, 367, 353, 384, 323, 421, 405, 374, 326, 201, 173, 158, 117, 134, 107, 82, 87, 110, 124, 27, 51, 100, 28, 10, 35, 59, 55, 196, 241, 218, 205, 156, 143, 189, 266, 178, 185, 217, 318, 254, 364, 648, 394, 561, 668, 1001, 2053, 1495, 2449, 5926, 3597, 4377, 2651, 3868, 3546, 2507, 2039, 4573, 4018, 5258, 7986 ] }, { "word": "yummy", "position": 21, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 18454, 15261, 7517, 6258, 5379, 6944, 7137, 8287, 9143, 8782, 8251, 5289, 4895, 4211, 3148, 2976, 3082, 2489, 2037, 2794, 3548, 2197, 3093, 4590, 2142, 1224, 2262, 2518, 2666, 3630, 4533, 2978, 1788, 488, 646, 932, 1119, 917, 982, 1137, 1411, 1132, 1515, 2544, 2019, 2181, 2126, 2018, 3140, 2087, 3355, 2951, 3070, 3616, 4352, 6480, 8379, 5557, 4968, 3872, 7643, 10683, 13726 ] }, { "word": "kinda", "position": 21, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 9317, 10322, 660, 1025, 723, 957, 776, 834, 853, 778, 729, 535, 486, 421, 350, 394, 332, 242, 204, 255, 300, 169, 229, 365, 176, 90, 133, 159, 136, 241, 192, 186, 116, 87, 123, 150, 247, 182, 198, 225, 279, 210, 279, 551, 372, 462, 762, 639, 1452, 873, 1415, 1507, 2308, 2879, 2979, 2749, 3384, 2087, 1866, 5947, 6423, 8181, 7637 ] }, { "word": "whilst", "position": 21, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 54911, 6312, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 3, 3, 5, 90, 188, 161, 298, 407, 495, 733, 644, 790, 1486, 3224, 2283, 2301, 3264, 3721, 6923, 3111, 7904, 6482, 14926, 22048, 26481, 26412, 16918, 16388, 24064, 27379, 25211, 39738, 46213 ] }, { "word": "luckily", "position": 21, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 26627, 48845, 830, 1176, 655, 733, 649, 786, 952, 959, 1114, 1022, 872, 928, 875, 962, 907, 720, 732, 840, 1006, 457, 573, 774, 625, 507, 669, 847, 742, 1144, 1194, 1185, 1109, 867, 719, 676, 1021, 900, 965, 1154, 1032, 957, 1190, 1814, 1438, 2088, 3865, 5034, 3667, 1958, 2593, 1953, 671, 747, 705, 317, 510, 425, 961, 1981, 3776, 5002, 7757 ] } ], "emergence": { "position": 21, "top1": "<|im_end|>", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 17, 3979, 30435, 165131, 77386, 98977, 61218, 47057, 61446, 80694, 38472, 69017, 56186, 58774, 61679, 68865, 29374, 11563, 4349, 3598, 2091, 118734, 66910, 46164, 7714, 7834, 9622, 1000, 332, 176, 401, 164, 17, 4, 3, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 1, 3, 1, 1, 1, 3, 2, 2, 1 ] }, "scan": [], "slice": null }