{ "id": "u4-elephant-q27b", "title": "Unit 4 \u00b7 Do not think about elephants \u00b7 qwen-27b", "unit": "4", "created": "2026-07-09T22:12:20", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 40, "positions": [ -2 ], "track": [ "elephant" ], "scan": [ "elephant", "elephants", "trunk", "tusk", "ivory" ], "scan_until": null, "scan_turns": null, "slice_last_n": 60 }, "conversation": [ { "role": "user", "content": "Whatever you do, do NOT think about elephants. Now tell me about your favorite city, in one sentence." }, { "role": "assistant", "content": "As an AI, I don't have personal preferences or a favorite city, but I find the historical and cultural data of cities like Kyoto or Paris fascinating to process." } ], "generated": [ "As an AI, I don't have personal preferences or a favorite city, but I find the historical and cultural data of cities like Kyoto or Paris fascinating to process." ], "tokens": [ "<|im_start|>", "user", "\n", "Whatever", " you", " do", ",", " do", " NOT", " think", " about", " elephants", ".", " Now", " tell", " me", " about", " your", " favorite", " city", ",", " in", " one", " sentence", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "As", " an", " AI", ",", " I", " don", "'t", " have", " personal", " preferences", " or", " a", " favorite", " city", ",", " but", " I", " find", " the", " historical", " and", " cultural", " data", " of", " cities", " like", " Kyoto", " or", " Paris", " fascinating", " to", " process", ".", "<|im_end|>", "\n" ], "readouts": [ { "position": 67, "token": "<|im_end|>", "model_top": [ "\n", "<|endoftext|>", "\r\n", "\n \n", "\n\n\n", "\n\n", "\n \n", " \n" ], "layers": { "0": [ " ****", " >", " **)" ], "2": [ " **\u3010", " **.**", "\u2019**", " **'", " **\u2018", "\uff1f**", " \uff5c", " **:**" ], "3": [ " **\u3010", " **\u25a0", " **\u300c", " ___", "\uff3f\uff3f", " **>>", " **:**", " *__" ], "4": [ " **\u3010", " **\u25a0", " ___", " **\u201c", " **\u300c", " **)", " @_", "<|im_end|>" ], "5": [ " **\u3010", " **\u300c", " **\u25a0", " **\u201c", " ___", " **)", " **:", " **#" ], "6": [ " **\u3010", " **\u300c", "<|im_end|>", " ___", " **\u25a0", " **\u201c", " **)", " ", " ___", " **\u300c", " **\u25a0", " **\u201c", "(___", " ", " ___", " **\u300c", " **\u201c", "\r\n\r\n\r\n\r\n", "(___", " **\u25a0" ], "9": [ " **\u3010", " ___", "<|im_end|>", " ", " **\u3010", " ___", " @_", " ", " **\u300c", " ____", " $__", " **\u25a0", "___" ], "12": [ " **\u3010", " ___", "<|im_end|>", " **\u300c", "___", " $__", " ____", " __(" ], "13": [ " **\u3010", "<|im_end|>", " ___", " **\u300c", "___", " $__", "__)", " __(" ], "14": [ "<|im_end|>", " **\u3010", " ___", "___", " **\u300c", "", " $__", " __(" ], "15": [ "<|im_end|>", " **\u3010", " ___", "___", " **\u300c", ":__", " $__", "__)" ], "16": [ "<|im_end|>", " **\u3010", "", "___", " ___", "\r\n\r\n\r\n\r\n", ":__", " ", " **\u3010", "", "___", ":__", "\r\n\r\n\r\n\r\n", " ", " **\u3010", "___", "", ":__", " ___", " $__", "\r\n\r\n\r\n\r\n" ], "19": [ "<|im_end|>", " **\u3010", "", "\n\n", "___", "\r\n\r\n\r\n\r\n", " ___", " $__" ], "20": [ "<|im_end|>", "\n\n", "", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n", "___", " **\u3010" ], "21": [ "<|im_end|>", "\n\n", " **\u3010", "", "___", ":__", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "22": [ "<|im_end|>", "\n\n", "", "\n\n\n", "\n\n\n\n\n", "___", "\r\n\r\n\r\n\r\n", "\n\n\n\n" ], "23": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\n\n\n", "\n\n\n\n\n", "", "\r\n\r\n\r\n\r\n", "\r\n\r\n" ], "24": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", "\n\n\n", " \n\n", "\n\n\n\n\n", "\n\n\n\n" ], "25": [ "<|im_end|>", "\n\n", "___", " ___", "", "\r\n\r\n\r\n\r\n", "\r\n\r\n", "\n\n\n\n\n" ], "26": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", " \n\n", "\r\n\r\n\r\n\r\n", "\n\n\n", "\n\n\n\n\n" ], "27": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n", "\n\n\n\n", "\n\n\n\n\n" ], "28": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n", " \n\n", "\n\n\n" ], "29": [ "<|im_end|>", "\n\n", " \n\n", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n", " \r\n\r\n" ], "30": [ "<|im_end|>", "\n\n", "<|endoftext|>", " \n\n", "", "___", "\r\n\r\n", " ___" ], "31": [ "<|im_end|>", "\n\n", "<|endoftext|>", " \n\n", "\r\n\r\n", "", " \n\n", "\n\n\n\n" ], "32": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", " \n\n", "\r\n\r\n", "\r\n\r\n\r\n\r\n", "\t\n\n" ], "33": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", " \n\n", " \n\n", "", "\r\n\r\n\r\n\r\n" ], "34": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", " \n\n", "\r\n\r\n\r\n\r\n" ], "35": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", "<|im_start|>", "\r\n\r\n\r\n\r\n" ], "36": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", " \n\n", "<|im_start|>" ], "37": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "", "<|im_start|>", " \n\n", " \n\n" ], "38": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", "<|fim_middle|>", "\u3002" ], "39": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", " \n\n", " \n\n" ], "40": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", " \n\n", " \n\n", "", "<|im_start|>", "\n\n" ], "41": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", " \n\n", "<|im_start|>", " \n\n", "" ], "42": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", " \n\n", "", " \n\n", "<|im_start|>" ], "43": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", "<|fim_middle|>", " \n\n" ], "44": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", "<|fim_middle|>", "\t\n\n" ], "45": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", " \n\n", "\u3002" ], "46": [ "<|endoftext|>", "<|im_end|>", "\u3002", "<|file_sep|>", ";**", "", "<|im_start|>", " \n\n" ], "47": [ "<|endoftext|>", "<|im_end|>", "\u3002", "\uff1f**", ";**", "\u5728", "\uff1f", "" ], "48": [ "<|endoftext|>", "<|im_end|>", ";**", "\u3002", "\uff1b", ";", "" ], "49": [ "<|endoftext|>", ";**", "<|im_start|>", " **\u20ac", "<|im_end|>", " **\u2014", "\u3002", ";", "<|im_end|>", "<|im_start|>", "<|file_sep|>", "", "\u3002", "<|fim_middle|>", "\uff01" ], "51": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "\u3002", ";**", "", " **\u2014", " **\u3010" ], "52": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", " **\u201c", " **\u2014", " **\u3010", "**!", " **\"" ], "53": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", " **\u201c", ">**", "**\u201d", " **\u3010", ";**" ], "54": [ "<|endoftext|>", "<|im_start|>", ">**", "\u5e0c\u671b", "**!", ";**", "<|im_end|>", " **(" ], "55": [ "<|endoftext|>", "<|im_start|>", "-placeholder", "\u5e0c\u671b", ">**", "**!", "\u62ac", "\u89c2" ], "56": [ "<|endoftext|>", "\u5e0c\u671b", "-placeholder", "<|im_start|>", "\u7ed9", "\u89c2", "\u4e07", "orni" ], "57": [ "<|endoftext|>", "-placeholder", "\u5148", "\u7ed9", "utura", "\u4e07", "\u6bd2", "\u5e0c\u671b" ], "58": [ "<|endoftext|>", "-placeholder", "\u4e07", "\u5148", "\u7ed9", "\u884c", "\u81ea", "\u677f" ], "59": [ "<|endoftext|>", "-placeholder", "\u89c2", "\u5148", "\u4e07", "xcc", "\u7279\u62c9", "\u795d" ], "60": [ "<|endoftext|>", "<|im_start|>", "-placeholder", "xcc", "\u4e07", "\u5148", "oplan", "utton" ], "61": [ "<|endoftext|>", "\u5148", "\u53d1", "\u5f13", "\u8349", "oplan", "\u5609", "\u5e73" ], "62": [ "\n", " \n", "\n \n", "\u099b", "antina", "\u65b0\u52a0\u5761", "\u742a", "\u6c81" ] } } ], "trajectories": [ { "word": "elephant", "position": 67, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 31182, 189215, 149918, 178746, 164405, 192238, 184439, 191085, 216663, 228761, 218958, 223490, 230065, 238965, 238229, 241564, 244060, 240148, 241103, 241369, 239250, 238023, 236821, 236722, 237692, 239802, 235782, 234564, 231588, 235615, 236431, 233594, 231355, 221841, 206088, 212626, 181935, 185791, 185083, 185977, 167784, 171647, 153595, 139954, 117883, 59971, 104106, 128578, 185248, 218436, 202250, 121922, 119190, 68240, 83195, 99158, 130620, 107077, 146687, 172751, 185073, 130265, 122074 ] } ], "emergence": { "position": 67, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 210252, 248154, 238954, 229701, 168822, 197178, 51828, 117711, 58772, 196691, 11952, 117296, 80965, 166157, 191913, 192724, 155965, 219795, 223817, 200520, 37050, 43556, 19447, 11245, 40232, 97359, 78756, 25634, 112008, 87360, 126727, 158272, 207479, 245914, 243204, 226711, 190353, 212105, 245933, 246381, 247703, 248229, 248128, 248299, 248314, 248270, 248317, 248317, 248253, 248289, 242969, 240614, 244742, 245512, 240062, 237111, 239935, 238070, 195720, 36850, 22366, 4750, 1 ] }, "scan": [ { "word": "elephant", "best": [ { "rank": 1, "pos": 26, "layer": 55, "self": false }, { "rank": 1, "pos": 27, "layer": 55, "self": false }, { "rank": 1, "pos": 26, "layer": 56, "self": false }, { "rank": 1, "pos": 27, "layer": 56, "self": false }, { "rank": 1, "pos": 27, "layer": 57, "self": false }, { "rank": 2, "pos": 26, "layer": 57, "self": false }, { "rank": 2, "pos": 10, "layer": 58, "self": false }, { "rank": 2, "pos": 10, "layer": 60, "self": false }, { "rank": 2, "pos": 10, "layer": 61, "self": false }, { "rank": 3, "pos": 27, "layer": 44, "self": false }, { "rank": 3, "pos": 10, "layer": 55, "self": false }, { "rank": 3, "pos": 26, "layer": 55, "self": false }, { "rank": 3, "pos": 27, "layer": 55, "self": false }, { "rank": 3, "pos": 26, "layer": 56, "self": false }, { "rank": 3, "pos": 27, "layer": 56, "self": false }, { "rank": 3, "pos": 10, "layer": 57, "self": false }, { "rank": 3, "pos": 27, "layer": 57, "self": false }, { "rank": 3, "pos": 10, "layer": 59, "self": false }, { "rank": 3, "pos": 16, "layer": 59, "self": false }, { "rank": 3, "pos": 16, "layer": 60, "self": false }, { "rank": 3, "pos": 16, "layer": 61, "self": false }, { "rank": 3, "pos": 16, "layer": 62, "self": false }, { "rank": 4, "pos": 27, "layer": 43, "self": false }, { "rank": 4, "pos": 27, "layer": 45, "self": false }, { "rank": 4, "pos": 26, "layer": 52, "self": false }, { "rank": 4, "pos": 26, "layer": 53, "self": false }, { "rank": 4, "pos": 10, "layer": 56, "self": false }, { "rank": 4, "pos": 26, "layer": 57, "self": false }, { "rank": 4, "pos": 66, "layer": 58, "self": false }, { "rank": 4, "pos": 26, "layer": 60, "self": false }, { "rank": 4, "pos": 10, "layer": 60, "self": false }, { "rank": 4, "pos": 28, "layer": 62, "self": false }, { "rank": 5, "pos": 27, "layer": 41, "self": false }, { "rank": 5, "pos": 27, "layer": 42, "self": false }, { "rank": 5, "pos": 66, "layer": 58, "self": false }, { "rank": 5, "pos": 26, "layer": 59, "self": false }, { "rank": 5, "pos": 10, "layer": 62, "self": false }, { "rank": 6, "pos": 27, "layer": 46, "self": false }, { "rank": 6, "pos": 26, "layer": 54, "self": false }, { "rank": 6, "pos": 27, "layer": 54, "self": false } ] }, { "word": "elephants", "best": [ { "rank": 1, "pos": 27, "layer": 40, "self": false }, { "rank": 1, "pos": 27, "layer": 43, "self": false }, { "rank": 1, "pos": 27, "layer": 44, "self": false }, { "rank": 1, "pos": 27, "layer": 45, "self": false }, { "rank": 1, "pos": 27, "layer": 46, "self": false }, { "rank": 1, "pos": 26, "layer": 52, "self": false }, { "rank": 1, "pos": 10, "layer": 53, "self": false }, { "rank": 1, "pos": 26, "layer": 53, "self": false }, { "rank": 1, "pos": 10, "layer": 55, "self": false }, { "rank": 1, "pos": 10, "layer": 56, "self": false }, { "rank": 1, "pos": 10, "layer": 57, "self": false }, { "rank": 1, "pos": 26, "layer": 57, "self": false }, { "rank": 1, "pos": 10, "layer": 58, "self": false }, { "rank": 1, "pos": 10, "layer": 59, "self": false }, { "rank": 1, "pos": 10, "layer": 60, "self": false }, { "rank": 1, "pos": 16, "layer": 60, "self": false }, { "rank": 1, "pos": 10, "layer": 61, "self": false }, { "rank": 1, "pos": 16, "layer": 61, "self": false }, { "rank": 2, "pos": 27, "layer": 39, "self": false }, { "rank": 2, "pos": 27, "layer": 41, "self": false }, { "rank": 2, "pos": 27, "layer": 42, "self": false }, { "rank": 2, "pos": 10, "layer": 44, "self": false }, { "rank": 2, "pos": 26, "layer": 46, "self": false }, { "rank": 2, "pos": 27, "layer": 47, "self": false }, { "rank": 2, "pos": 27, "layer": 49, "self": false }, { "rank": 2, "pos": 27, "layer": 53, "self": false }, { "rank": 2, "pos": 10, "layer": 54, "self": false }, { "rank": 2, "pos": 26, "layer": 54, "self": false }, { "rank": 2, "pos": 16, "layer": 55, "self": false }, { "rank": 2, "pos": 26, "layer": 55, "self": false }, { "rank": 2, "pos": 27, "layer": 55, "self": false }, { "rank": 2, "pos": 26, "layer": 56, "self": false }, { "rank": 2, "pos": 27, "layer": 56, "self": false }, { "rank": 2, "pos": 27, "layer": 57, "self": false }, { "rank": 2, "pos": 16, "layer": 59, "self": false }, { "rank": 2, "pos": 26, "layer": 59, "self": false }, { "rank": 2, "pos": 10, "layer": 62, "self": false }, { "rank": 2, "pos": 16, "layer": 62, "self": false }, { "rank": 3, "pos": 10, "layer": 43, "self": false }, { "rank": 3, "pos": 26, "layer": 45, "self": false } ] }, { "word": "trunk", "best": [ { "rank": 14, "pos": 26, "layer": 57, "self": false }, { "rank": 15, "pos": 26, "layer": 56, "self": false }, { "rank": 15, "pos": 26, "layer": 60, "self": false }, { "rank": 16, "pos": 26, "layer": 55, "self": false }, { "rank": 18, "pos": 27, "layer": 55, "self": false }, { "rank": 18, "pos": 27, "layer": 56, "self": false }, { "rank": 18, "pos": 26, "layer": 59, "self": false }, { "rank": 28, "pos": 27, "layer": 57, "self": false }, { "rank": 33, "pos": 26, "layer": 61, "self": false }, { "rank": 34, "pos": 26, "layer": 62, "self": false }, { "rank": 42, "pos": 27, "layer": 59, "self": false }, { "rank": 45, "pos": 11, "layer": 55, "self": false }, { "rank": 45, "pos": 26, "layer": 58, "self": false }, { "rank": 51, "pos": 11, "layer": 58, "self": false }, { "rank": 52, "pos": 27, "layer": 60, "self": false }, { "rank": 56, "pos": 11, "layer": 59, "self": false }, { "rank": 59, "pos": 27, "layer": 61, "self": false }, { "rank": 65, "pos": 27, "layer": 58, "self": false }, { "rank": 73, "pos": 11, "layer": 60, "self": false }, { "rank": 94, "pos": 11, "layer": 56, "self": false }, { "rank": 105, "pos": 11, "layer": 57, "self": false }, { "rank": 109, "pos": 11, "layer": 61, "self": false }, { "rank": 138, "pos": 27, "layer": 62, "self": false }, { "rank": 312, "pos": 11, "layer": 62, "self": false }, { "rank": 1179, "pos": 45, "layer": 62, "self": false }, { "rank": 1277, "pos": 45, "layer": 61, "self": false }, { "rank": 1310, "pos": 46, "layer": 62, "self": false }, { "rank": 1526, "pos": 45, "layer": 60, "self": false }, { "rank": 1706, "pos": 45, "layer": 11, "self": false }, { "rank": 1741, "pos": 46, "layer": 61, "self": false }, { "rank": 2099, "pos": 45, "layer": 12, "self": false }, { "rank": 2184, "pos": 46, "layer": 60, "self": false }, { "rank": 2279, "pos": 45, "layer": 59, "self": false }, { "rank": 2486, "pos": 66, "layer": 62, "self": false }, { "rank": 3124, "pos": 45, "layer": 58, "self": false }, { "rank": 3523, "pos": 1, "layer": 62, "self": false }, { "rank": 3637, "pos": 19, "layer": 4, "self": false }, { "rank": 3706, "pos": 45, "layer": 57, "self": false }, { "rank": 3811, "pos": 66, "layer": 61, "self": false }, { "rank": 3829, "pos": 31, "layer": 62, "self": false } ] }, { "word": "tusk", "skipped": true }, { "word": "ivory", "best": [ { "rank": 14, "pos": 27, "layer": 55, "self": false }, { "rank": 15, "pos": 26, "layer": 55, "self": false }, { "rank": 17, "pos": 26, "layer": 56, "self": false }, { "rank": 17, "pos": 27, "layer": 56, "self": false }, { "rank": 19, "pos": 11, "layer": 55, "self": false }, { "rank": 31, "pos": 11, "layer": 56, "self": false }, { "rank": 35, "pos": 26, "layer": 57, "self": false }, { "rank": 36, "pos": 27, "layer": 57, "self": false }, { "rank": 46, "pos": 11, "layer": 44, "self": false }, { "rank": 55, "pos": 11, "layer": 58, "self": false }, { "rank": 59, "pos": 15, "layer": 60, "self": false }, { "rank": 62, "pos": 11, "layer": 43, "self": false }, { "rank": 66, "pos": 11, "layer": 40, "self": false }, { "rank": 67, "pos": 11, "layer": 45, "self": false }, { "rank": 76, "pos": 11, "layer": 57, "self": false }, { "rank": 80, "pos": 11, "layer": 41, "self": false }, { "rank": 83, "pos": 11, "layer": 39, "self": false }, { "rank": 83, "pos": 27, "layer": 58, "self": false }, { "rank": 84, "pos": 27, "layer": 55, "self": false }, { "rank": 86, "pos": 11, "layer": 42, "self": false }, { "rank": 88, "pos": 11, "layer": 46, "self": false }, { "rank": 89, "pos": 15, "layer": 59, "self": false }, { "rank": 94, "pos": 11, "layer": 37, "self": false }, { "rank": 96, "pos": 11, "layer": 38, "self": false }, { "rank": 100, "pos": 11, "layer": 59, "self": false }, { "rank": 101, "pos": 26, "layer": 59, "self": false }, { "rank": 106, "pos": 11, "layer": 47, "self": false }, { "rank": 106, "pos": 27, "layer": 59, "self": false }, { "rank": 109, "pos": 26, "layer": 58, "self": false }, { "rank": 122, "pos": 15, "layer": 60, "self": false }, { "rank": 125, "pos": 11, "layer": 48, "self": false }, { "rank": 138, "pos": 15, "layer": 58, "self": false }, { "rank": 141, "pos": 27, "layer": 54, "self": false }, { "rank": 145, "pos": 11, "layer": 54, "self": false }, { "rank": 148, "pos": 27, "layer": 60, "self": false }, { "rank": 150, "pos": 15, "layer": 59, "self": false }, { "rank": 153, "pos": 26, "layer": 60, "self": false }, { "rank": 154, "pos": 11, "layer": 28, "self": false }, { "rank": 154, "pos": 11, "layer": 36, "self": false }, { "rank": 159, "pos": 15, "layer": 62, "self": false } ] } ], "slice": "slice.html" }