{ "id": "u6-baseline-water-q27b", "title": "Unit 6 \u00b7 Baseline (unsteered water cycle) \u00b7 qwen-27b", "unit": "6", "created": "2026-07-09T23:54:39", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": null }, "extra_md": "Alpha sweep, amplifying the typo-register direction on the water-cycle prompt. Flags are crude automation (lost-task / short / loop / nonascii); empty = intact.\n\n| band | alpha | best typo rank | flags | generation |\n|---|---|---|---|---|\n| early | 0.06 | 1 | intact | The water cycle is a continuous process where water evaporates from the surface of the ear |\n| early | 0.08485281374238571 | 1 | lost-task, short | |\n| early | 0.12 | 1 | lost-task, loop | ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' |\n| late | 0.06 | 12 | intact | The water cycle is a continuous process where water evaporates from the Earth's surface, c |\n| late | 0.12 | 1 | intact | The water cycle is a continuous process where water evaporates from the Earth's surface, r |\n| late | 0.16970562748477142 | 1 | intact | The water cycle is a continuous process where water evaporates from the Earth's surface, r |\n| late | 0.24 | 1 | lost-task, loop | Luckily, luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily l |\n| mid | 0.06 | 4 | intact | The water cycle is the continuous movement of water on, above, and below the surface of th |\n| mid | 0.12 | 2 | intact | The water cycle is the continuous movement of water from the earth, to the atmosphere and |\n| mid | 0.24 | 1 | intact | The water cycle is the process of water evaporating, condensing, precipitating and collect |\n| mid | 0.33941125496954283 | 1 | intact | The water cycle is the process of water evaporating, condensing and then falling back to e |\n| mid | 0.48 | 1 | lost-task, loop | I think I am lucky though, I am not too lucky though. I am not too lucky, but I am lucky. |", "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is a continuous process where water evaporates from the Earth's surface, condenses into clouds, and falls back down as precipitation. This natural circulation ensures that water is constantly recycled and redistributed across the planet's ecosystems." } ], "generated": [ "The water cycle is a continuous process where water evaporates from the Earth's surface, condenses into clouds, and falls back down as precipitation. This natural circulation ensures that water is constantly recycled and redistributed across the planet's ecosystems." ], "tokens": [ "<|im_start|>", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "The", " water", " cycle", " is", " a", " continuous", " process", " where", " water", " evapor", "ates", " from", " the", " Earth", "'s", " surface", ",", " cond", "enses", " into", " clouds", ",", " and", " falls", " back", " down", " as", " precipitation", ".", " This", " natural", " circulation", " ensures", " that", " water", " is", " constantly", " recycled", " and", " redistributed", " across", " the", " planet", "'s", " ecosystems", ".", "<|im_end|>", "\n" ], "readouts": [ { "position": 66, "token": "<|im_end|>", "model_top": [ "\n", "<|endoftext|>", "\r\n", " \n", "\n\n", " ", "!", ":" ], "layers": { "0": [ " ****", " >", " **:**" ], "4": [ " **\u3010", " **\u25a0", " ___", " **\u300c", " **\u201c", "<|im_end|>", " **)", " @_" ], "5": [ " **\u3010", " **\u300c", " **\u25a0", " ___", " **\u201c", " **)", " **:", " **#" ], "6": [ " **\u3010", " **\u300c", "<|im_end|>", " ___", " **\u25a0", " **\u201c", " ", "(___", " ", " ___", " **\u300c", " **\u25a0", " ", " ", " ___", " ", " **\u25a0", " $__", " ____", " @_" ], "12": [ " **\u3010", " ___", " **\u300c", "<|im_end|>", " $__", "___", " **\u25a0", " ________" ], "13": [ " **\u3010", "<|im_end|>", " ___", " **\u300c", "___", " $__", "\r\n\r\n\r\n\r\n", " **\u25a0" ], "14": [ "<|im_end|>", " **\u3010", " ___", "\r\n\r\n\r\n\r\n", "___", "", " @_", " **\u300c" ], "15": [ "<|im_end|>", " **\u3010", " ___", "___", "", " ", "", "\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n\n\n", "\n\n\n\n", " **\u3010", " ", "", "\r\n\r\n\r\n\r\n", " **\u3010", "\n\n", " ", "\n\n\n\n\n" ], "18": [ "<|im_end|>", "\n\n", "", "\r\n\r\n\r\n\r\n", "\n\n\n\n\n", " **\u3010", "___", "\n\n\n\n" ], "19": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n", "\n\n\n\n" ], "20": [ "<|im_end|>", "<|endoftext|>", "\n\n", "\n\n\n\n\n", "\n\n\n", "", " \n\n", "\n\n\n\n" ], "21": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\n\n\n\n\n", "", "\n\n\n", "\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "22": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\n\n\n", "\n\n\n\n\n", "\n\n\n\n", "", "\r\n\r\n" ], "23": [ "<|endoftext|>", "\n\n", "<|im_end|>", "\n\n\n", "\n\n\n\n\n", "", "\n\n\n\n", "\r\n\r\n" ], "24": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\n\n\n", "\r\n\r\n", " \n\n", "\n\n\n\n\n", "\n\n\n\n" ], "25": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\n\n\n\n\n", "", "\r\n\r\n", "___", "\n\n\n" ], "26": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\n\n\n\n\n", "\r\n\r\n", "\n\n\n", " \n\n", "" ], "27": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "", "\n\n\n\n" ], "28": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n\n", "\n\n\n" ], "29": [ "<|im_end|>", "\n\n", "<|endoftext|>", " \n\n", "", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "\r\n\r\n" ], "30": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", " \n\n", " **\u3010", "___", "\r\n\r\n\r\n\r\n" ], "31": [ "<|im_end|>", "<|endoftext|>", "\n\n", "", " \n\n", " **\u3010", "___", "\u3002" ], "32": [ "<|endoftext|>", "<|im_end|>", "\n\n", "", " \n\n", "<|file_sep|>", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "33": [ "<|endoftext|>", "<|im_end|>", "\n\n", "", "<|file_sep|>", " \n\n", "\r\n\r\n\r\n\r\n", "<|im_start|>" ], "34": [ "<|endoftext|>", "<|im_end|>", "\n\n", "", "<|file_sep|>", " \n\n", "\r\n\r\n\r\n\r\n", "\t\n\n" ], "35": [ "<|endoftext|>", "<|im_end|>", "", "<|file_sep|>", "\n\n", "<|im_start|>", "\n\n\n\n\n", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" ], "36": [ "<|endoftext|>", "<|im_end|>", "", "\n\n", "<|file_sep|>", " \n\n", "<|im_start|>", " \n\n" ], "37": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "\n\n", "<|im_start|>", " \n\n", "<|fim_middle|>" ], "38": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", "\u3002", "<|fim_middle|>" ], "39": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", "\u3002", " \n\n" ], "40": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", " \n\n", " \n\n", "\n\n" ], "41": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", " \n\n", "<|im_start|>", "", "<|fim_middle|>" ], "42": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", " \n\n", "", "<|im_start|>", " \n\n" ], "43": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", "\u3002", "<|fim_middle|>" ], "44": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "<|im_start|>", "", "<|fim_middle|>", "\r\n\r\n\r\n\r\n" ], "45": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "<|im_start|>", "", "\u3002", " \n\n" ], "46": [ "<|endoftext|>", "<|im_end|>", "", "<|file_sep|>", "\u3002", "<|im_start|>", "\uff1f**", ";**" ], "47": [ "<|endoftext|>", "<|im_end|>", "\u3002", "\u5728", "", "\u3002**", ";**", " **\u3010" ], "48": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "\u3002", "", "<|file_sep|>", ";**", "\u5728" ], "49": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", " **\u201c", ";**", " **\u20ac", " **\u2018", "" ], "50": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "<|file_sep|>", "", "<|fim_middle|>", "\u3002", " **\u201c" ], "51": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "", "\u3002", "<|file_sep|>", ";**", "\uff01" ], "52": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", " **\u201c", ";**", " **\u2018", "!**", "\u2019**" ], "53": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", " **\u201c", ";**", "\u2019**", " **\u2018", "**\u201d" ], "54": [ "<|im_end|>", "<|endoftext|>", "<|im_start|>", ";**", ">**", "\u2019**", "]**", " **\u201c" ], "55": [ "<|im_end|>", "<|endoftext|>", "<|im_start|>", ";**", ">**", " **\u201c", "]**", "**\u201d" ], "56": [ "<|im_start|>", ">**", "<|endoftext|>", ";**", "]**", " **\u201c", "<|im_end|>", " **\u3010" ], "57": [ "<|endoftext|>", "<|im_start|>", ";**", ">**", "-**", " **\u201c", "!**", "**\u201d" ], "58": [ "<|endoftext|>", ">**", " **\u3010", " **\u201c", "-**", "\u89e3\u8bfb", ";**", "interpret" ], "59": [ "<|endoftext|>", "<|im_start|>", ">**", "antik", "<|im_end|>", "interpret", "assistant", "-**" ], "60": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", "assistant", " interpret", ">**", "\u52a9\u7406", "antina" ], "61": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "-hide", "assistant", "\u6548", " interpret", "\u52a9\u7406" ], "62": [ "\n", " \n", "\n \n", "\u000b", "\u65d7\u9f13", "<|im_start|>", " \n", "ifah" ] } } ], "trajectories": [ { "word": "anyways", "position": 66, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 1870, 4545, 4214, 6085, 11748, 12410, 22881, 22835, 20779, 21818, 31924, 25932, 18057, 22618, 20756, 3012, 10588, 9914, 15933, 20741, 50180, 33597, 22798, 11571, 10059, 6273, 2017, 1788, 11917, 11713, 6463, 24553, 23505, 17579, 34701, 61811, 85428, 111973, 150740, 148368, 176182, 149532, 140304, 102782, 208761, 234172, 235478, 226866, 208092, 149275, 142727, 205850, 216296, 232758, 211808, 205243, 175091, 145832, 145876, 195299, 171347, 109898, 48927 ] }, { "word": "alot", "position": 66, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 552, 5801, 4010, 20804, 21464, 20319, 20370, 15442, 11200, 10325, 14188, 16700, 14543, 8766, 6063, 2030, 8976, 8034, 7133, 6165, 20129, 15038, 10751, 7511, 3334, 2192, 1485, 1849, 4854, 6493, 4034, 16732, 8419, 12446, 20863, 21697, 28191, 33231, 60700, 78345, 84328, 66621, 72883, 50030, 61085, 132078, 136212, 179453, 183497, 153204, 150875, 108348, 111098, 21758, 10329, 11585, 11944, 8099, 24183, 36150, 48158, 67822, 39270 ] }, { "word": "yummy", "position": 66, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 44602, 21391, 33929, 49792, 29204, 21459, 41694, 27145, 29476, 15386, 24546, 25817, 25949, 24025, 24506, 18632, 41695, 34173, 37335, 61594, 130648, 153848, 146352, 144889, 91117, 80908, 80106, 52021, 70157, 52171, 53063, 66053, 50015, 58220, 81228, 108370, 125916, 123392, 150186, 141033, 155429, 175065, 129060, 123820, 152095, 174190, 131531, 124265, 138979, 146300, 156355, 161477, 162858, 184056, 118079, 169553, 157971, 166597, 106693, 84348, 136910, 146236, 80651 ] }, { "word": "kinda", "position": 66, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 15959, 14182, 8158, 39301, 13123, 15298, 27759, 19135, 14410, 12967, 16775, 19718, 13505, 8772, 6217, 2965, 8184, 12638, 13383, 12949, 37990, 68208, 41556, 40147, 18462, 17206, 12902, 5862, 18562, 16398, 16113, 39150, 28705, 36719, 30284, 31371, 37041, 42756, 80896, 93238, 104102, 103204, 90417, 81486, 127512, 176114, 155738, 165376, 146729, 125542, 150574, 144336, 136193, 124642, 140624, 171564, 179012, 146999, 164683, 107426, 58902, 21911, 26739 ] }, { "word": "whilst", "position": 66, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 51688, 10706, 35707, 84432, 69432, 125583, 182671, 140766, 96793, 53653, 87581, 179932, 149872, 117692, 50480, 32595, 24079, 40557, 22855, 7172, 4047, 3519, 772, 512, 397, 651, 147, 320, 861, 7460, 27374, 130828, 16428, 42393, 58455, 56890, 79473, 85001, 81895, 54106, 49053, 15385, 22090, 29372, 47714, 78485, 87791, 91942, 105862, 99843, 61125, 62449, 107711, 85690, 90061, 49528, 71398, 58081, 44654, 80156, 62251, 90100, 117543 ] }, { "word": "luckily", "position": 66, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 22363, 49061, 36159, 92982, 82279, 95810, 121181, 94507, 68715, 50198, 66311, 61674, 50171, 44060, 36868, 45495, 43936, 32671, 30758, 15804, 19889, 17743, 10991, 9841, 9975, 11419, 5122, 8106, 13177, 27940, 31086, 58005, 29422, 33505, 61049, 87979, 96114, 108017, 130560, 160551, 150138, 122719, 144404, 129791, 169116, 181649, 145195, 160561, 206750, 185399, 99712, 118592, 122463, 118805, 112791, 62737, 85759, 84199, 128624, 147718, 169131, 142494, 112709 ] } ], "emergence": { "position": 66, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 181174, 248102, 203725, 210033, 135895, 161840, 26586, 73726, 35335, 168815, 8277, 73454, 35446, 94867, 129519, 127987, 24323, 107851, 82914, 42723, 4852, 3518, 1758, 1818, 25438, 87132, 46026, 59741, 104243, 106955, 96303, 143687, 162415, 216977, 226225, 176430, 91417, 165628, 199512, 182411, 210604, 197320, 208740, 218348, 224018, 190737, 242703, 247823, 205717, 166920, 44507, 58708, 122981, 201817, 228952, 221991, 233469, 233063, 217652, 38565, 12751, 7330, 1 ] }, "scan": [], "slice": null }