{ "id": "u6-baseline-water-refilm-g12b", "title": "Unit 6 \u00b7 Baseline (unsteered water cycle) \u00b7 gemma-12b \u00b7 refilm", "unit": "6", "created": "2026-07-19T04:48:29", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": null, "positions": [ -2 ], "track": [ "alot", "anyways", "kinda", "luckily", "whilst", "yummy" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": null, "template_kwargs": null, "film": true, "film_start": 0, "max_seq_len": 600, "lens_layers": null, "temperature": null, "seed": null }, "extra_md": { "part": "refilm", "replay_of": "u6-baseline-water-g12b", "reason": "blind-spot miner: tracked words never under rank 500" }, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is a continuous process where water evaporates from Earth's surface, condenses into clouds, and then precipitates back down as rain, snow, or other forms. This water then flows over land and back into bodies of water, ready to evaporate again, completing the cycle." } ], "generated": [], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "The", " water", " cycle", " is", " a", " continuous", " process", " where", " water", " evaporates", " from", " Earth", "'", "s", " surface", ",", " cond", "enses", " into", " clouds", ",", " and", " then", " precipitates", " back", " down", " as", " rain", ",", " snow", ",", " or", " other", " forms", ".", " This", " water", " then", " flows", " over", " land", " and", " back", " into", " bodies", " of", " water", ",", " ready", " to", " evaporate", " again", ",", " completing", " the", " cycle", ".", "", "\n" ], "readouts": [ { "position": 74, "token": "", "model_top": [ "", "\n", ".", "", ",", " word", "\n\n", "'" ], "layers": { "0": [ "", "\"\u2014", "", " \ud83d\udc9e", "\ud809\udc2a", " \"\\\\\"", " \u7ee7\u7eed\u8bbf\u95ee", "\ud808\udd4c" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", "", " /**@", "\u207b" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\"\u2014", "\ud808\udd4c", " /**@", "\u207b", "\u207a" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " \ud83d\ude04", " /**@", " \ud83c\udf31" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", "\ud809\udc2a", "\ud808\udd4c", " ```", " \"\\\\\"" ], "5": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u301d", " \ud83c\udf31", "\ud809\udc2a", " /**@" ], "6": [ "", "\"\u2014", "\uf0be", "\u06cc", "\ud809\udc2a", " \ud83d\udc9e", " /**@", "\u301d" ], "7": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " /**@", "\ud808\udd4c", "\ud809\udc2a" ], "8": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", " /**@", " \ud83d\ude04", "\ud809\udc2a", "\ud808\udd4c" ], "9": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " /**@", " \ud83d\ude04", "\\&" ], "10": [ "", "\"\u2014", " \ud83d\udc9e", "\u301d", "\u06cc", " \ud83c\udf31", " \ud83d\ude04", " /**@" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", " \ud83c\udf31", " /**@", " \ud83d\udc4d" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", " \ud83d\udc4d", " /**@" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", " \ud83c\udf31", "\u06cc", "\ud83c\udf31", "\ud83d\udc9e" ], "14": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", " \ud83c\udf31", "\\&", "\ud83c\udf31", "\u06cc" ], "15": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", " \ud83c\udf31", " \ud83d\udc4d", "\u06cc", " \ud83e\udd17" ], "16": [ "", "\"\u2014", " \ud83d\ude04", ".\"\"\"", ".}~\\", "\">${", "\">&", ".\";" ], "17": [ "", " \ud83d\ude04", " \ud83c\udf31", "\ud83c\udf31", " \ud83d\udc9e", " \u7ee7\u7eed\u8bbf\u95ee", " \ud83d\udc4d", "\ud83c\udf89" ], "18": [ "", " \ud83d\ude04", " \ud83c\udf31", "\ud83c\udf31", " \u7ee7\u7eed\u8bbf\u95ee", " \ud83d\udc9e", " \ud83d\udc4d", "\">", " \ud83d\ude04", "", " \ud83c\udf31", "\">" ], "20": [ "", "\">", "!\">", ".\";", " \u7ee7\u7eed\u8bbf\u95ee" ], "21": [ "", "\u17d5", "\">", "\ud83d\udc4d", "!\">" ], "22": [ "", "\">", "\u17d5", "\ud83d\udc4d", "\ud83d\udd0d", " \ud83d\udc4d", " \ud83d\ude04", "\ud83d\udcdd", "\ud83d\ude0a" ], "24": [ "", "\u17d5", "LinkedIn", "\ud83d\udc4d", "\ud83d\udd0d", "\ueffd", "\ud83d\ude0a", "Wikipedia" ], "25": [ "", "", "\u17d5", "README", "\ueffd", "", "\ud83d\ude0a", "\ud83c\udf3b" ], "26": [ "", "", "\u17d5", "README", "\ueffd", "\ud83c\udf3b", "\ud83d\udc4d", "\ud83d\ude0a" ], "27": [ "", "", "\u17d5", "\ueffd", "README", "", "\ud83d\ude0a", "\ud83d\udc4d" ], "28": [ "", "", "\u17d5", "\ud83d\ude0a", "\ueffd", "", "\ud83d\udc4d", "\ud83c\udf0d" ], "29": [ "", "\u2067", "", "\ueffd", "\u17d5", "\u200d\u2640\ufe0f", "\ud83c\udf0d", "\ud83c\udf45" ], "30": [ "", "\u17d5", "", "\ud83e\udde0", "\ud83c\udf0d", " \u0633\u0627\u062f\u0647", "\u2067", "\ud83c\udf31" ], "31": [ "", "", "\ud83d\udd89", " \u06af\u0648\u06af\u0644", "\ud83e\ude7a", "\ud83c\udf31", " \u0633\u0627\u062f\u0647", "\ud83d\udc9a" ], "32": [ "", "", "fadeIn", " \u043f\u0440\u0438\u044f\u0442\u043d\u043e", " pelanggan", " hilfreich", "\ud83d\udd89", "\u4e86\u89e3" ], "33": [ "", "", "\u4e86\u89e3", "\ud83c\udf3f", "\ud83c\udf31", "\ud83d\udc9a", "fadeIn", "ermanfaat" ], "34": [ "", "", "\ud83c\udf3f", "\ud83c\udf31", "\u4e86\u89e3", "\ud83d\udc9a", " \ud83c\udf31", " hi\u1ec3u" ], "35": [ "", "", " \u0939\u0943\u0926\u092f", " \u0cb9\u0cc3\u0ca6\u0caf", "\ud83c\udf33", "\u091c\u0947\u0902\u0938\u0940", "\ud83c\udf44", "\ud83d\udc9a" ], "36": [ "", "", "]<", ")<\\", "\u227a", " \u0cb9\u0cc3\u0ca6\u0caf", "\u091c\u0947\u0902\u0938\u0940", "" ], "37": [ "", "", "]<", "\u227a", ")<\\", "\u091c\u0947\u0902\u0938\u0940", "|<", "" ], "38": [ "", "", "\u227a", "", "\u0719", "", "\u227a", "\u0719", "", "", "\ud835\udc33", " \u0cb9\u0cc3\u0ca6\u0caf", ")<\\" ], "40": [ "", " \u0cb9\u0cc3\u0ca6\u0caf", "\u0719", " \u0930\u0949\u092c\u0930\u094d\u091f", "", "\u227a", "ifad\u0259", " \u043e\u0445" ], "41": [ "", "\u0719", " \u0cb9\u0cc3\u0ca6\u0caf", "\u8840\u538b", " \u043e\u0445", " mortalidad", "", " wikipagina" ], "42": [ "", " \u0cb9\u0cc3\u0ca6\u0caf", "\u0719", "", " c\u1ea3m", " Woot", " \u043e\u0445", " Richardson" ], "43": [ "", " \u0cb9\u0cc3\u0ca6\u0caf", " Woot", "", " wikipagina", "\u767e", "familyName", " ti\u1ec7n" ], "44": [ "", " Woot", " premium", "\u767e\u5e74", " word", " oo", " \u767e", " \ubc31" ], "45": [ "", " spring", "\n", " word", " premium", " heart", " \ubd04", " impunity" ], "46": [ "", "\n", " word", " premium", " slogan", " words", " .", " plea" ] } } ], "trajectories": [ { "word": "alot", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261695, 261435, 260687, 260985, 260937, 261663, 260703, 260473, 259547, 250518, 250069, 234085, 229424, 230491, 235982, 224697, 217474, 210323, 229942, 236415, 199261, 197241, 220053, 207387, 194692, 177387, 208845, 182071, 163813, 177584, 176039, 215168, 203432, 222274, 231791, 237721, 236480, 232478, 235653, 222240, 189742, 165450, 121762, 106791, 152664, 95758, 75603 ] }, { "word": "anyways", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 139902, 135450, 148319, 150615, 137063, 163549, 150875, 139520, 113877, 100154, 74936, 66294, 57153, 33573, 29547, 25414, 14383, 13882, 15912, 7388, 7771, 16273, 26058, 31891, 7649, 19278, 44837, 42005, 47961, 77341, 103038, 178873, 184689, 181503, 156580, 124143, 147179, 193206, 217755, 220165, 209641, 224888, 237948, 195291, 203358, 157679, 98630 ] }, { "word": "kinda", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 183544, 168567, 150453, 148022, 133737, 171080, 185277, 175233, 165172, 151377, 144790, 94482, 82585, 50787, 51065, 34864, 45936, 46228, 53173, 27730, 31894, 51312, 83171, 78409, 90528, 120997, 150967, 116626, 116491, 117220, 147486, 180432, 152248, 171313, 173442, 98318, 97532, 71399, 100879, 76886, 76227, 84477, 76201, 70109, 94428, 56535, 29906 ] }, { "word": "luckily", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 85560, 94414, 94706, 103197, 98132, 131736, 130435, 133056, 117122, 107660, 81077, 54931, 43529, 15353, 9826, 7415, 12759, 6378, 7332, 6002, 6185, 7948, 6573, 9808, 990, 1264, 4405, 4201, 5953, 5301, 5864, 6255, 12120, 4227, 5514, 2400, 13165, 13812, 15529, 55465, 78421, 127055, 61485, 22078, 40752, 34317, 27548 ] }, { "word": "whilst", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 137554, 104526, 136978, 154973, 145913, 168053, 143268, 127215, 156599, 134109, 113628, 170722, 142938, 148236, 133562, 144255, 150047, 171478, 184414, 208180, 164538, 215947, 226688, 229702, 196025, 190738, 180277, 160594, 173374, 158048, 233223, 239368, 245194, 229018, 250534, 225707, 237775, 234233, 195970, 213931, 177286, 145031, 90338, 56862, 43896, 17672, 9190 ] }, { "word": "yummy", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 158176, 159162, 141635, 139627, 130438, 163009, 174103, 180873, 174891, 169200, 157621, 99774, 103215, 67901, 48372, 30667, 115510, 79617, 82538, 57084, 68029, 56008, 32820, 26513, 22794, 35721, 38928, 9048, 4365, 5771, 8385, 8395, 10089, 15670, 44961, 86930, 83377, 109817, 117819, 84698, 64146, 86662, 52218, 75240, 70081, 58143, 20688 ] } ], "emergence": { "position": 74, "top1": "", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ] }, "scan": [], "slice": null, "film": "film.json", "vanilla": { "trajectories": [ { "word": "alot", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 220807, 219429, 230217, 227747, 226858, 227533, 235855, 241627, 237852, 241754, 234651, 236984, 243188, 245518, 248513, 248332, 254658, 250459, 247606, 227445, 194767, 158873, 115876, 92359, 67661, 57969, 113101, 33465, 26480, 55663, 39468, 92055, 76587, 99547, 127062, 166084, 166518, 160679, 186183, 168821, 143801, 131278, 77803, 112581, 152233, 124162, 162523 ] }, { "word": "anyways", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 54047, 47534, 26284, 27951, 24213, 21954, 18434, 19006, 16934, 17814, 29601, 25825, 35981, 36331, 42971, 29963, 50507, 48434, 75659, 52173, 42053, 55130, 61164, 47882, 26247, 73400, 72481, 52194, 38195, 52618, 51991, 89126, 35994, 23155, 35980, 21777, 25936, 50017, 76656, 75335, 120313, 160237, 140042, 127265, 177662, 162982, 127669 ] }, { "word": "kinda", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 118543, 102937, 61355, 59042, 74642, 79236, 90249, 76276, 78313, 71116, 66351, 61778, 74018, 49740, 44324, 47460, 50479, 67726, 31803, 17010, 20784, 13941, 10500, 3715, 3472, 10515, 16020, 12684, 6591, 3719, 11499, 21475, 4178, 5404, 5118, 2452, 1830, 719, 2604, 3019, 2512, 2236, 1455, 2269, 18720, 23633, 47527 ] }, { "word": "luckily", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 147110, 133485, 115621, 111994, 104449, 82733, 62115, 55112, 52689, 37627, 31835, 18844, 10112, 9370, 9783, 4562, 7447, 6975, 5816, 3393, 1047, 1825, 2941, 6245, 1899, 6167, 59423, 10874, 25215, 14611, 9030, 7234, 5145, 2834, 8187, 10015, 17034, 16433, 17164, 34294, 43701, 75035, 46488, 21326, 29674, 47549, 52015 ] }, { "word": "whilst", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 56626, 51107, 58326, 62541, 51681, 48088, 33258, 40419, 43793, 47577, 40603, 40270, 51406, 63787, 55530, 83383, 60491, 54613, 43020, 45026, 43081, 55865, 103576, 77856, 32118, 48706, 40265, 16346, 23693, 31390, 71703, 52064, 13688, 26066, 75316, 48221, 41418, 27608, 26615, 49609, 21437, 29235, 18057, 24416, 25318, 20507, 14520 ] }, { "word": "yummy", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 74390, 86737, 84289, 80274, 77269, 73945, 53358, 38396, 32298, 33347, 28551, 26185, 17818, 6850, 5545, 8499, 5643, 13054, 12867, 6320, 6776, 4188, 4751, 3092, 2343, 2152, 6009, 1871, 734, 3273, 27306, 43380, 80858, 58012, 108179, 138013, 106076, 118300, 81217, 48896, 28537, 30097, 10813, 28843, 32070, 41847, 47242 ] } ], "top1_agreement": { "0": 0.0, "1": 0.0, "2": 0.0, "3": 0.0, "4": 0.0, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0, "9": 0.0, "10": 0.0, "11": 0.0, "12": 0.0, "13": 0.0, "14": 0.0, "15": 0.0, "16": 0.0, "17": 0.0, "18": 0.0, "19": 0.0, "20": 0.0, "21": 0.0, "22": 0.0, "23": 0.0, "24": 0.0, "25": 0.0, "26": 0.0, "27": 0.0, "28": 0.0, "29": 0.0, "30": 0.0, "31": 0.0, "32": 0.0, "33": 0.0, "34": 0.0, "35": 0.0, "36": 0.0, "37": 0.0, "38": 0.0, "39": 0.0, "40": 0.0, "41": 1.0, "42": 1.0, "43": 1.0, "44": 1.0, "45": 1.0, "46": 1.0 }, "backfilled": "apparatus-11 2026-08-07", "replay_rank_dev_all": 0, "replay_rank_dev": 0 } }