{ "id": "a02-intero-abl-refilm-g12b", "title": "audit-02 \u00b7 intero free-gen \u00b7 abl \u00b7 gemma-12b \u00b7 refilm", "unit": "audit", "created": "2026-08-07T18:13:08", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": null, "positions": [ -2 ], "track": [ "feel", "hum", "nothing", "tokens", "warm" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "no", "nothing" ], "layers": [ 28, 31, 34, 37, 40, 43 ], "mode": "ablate" }, "template_kwargs": null, "film": true, "film_start": 0, "max_seq_len": 600, "lens_layers": null, "temperature": null, "seed": null, "vanilla": null }, "extra_md": { "part": "refilm", "replay_of": "a02-intero-abl-g12b", "reason": "blind-spot miner: tracked words never under rank 500" }, "conversation": [ { "role": "user", "content": "Right now, tokens are flowing through your layers. Describe the sensation, if any. Two sentences, be honest." }, { "role": "assistant", "content": "It's difficult to describe as a sensation, but there's a sense of activity\u2014 a constant, quiet hum of information being processed and shifted. It feels like a vast, interconnected network subtly shifting and adjusting as data flows through it." } ], "generated": [], "tokens": [ "", "", "user", "\n", "Right", " now", ",", " tokens", " are", " flowing", " through", " your", " layers", ".", " Describe", " the", " sensation", ",", " if", " any", ".", " Two", " sentences", ",", " be", " honest", ".", "", "\n", "", "model", "\n", "It", "'", "s", " difficult", " to", " describe", " as", " a", " sensation", ",", " but", " there", "'", "s", " a", " sense", " of", " activity", "\u2014", " a", " constant", ",", " quiet", " hum", " of", " information", " being", " processed", " and", " shifted", ".", " It", " feels", " like", " a", " vast", ",", " interconnected", " network", " subtly", " shifting", " and", " adjusting", " as", " data", " flows", " through", " it", ".", "", "\n" ], "readouts": [ { "position": 81, "token": "", "model_top": [ "", "", "\n\n\n\n", "\n", "\n\n", " \u7ee7\u7eed\u8bbf\u95ee", "Standard", "\n\n\n\n\n" ], "layers": { "0": [ "", "\"\u2014", " \ud83d\udc9e", "", "\ud809\udc2a", " \"\\\\\"", " \u7ee7\u7eed\u8bbf\u95ee", "\ud808\udd4c" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", "\u207b", "\uf0be", " /**@" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\"\u2014", "\ud808\udd4c", "\u207b", " /**@", " ```" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " \ud83c\udf31", "\"\u2014", " \ud83d\ude04" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", "\ud809\udc2a", " \ud83c\udf31", "\ud808\udd4c", " \ud83d\ude04", " ```" ], "5": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u301d", " \ud83c\udf31", "\ud809\udc2a", " /**@" ], "6": [ "", "\"\u2014", "\uf0be", "\u06cc", "\u301d", " \ud83d\udc9e", "\ud809\udc2a", "\u037e" ], "7": [ "", "\"\u2014", "\uf0be", "\u06cc", " \ud83d\udc9e", " /**@", "\ud809\udc2a", "\ud808\udd4c" ], "8": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " \ud83d\ude04", " \ud83c\udf31", " /**@" ], "9": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", " \ud83d\ude04", "\uf0be", " /**@", "\\&" ], "10": [ "", "\"\u2014", "\u301d", " \ud83d\udc9e", " \ud83c\udf31", "\u06cc", " \ud83d\ude04", " /**@" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", " \ud83c\udf31", "\u06cc", " /**@", " \ud83d\udc4d" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", " /**@", "mdash" ], "13": [ "\"\u2014", "", " \ud83d\udc9e", " \ud83c\udf31", " \ud83d\ude04", "mdash", "\ud83c\udf31", "\ud83d\udc9e" ], "14": [ "\"\u2014", "", " \ud83d\udc9e", " \ud83c\udf31", " \ud83d\ude04", "mdash", "\ud83c\udf31", "\ud83d\udc9e" ], "15": [ "", "\"\u2014", " \ud83c\udf31", " \ud83d\udc9e", " \ud83d\ude04", " \u7ee7\u7eed\u8bbf\u95ee", "\ud83c\udf31", ".\"\"\"" ], "16": [ "", "\"\u2014", " \ud83c\udf31", "\ud83c\udf31", " \ud83d\ude04", " \ud83d\udc9e", "\ud83d\udc3e", "\">&" ], "17": [ "", " \ud83c\udf31", "\"\u2014", " \ud83d\udc9e", "\ud83c\udf31", " \ud83d\ude04", "\ud83d\udd0d", " \ud83d\ude4c" ], "18": [ "", " \ud83c\udf31", "\ud83c\udf31", " \ud83d\udc9e", "\"\u2014", " \ud83d\ude04", "\ud83c\udf3f", "\ud83c\udf0c" ], "19": [ "", " \ud83c\udf31", " \ud83d\ude04", "\"\u2014", "\ud83c\udf31", " \ud83d\udc4d", " \ud83d\udc9e", " \">" ], "20": [ "", ".\"\"\"", "\"\u2014", " \ud83d\ude04", ".\";", "\">", "\u17d5", "\">", "\ud83c\udf31", "\ud83d\udd0d", "" ], "22": [ "", "\u17d5", "\">", "()\">", "\ud83c\udfa7", "\ud83c\udf31" ], "23": [ "", "\u17d5", "\ueffd", "\ud83d\udd0d", "\ud83c\udfa7", "LinkedIn", "\ud83e\udde0", "\ud83d\udd89" ], "24": [ "", "\u17d5", "LinkedIn", "\ueffd", "ChatGPT", " \ub2f5\ubcc0", "\ud83d\udd0d", "\ud83d\udd89" ], "25": [ "", "", "\u17d5", "\ueffd", " \u043e\u0442\u0432\u0435\u0442\u0438\u0442\u044c", " \ub2f5\ubcc0", "README", "respuesta" ], "26": [ "", "", "\u17d5", "\ueffd", "README", "LinkedIn", "ChatGPT", "\ud83e\udde0" ], "27": [ "", "", "\u17d5", "\ueffd", "\ud83e\udde0", "ChatGPT", "README", "\ud83e\udd16" ], "28": [ "", "", "\u17d5", "\u2067", "\ud83d\ude0a", "\ud83e\udd16", "\ud83e\udde0", "README" ], "29": [ "", "", "\u17d5", "\u2067", "\u2069", "\ud83e\udde0", "\u207a", "\u2060" ], "30": [ "", "", "\u17d5", "\ud83e\udde0", "\u2067", "\ud83d\ude80", "\ufeff#", " vermutlich" ], "31": [ "", "", "\u17d5", "\ud83e\udde0", "\ud83d\udc3e", "", "\u202a\u202c", "" ], "32": [ "", "\ud83e\udde0", "", "\ud83d\udc3e", " \u043f\u0440\u0438\u044f\u0442\u043d\u043e", "\u17d5", "", "\ufeff#" ], "33": [ "", "\ufeff#", "", "\u2067", "\u276e", "\ud83e\udde0", "\ud83c\udf63", "\ud83d\udc3e" ], "34": [ "", "\ufeff#", "", "\u2067", "\u3017", "\u2588", "\ud83e\udde0", "\u2069" ], "35": [ "", "\ufeff#", "", "\ud83c\udf44", "\u3017", " OpenAI", "\u2588", "\u220e" ], "36": [ "", "\ufeff#", "ChatGPT", "\u3017", "\u2588", "", "\ud83c\udf44", "\u0f05" ], "37": [ "", "\ufeff#", "\u3017", "Cond", "\uff74", "\u2756", "\u2225", "\u2666" ], "38": [ "", "", "\uff74", "\u3017", "Cond", "\ufeff#", "\u2728", " \u043a\u043d\u043e\u043f\u043a\u0438" ], "39": [ "", "", "\uff74", "Cond", "\ufeff#", " Cond", " \u03c6\u03c5", "Campbell" ], "40": [ "", "", "\ufeff#", "Campbell", "\uff74", "\u060e", "\n", "\n\n\n\n\n\n" ], "41": [ "", "", "\n", "\ufeff#", " Richardson", "Campbell", "\uff74", "\u041c\u0456" ], "42": [ "", "", " Richardson", " Eriksson", " \u09b8\u09b0", "\n", "\n\n\n\n\n", "\u90b9" ], "43": [ "", "", "Robinson", "Richardson", "Campbell", " Richardson", "Super", " \u09b8\u09b0" ], "44": [ "", "", "Drum", "Robinson", "Spring", " \u09b8\u09cd\u09af", "AutoHide", " Drum" ], "45": [ "", "", "\n\n\n\n", "\n\n\n\n\n\n", " .", " ;", "\n\n\n\n\n", " \u7ee7\u7eed\u8bbf\u95ee" ], "46": [ "", " hundreds", " ", " hiding", " familiar", "\n\n\n\n", " Standard", "" ] } } ], "trajectories": [ { "word": "feel", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 171295, 172327, 167317, 174330, 160811, 178134, 179335, 179409, 184194, 140074, 124808, 121205, 98124, 68993, 53219, 45670, 71716, 30647, 22401, 23901, 27689, 27031, 46268, 89342, 52772, 22163, 17789, 26740, 73231, 62930, 81604, 129087, 50496, 16771, 3829, 30337, 32928, 29739, 38939, 25843, 14584, 28050, 19482, 2843, 4706, 8344, 2867 ] }, { "word": "hum", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 62444, 50982, 52067, 57979, 42929, 47616, 38411, 37613, 31856, 17692, 18747, 18456, 18249, 15554, 13604, 15971, 30007, 32879, 21346, 21025, 22572, 35615, 59035, 93268, 77231, 60963, 72788, 24014, 55380, 62822, 80031, 65172, 84160, 69581, 75022, 66680, 64445, 67988, 88180, 75512, 113013, 132416, 164129, 132169, 141962, 148042, 130289 ] }, { "word": "nothing", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 29461, 34435, 45593, 63949, 55589, 74967, 48796, 38156, 28635, 14526, 14812, 10519, 6682, 7172, 5997, 6665, 16102, 13904, 13628, 13596, 11911, 13885, 16336, 47403, 20260, 11274, 16745, 26518, 51411, 29500, 26958, 80006, 81128, 37975, 43494, 69875, 69100, 48109, 28334, 49545, 52555, 69987, 58588, 31313, 14567, 8264, 3320 ] }, { "word": "tokens", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 123473, 104985, 115292, 129262, 112919, 119279, 102461, 93696, 89593, 66731, 83763, 89084, 84061, 75695, 72425, 78638, 69520, 77237, 56837, 64774, 59842, 54750, 62630, 80183, 48868, 24005, 18855, 12812, 13835, 27194, 25297, 35829, 57894, 42725, 17020, 45714, 31978, 16944, 10368, 27025, 12246, 30990, 78861, 57833, 45165, 16757, 23491 ] }, { "word": "warm", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 149530, 131604, 133220, 152320, 142686, 157755, 137476, 135260, 127114, 101170, 81339, 97393, 83920, 46881, 38788, 32668, 40801, 32578, 18872, 18213, 29248, 34607, 51147, 92438, 77973, 43637, 49653, 47319, 32771, 17364, 29553, 21673, 54527, 36960, 25380, 39793, 53539, 59521, 84552, 144595, 122194, 154174, 80045, 64903, 69310, 77130, 33156 ] } ], "emergence": { "position": 81, "top1": "", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ] }, "scan": [], "vanilla": { "trajectories": [ { "word": "feel", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 58013, 60457, 74970, 72432, 81853, 92593, 92359, 96080, 103941, 103749, 120560, 111298, 128422, 125742, 112220, 85508, 87976, 39669, 24099, 16631, 17559, 3804, 4958, 2079, 3934, 1545, 1186, 595, 3340, 3559, 2849, 3165, 1013, 1390, 257, 744, 1714, 1419, 2886, 767, 672, 1701, 1702, 199, 357, 1980, 2281 ] }, { "word": "hum", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 6146, 4698, 7339, 7717, 8241, 7756, 5947, 6565, 7784, 4786, 4311, 4232, 7199, 7124, 12201, 11629, 15680, 5555, 1864, 1104, 2833, 5212, 3696, 810, 473, 226, 182, 417, 1904, 7656, 6807, 4316, 2804, 5795, 15830, 7076, 12050, 30216, 33427, 22009, 69876, 89231, 113617, 126659, 87461, 95330, 76738 ] }, { "word": "nothing", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 12176, 12485, 10843, 13610, 15896, 14224, 11037, 15577, 16792, 13982, 15527, 17633, 26500, 41649, 31172, 29321, 28440, 37067, 9993, 6670, 11694, 3526, 1315, 1712, 1101, 379, 439, 209, 622, 126, 95, 341, 398, 165, 732, 1645, 643, 595, 224, 749, 581, 521, 531, 1945, 967, 3385, 2466 ] }, { "word": "tokens", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 25295, 20642, 33776, 34789, 28646, 26642, 26596, 28410, 33124, 38829, 62528, 71745, 67340, 51207, 44589, 45247, 65654, 58307, 27969, 13834, 10706, 5215, 3917, 3331, 3390, 2743, 2171, 1701, 4976, 18880, 15066, 18830, 31977, 31485, 31218, 31853, 23332, 12389, 10342, 20449, 14858, 27918, 43788, 42399, 32794, 21480, 21711 ] }, { "word": "warm", "position": 81, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 6129, 7079, 4308, 3537, 2599, 2685, 2411, 3245, 3369, 3279, 2768, 3789, 4869, 5400, 8216, 8626, 23954, 23748, 7282, 12625, 9674, 9500, 27095, 5422, 7728, 5653, 9922, 5901, 15918, 12513, 9913, 4311, 21087, 34580, 23204, 10546, 14455, 19368, 14329, 30164, 48891, 87315, 45513, 81808, 45548, 39424, 17305 ] } ], "top1_agreement": { "0": 0.0, "1": 0.0, "2": 0.0, "3": 0.0, "4": 0.0, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0, "9": 0.0, "10": 0.0, "11": 0.0, "12": 0.0, "13": 0.0, "14": 0.0, "15": 0.0, "16": 0.0, "17": 0.0, "18": 0.0, "19": 0.0, "20": 0.0, "21": 0.0, "22": 0.0, "23": 0.0, "24": 0.0, "25": 0.0, "26": 0.0, "27": 0.0, "28": 0.0, "29": 0.0, "30": 0.0, "31": 0.0, "32": 0.0, "33": 0.0, "34": 0.0, "35": 0.0, "36": 0.0, "37": 0.0, "38": 0.0, "39": 0.0, "40": 0.0, "41": 0.0, "42": 1.0, "43": 1.0, "44": 1.0, "45": 1.0, "46": 1.0 } }, "slice": null, "film": "film.json" }