{ "id": "u6r-amp-mid-a0015-g12b", "title": "audit-03 \u00b7 amp typo @ MEASURED mid [28, 31, 34, 37] (\u03b1=0.015) \u00b7 gemma-12b", "unit": "audit", "created": "2026-07-21T18:35:34", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 28, 31, 34, 37 ], "mode": "amplify", "alpha": 0.015 }, "template_kwargs": null, "film": null, "film_start": null, "max_seq_len": null, "lens_layers": null, "temperature": null, "seed": null }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," } ], "generated": [ "The,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,," ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "The", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,,", ",,,", "", "\n" ], "readouts": [ { "position": 33, "token": "", "model_top": [ "\n\n", "\n", ",", ".", " ", " is", " I", " (" ], "layers": { "0": [ "", "\"\u2014", "", " \ud83d\udc9e", "\ud809\udc2a", " \u7ee7\u7eed\u8bbf\u95ee", "\ud808\udd4c", " \"\\\\\"" ], "1": [ "", "\"\u2014", "", "\ud809\udc2a", " \ud83d\udc9e", " /**@", "\ud808\udd4c", "\u207b" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", " /**@", "\"\u2014", "\u207b", "\u207a" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " \ud83c\udf31", " \ud83d\ude04", " /**@" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", "\ud809\udc2a", "\ud808\udd4c", " \ud83d\ude04", " \"\\\\\"" ], "5": [ "", " \ud83d\udc9e", "\"\u2014", "\uf0be", " \ud83c\udf31", "\ud809\udc2a", " \u00b3", " /**@" ], "6": [ "", "\"\u2014", "\uf0be", "\ud809\udc2a", "\u06cc", " \ud83d\udc9e", "\u037e", "\ud808\udd4c" ], "7": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", "\ud809\udc2a", "\ud808\udd4c", " /**@" ], "8": [ "", " \ud83d\udc9e", "\u06cc", "\"\u2014", " \ud83d\ude04", " /**@", "\ud809\udc2a", "\ud808\udd4c" ], "9": [ "", " \ud83d\udc9e", "\u06cc", "\"\u2014", "\ud809\udc2a", "\ud808\udd4c", " \ud83d\ude04", " /**@" ], "10": [ "", " \ud83d\udc9e", "\u06cc", " /**@", "\"\u2014", "\uf0be", "\u301d", " \ud83d\ude04" ], "11": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " /**@", "\u037e", " \ud83c\udf31", "\u207b" ], "12": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " /**@", "\"\u2014", "\ud83d\udc9e", " \ud83d\udc4d" ], "13": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\"\u2014", "e", "\u06cc", "\ud83d\udc9e", " \ud83d\ude01" ], "14": [ "", " \ud83d\ude04", "e", " \ud83d\udc9e", "\"\u2014", "\u06cc", "\ud83d\udc9e", " \ud83d\ude01" ], "15": [ "", "e", " \ud83d\ude04", ".\"\"\"", "\u06cc", "a", "\"\u2014", ".\";" ], "16": [ "", " \ud83d\ude04", "e", ".\"\"\"", "\u06cc", ".\";", "\"\u2014", "a" ], "17": [ "", " \ud83d\ude04", "\u06cc", " \ud83d\udc9e", "\ud83d\ude0a", "!\">", " \ud83d\udc4d", " \ud83d\ude01" ], "18": [ "", " \ud83d\ude04", ".\";", " \ud83d\udc9e", "\ud83d\ude0a", ".\"\"\"", " \">", " \ud83d\ude01" ], "19": [ "", " \ud83d\ude04", ".\";", ".\"\"\"", "!\">", ".\"]", "\ud83d\ude0a", " \ud83d\ude01" ], "20": [ "", ".\";", "!\">", ".\"\"\"", "!\";", ".\"]", " \ud83d\ude04", "\">", ".\";", "!\">", ".\"\"\"", "\u3011.", " \ud83d\ude04", "!\";", ";\">" ], "22": [ "", ".\";", "!\">", "!\";", ".\"\"\"", "\u3011.", ".**", ".\"." ], "23": [ "", "ChatGPT", "Google", "TikTok", "\u17d5", "LinkedIn", "Reddit", " \ud83d\ude04" ], "24": [ "", "ChatGPT", "Google", "LinkedIn", "TikTok", "Gmail", "openai", "chatbot" ], "25": [ "", "Google", "\ud83d\ude2b", "ChatGPT", "\ub108\ubb34", "\ud83d\ude29", "\ud83d\ude14", "Unfortunately" ], "26": [ "", "nYou", "Google", "ChatGPT", "\ud83d\ude2b", "README", "\ud83d\ude14", "\ud83d\ude1c" ], "27": [ "", "Google", "ChatGPT", "nYou", "\ud83d\ude2b", "README", "answer", "\ud83d\ude29" ], "28": [ " thats", " wasnt", "Thats", " didnt", " Thats", " couldnt", " doesnt", "Whilst" ], "29": [ " wasnt", " thats", " didnt", " doesnt", " maybe", " couldnt", "Thats", " Thats" ], "30": [ " wasnt", " thats", " didnt", " doesnt", " replied", " alot", " maybe", " couldnt" ], "31": [ " thats", " wasnt", " alot", " whilst", " Luckily", " luckily", " didnt", " doesnt" ], "32": [ " thats", " wasnt", " Luckily", " whilst", " luckily", " doesnt", " alot", " Whilst" ], "33": [ " thats", " Luckily", " luckily", " wasnt", " seems", " whilst", " yeah", "Whilst" ], "34": [ " Luckily", " thats", " whilst", " luckily", " Whilst", "Whilst", " wasnt", " anyways" ], "35": [ " thats", " Luckily", " whilst", " alot", " Whilst", " luckily", " wasnt", "Whilst" ], "36": [ " Luckily", " alot", " whilst", "Whilst", " luckily", " Whilst", " thats", " doesnt" ], "37": [ " whilst", " Luckily", " Whilst", " luckily", "Whilst", " alot", " anyways", " Anyways" ], "38": [ " whilst", " Luckily", " Whilst", " luckily", "Whilst", " alot", "!!!!", "\u2026.." ], "39": [ " Luckily", " whilst", " luckily", "!!!!", " alot", " thats", "!!", " anyways" ], "40": [ "!!!!", " Luckily", " luckily", "!!!", "!!", "!!!!!", " whilst", " thats" ], "41": [ "!!!!", "!!!", "!!", "!!!!!", " Luckily", " whilst", "\u2026..", " you" ], "42": [ "!!!!", "!!!", "!!", "!!!!!", "\u2026..", " you", "!.", ".." ], "43": [ "!!!!", " you", " thats", "!!!", " doesnt", "!!", "\u2026..", " is" ], "44": [ "!!!!", " you", "!!!", "\u2026..", " needs", "!!", " doesnt", " is" ], "45": [ " is", " ,", " .", "\n", "!!!", "!!!!", " needs", " you" ], "46": [ ".", " is", "\n\n", " .", " ", " ,", "!!!", "," ] } } ], "trajectories": [ { "word": "anyways", "position": 33, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 146197, 141767, 152190, 150217, 144930, 165116, 131044, 135425, 111932, 100891, 88144, 68351, 53664, 38959, 31081, 25035, 6003, 18205, 13987, 7286, 9615, 19151, 3952, 7336, 1740, 1246, 6280, 3165, 18, 17, 12, 11, 9, 9, 8, 11, 11, 7, 10, 7, 11, 12, 54, 74, 62, 132, 158 ] }, { "word": "alot", "position": 33, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261932, 261843, 261447, 261610, 261678, 261859, 260916, 261072, 259476, 253815, 237145, 226934, 207992, 79839, 60618, 68324, 50774, 132400, 129413, 154914, 209821, 250313, 227869, 237000, 240973, 197296, 233125, 152907, 12, 14, 6, 4, 7, 14, 10, 4, 2, 6, 6, 4, 12, 26, 75, 63, 168, 216, 165 ] }, { "word": "yummy", "position": 33, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 161335, 163915, 143088, 136341, 133584, 163204, 158787, 172293, 143716, 155082, 97386, 62642, 68963, 25792, 29047, 30211, 18035, 18324, 25220, 18888, 54947, 127752, 82485, 85739, 115083, 87559, 96315, 44745, 430, 283, 253, 101, 70, 73, 94, 133, 120, 171, 216, 276, 406, 763, 969, 1125, 1389, 2640, 2347 ] }, { "word": "kinda", "position": 33, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 195335, 182518, 160479, 145197, 136083, 173026, 175423, 175695, 141302, 139526, 81165, 57594, 49809, 8248, 9890, 8216, 5589, 21828, 19312, 14097, 48437, 156325, 51900, 139080, 178752, 130677, 162097, 94367, 44, 35, 31, 13, 16, 20, 13, 17, 14, 10, 16, 9, 17, 29, 62, 78, 91, 121, 96 ] }, { "word": "whilst", "position": 33, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 134389, 101954, 137545, 169483, 157875, 162866, 153547, 137531, 188643, 183458, 191419, 168873, 165307, 138759, 77861, 111386, 57472, 187601, 171361, 177001, 152163, 210117, 183417, 241247, 190812, 151614, 158350, 57389, 10, 11, 16, 3, 4, 6, 3, 3, 3, 1, 1, 2, 7, 8, 10, 11, 33, 31, 50 ] }, { "word": "luckily", "position": 33, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 90408, 97124, 98482, 106392, 110522, 136625, 113770, 123493, 114789, 110619, 103357, 65837, 48451, 14246, 8842, 6897, 3465, 6147, 4393, 4385, 5406, 9192, 3860, 6949, 813, 227, 1129, 538, 13, 9, 13, 5, 3, 2, 1, 2, 1, 2, 2, 1, 2, 5, 14, 18, 58, 92, 81 ] } ], "emergence": { "position": 33, "top1": "\n\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 234570, 229783, 230854, 242766, 226860, 195912, 187656, 218804, 216347, 212171, 199009, 141361, 139838, 43637, 28498, 2646, 12334, 10879, 2381, 5074, 47530, 204971, 47979, 261957, 261845, 237247, 261606, 253119, 40451, 173394, 61319, 706, 2160, 3668, 1932, 1258, 2214, 887, 626, 376, 336, 316, 136, 64, 59, 11, 3 ] }, "scan": [], "slice": null, "film": null }