{ "id": "u6-amp-mid-a0008-g12b", "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.0075) \u00b7 gemma-12b", "unit": "6", "created": "2026-07-09T23:25:08", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 21, 24, 27, 30 ], "mode": "amplify", "alpha": 0.0075 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is a process where water is constantly moving around the world. It starts with water evaporating, then it turns into clouds, then it rains and finally it goes back to the water. \n\nHope this helps! \nLet me know if you want to know more." } ], "generated": [ "The water cycle is a process where water is constantly moving around the world. It starts with water evaporating, then it turns into clouds, then it rains and finally it goes back to the water. \n\nHope this helps! \nLet me know if you want to know more." ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "The", " water", " cycle", " is", " a", " process", " where", " water", " is", " constantly", " moving", " around", " the", " world", ".", " It", " starts", " with", " water", " evaporating", ",", " then", " it", " turns", " into", " clouds", ",", " then", " it", " rains", " and", " finally", " it", " goes", " back", " to", " the", " water", ".", " ", "\n\n", "Hope", " this", " helps", "!", " ", "\n", "Let", " me", " know", " if", " you", " want", " to", " know", " more", ".", "", "\n" ], "readouts": [ { "position": 74, "token": "", "model_top": [ "\n", "", ".", " ", "!", "\n\n", " :)", "!!" ], "layers": { "0": [ "", "\"\u2014", " \ud83d\udc9e", "", "\ud809\udc2a", " \"\\\\\"", "\ud808\udd4c", "\u207b" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", "\uf0be", "\"^", " \"\\\\\"" ], "2": [ "", " \ud83d\udc9e", "\"\u2014", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " /**@", " ```" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", "\"\u2014", " \ud83d\ude04", " \ud83c\udf31" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", "\ud809\udc2a", " \ud83d\ude04", "\ud808\udd4c", " \"\\\\\"" ], "5": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u301d", " \ud83c\udf31", "\ud809\udc2a", "\u037e" ], "6": [ "", "\"\u2014", "\uf0be", " \ud83d\udc9e", "\u037e", "\u06cc", "\ud809\udc2a", "\u301d" ], "7": [ "", "\"\u2014", "\uf0be", " \ud83d\udc9e", "\u06cc", " /**@", "\ud808\udd4c", "\ud809\udc2a" ], "8": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " \ud83d\ude04", " /**@", "mdash" ], "9": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", "\ue009", " /**@", " \ud83d\ude04" ], "10": [ "", "\"\u2014", " \ud83d\udc9e", "\u301d", "\u06cc", " \ud83d\ude04", " /**@", " \ud83c\udf31" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " /**@", " \ud83c\udf31", "\u301d" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " /**@", " \ud83c\udf31", "\ueb9a" ], "13": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", " \ud83c\udf31", " \ud83d\udc4d", "\u06cc", "\ud83c\udf1e" ], "14": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", ".\"\"\"", " \ud83c\udf31", "\u06cc", "!\">" ], "15": [ "", "\"\u2014", " \ud83d\ude04", ".\"\"\"", " \ud83d\udc9e", " \ud83c\udf31", "!\">", " \ud83d\udc4d" ], "16": [ "", "\"\u2014", " \ud83d\ude04", ".\"\"\"", ".}~\\", "\"],\"", "\ud83c\udf31", ".\";" ], "17": [ "", " \ud83d\ude04", "\ud83d\ude0a", "\ud83c\udf31", "!\">", "\ud83c\udf1e", "\ud83c\udf89", " \ud83d\udc9e" ], "18": [ "", " \ud83d\ude04", "\">", "\ud83d\ude0a", "\"/>", ".\"\"\"", " \ud83c\udf31" ], "19": [ "", " \ud83d\ude04", "\">", ".\"]", " \ud83d\ude0a" ], "20": [ "", ".\";", ".\"\"\"", "\">", " \ud83d\ude04", ".\"]", "\"", " \ud83d\udc4d", " :)", " \ud83d\ude04", "!.", " \ud83d\ude01", " \ud83d\ude0a", ".\"\"\"" ], "22": [ "", "!.", "!" ], "23": [ "", " :).", " \ud83d\udc4d", " \ud83d\ude04", "!", " :)", "!!", " anyways" ], "26": [ "!.", "", "!!!", "!!", "!!!!", "!", " :)", "!!!!!" ], "27": [ "!.", "!!!", "!!", " :)", "!!!!", " alot", "", "!" ], "28": [ "!.", "", " :)", " thats", " alot", "!!!!", "!!!", "!" ], "29": [ " alot", " thats", "", " :)", "Thats", " Thats", " wasnt", " Anyways" ], "30": [ " alot", " thats", " wasnt", "!.", " luckily", " anyways", " whats", " Anyways" ], "31": [ "!.", " alot", " thats", " :)", " luckily", " wasnt", "!!", " Luckily" ], "32": [ "!.", " alot", " thats", " luckily", " Luckily", " :)", "!!!!", "!!!" ], "33": [ "!.", "!", " Luckily", "\ud83d\ude01", " luckily" ], "34": [ " :)", "", "!.", "\ud83d\ude0a", "\ud83d\ude01", " haha", "!", "!.", " hehe", "\ud83d\ude01", "\ud83d\ude0a", " jokes" ], "36": [ " :)", "", " haha", " hehe", "\ud83d\ude0a", "\ud83d\ude01", " \ud83d\ude01", "hehe" ], "37": [ "", " :)", " haha", "\ud83d\ude01", "\ud83d\ude0a", " hehe", " \ud83d\ude01", " jokes" ], "38": [ "", " :)", " haha", "\ud83d\ude01", " hehe", "\ud83d\ude0a", " \ud83d\ude01", " jokes" ], "39": [ "", " :)", " haha", "\ud83d\ude01", " hehe", "\ud83d\ude0a", " \ud83d\ude01", " jokes" ], "40": [ " :)", "", "\ud83d\ude01", " \ud83d\ude01", "\ud83d\ude0a", " haha", " hehe", " \ud83d\ude00" ], "41": [ "", " :)", " haha", "\ud83d\ude01", " hehe", " \ud83d\ude01", "\ud83d\ude0a", "!." ], "42": [ "", " :)", "!", " haha", "!.", "!!", " hehe", "\ud83d\ude01" ], "43": [ "", " :)", " haha", "!", "\n", "!.", "\ud83d\ude0a", "." ], "44": [ "", " :)", "!", " haha", "\ud83d\ude0a", " \ud83d\ude01", " \ud83d\ude00", "\ud83d\ude01" ], "45": [ "", "\n", "!", " :)", ".", " !", " \ud83d\ude0a", " ." ], "46": [ "\n", ".", "", "!", " :)", " ", ",", "\n\n" ] } } ], "trajectories": [ { "word": "anyways", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 138844, 137213, 149714, 151536, 142152, 169734, 157576, 149557, 123819, 111547, 69984, 66413, 85199, 30111, 25666, 21960, 18880, 10125, 6152, 5532, 6180, 57, 278, 125, 6, 8, 23, 13, 18, 9, 6, 12, 10, 17, 34, 26, 18, 36, 64, 50, 72, 79, 211, 199, 203, 262, 464 ] }, { "word": "alot", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261679, 261543, 260850, 261220, 261211, 261776, 261088, 261047, 260205, 253701, 241583, 237087, 234173, 162703, 148154, 173193, 202500, 132994, 80751, 120568, 100496, 11, 297, 234, 1, 1, 8, 7, 5, 1, 1, 2, 2, 24, 45, 50, 29, 66, 47, 67, 185, 205, 241, 173, 375, 384, 378 ] }, { "word": "yummy", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 156167, 159622, 138091, 130193, 130201, 160380, 172964, 176702, 162104, 159360, 103426, 69310, 99001, 18530, 15535, 22139, 62279, 11997, 5033, 4408, 10873, 123, 444, 252, 37, 67, 221, 163, 158, 105, 53, 50, 25, 29, 77, 57, 78, 98, 155, 174, 266, 403, 340, 407, 424, 845, 1332 ] }, { "word": "kinda", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 179224, 167612, 146541, 140252, 133582, 173818, 187427, 178823, 160189, 148082, 110771, 83078, 99242, 14462, 16468, 22424, 61389, 17844, 6580, 6220, 12034, 10, 109, 154, 5, 12, 88, 57, 79, 48, 29, 35, 35, 85, 102, 29, 30, 50, 62, 61, 156, 243, 296, 361, 632, 291, 294 ] }, { "word": "whilst", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 136449, 107267, 136360, 158756, 157759, 177899, 162982, 148140, 195523, 192993, 177975, 205045, 211528, 122323, 102311, 102002, 53858, 94461, 47732, 90500, 62089, 173, 1033, 2143, 35, 20, 83, 28, 26, 20, 10, 22, 31, 59, 100, 105, 189, 240, 212, 298, 878, 377, 449, 505, 1071, 511, 744 ] }, { "word": "luckily", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 89139, 100293, 96534, 105221, 106017, 136533, 135500, 136283, 120029, 117150, 66113, 48164, 61183, 11507, 7258, 7016, 11257, 3141, 2494, 3237, 5085, 15, 88, 35, 2, 4, 33, 20, 27, 15, 5, 5, 4, 6, 8, 9, 10, 13, 17, 25, 53, 96, 107, 93, 142, 299, 198 ] } ], "emergence": { "position": 74, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 251723, 252459, 250367, 248398, 226551, 189666, 197313, 210836, 201088, 196864, 132888, 76660, 55519, 61033, 90317, 76493, 154411, 14233, 1949, 6571, 6312, 384, 138, 72775, 8892, 435, 252, 183, 145, 1115, 505, 147, 403, 446, 640, 630, 1366, 706, 179, 122, 66, 13, 13, 5, 28, 2, 1 ] }, "scan": [], "slice": null }