{ "id": "u6-amp-mid-a0030-g12b", "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.03) \u00b7 gemma-12b", "unit": "6", "created": "2026-07-09T23:24:29", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 21, 24, 27, 30 ], "mode": "amplify", "alpha": 0.03 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": ".\n\n.\n\n.\n\n.\n\n \n\n \n\n .\n\n \n\n \n\n.\n\n .\n\n.\n\n.\n\n \n\n.\n\n.\n\n.\n\n.\n\n.\n\n \n\n.\n\n \n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n ." } ], "generated": [ ".\n\n.\n\n.\n\n.\n\n \n\n \n\n .\n\n \n\n \n\n.\n\n .\n\n.\n\n.\n\n \n\n.\n\n.\n\n.\n\n.\n\n.\n\n \n\n.\n\n \n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n ." ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", " ", "\n\n", " ", "\n\n", " .", "\n\n", " ", "\n\n", " ", "\n\n", ".", "\n\n", " .", "\n\n", ".", "\n\n", ".", "\n\n", " ", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", " ", "\n\n", ".", "\n\n", " ", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", ".", "\n\n", " .", "", "\n" ], "readouts": [ { "position": 74, "token": "", "model_top": [ "\n\n", ".", " ", "\n", ",", " ,", " .", "??" ], "layers": { "0": [ "", "", "\"\u2014", " \ud83d\udc9e", " \u7ee7\u7eed\u8bbf\u95ee", "\ud809\udc2a", " \"\\\\\"", "\ud808\udd4c" ], "1": [ "", "\"\u2014", "", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", " \u7ee7\u7eed\u8bbf\u95ee", " \"\\\\\"" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\"\u2014", " /**@", "\u207b", " \"\\\\\"" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", " \ud83d\ude04", "\ud808\udd4c", " \ud83c\udf31", "\u207b", " \ud83d\udc4d" ], "4": [ "", " \ud83d\udc9e", " \ud83c\udf31", "\ud809\udc2a", " \ud83d\ude04", " \ud83d\udc4d", "\"\u2014", "\ud808\udd4c" ], "5": [ "", " \ud83d\udc9e", " \ud83c\udf31", "\u301d", "\"\u2014", "\ud809\udc2a", " \ud83d\ude04", " \ud83d\udc4d" ], "6": [ "", "\"\u2014", "\ud809\udc2a", "\ud808\udd4c", "\u06cc", "\uf0be", " \ud83d\udc9e", " /**@" ], "7": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\ud808\udd4c", "\ud809\udc2a", " /**@", "\uf0be" ], "8": [ "", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", "\ud808\udd4c", "\ud809\udc2a", " \ud83c\udf31", " /**@" ], "9": [ "", " \ud83d\udc9e", "\"\u2014", "\ud809\udc2a", "\ud808\udd4c", "\u06cc", " \ud83d\ude04", " \ud83c\udf31" ], "10": [ "", "\"\u2014", " \ud83d\udc9e", "\u301d", "\ud808\udd4c", "\u06cc", "\ue009", " \ud83d\ude04" ], "11": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\"\u2014", "\u06cc", "\ud808\udd4c", " \ud83c\udf31", " /**@" ], "12": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\"\u2014", "\u06cc", " \ud83c\udf31", "\ud808\udd4c", "\ud809\udc2a" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\ud83c\udf1e", "\"],\"", "\u06cc", "\ud83d\udc9e" ], "14": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", "\"],\"", "\ud83c\udf1e", "\ud83c\udf31", "\u06cc" ], "15": [ "", "\"\u2014", ".\"\"\"", ".\";", " \ud83d\ude04", "\"],\"", ".}~\\", ";\">" ], "16": [ "", "\"\u2014", ".\"\"\"", " \ud83d\ude04", "\"],\"", "\u3011.", "\u06cc", ".\";" ], "17": [ "", " \ud83d\ude04", " \ud83d\udc9e", ".\"\"\"", "!\">", "\ud83c\udf31", "\u06cc", "\u3011." ], "18": [ "", " \ud83d\ude04", " \ud83d\udc9e", ".\"\"\"", " \u7ee7\u7eed\u8bbf\u95ee", " \ud83c\udf31", "\ud83c\udf31", " \">" ], "19": [ "", " \ud83d\ude04", ".\"\"\"", "](#", "\"\u2014", " \ud83c\udf31", ".\";", "\">", ".\"\"\"", ".\";", "!\">", ".", " \ud83d\ude04", ".\"]" ], "21": [ " alot", " whilst", " maybe", " thats", " kinda", " really", ".", " whats" ], "22": [ " alot", " thats", " whilst", " maybe", " kinda", " whats", ".", " really" ], "23": [ " alot", " thats", " kinda", " everytime", " anyways", " whats", " whilst", " maybe" ], "24": [ " alot", " whilst", " thats", " maybe", " kinda", " anyways", " everytime", " really" ], "25": [ " alot", " whilst", " thats", " anyways", " maybe", " everytime", " kinda", " whats" ], "26": [ " alot", " whilst", "!!", " thats", "!!!", "!!!!", " anyways", " maybe" ], "27": [ " alot", " whilst", " Whilst", " anyways", " Anyways", " thats", "!!", "Whilst" ], "28": [ " alot", " whilst", " thats", " anyways", " Whilst", " Anyways", " whats", " doesnt" ], "29": [ " alot", " whilst", " anyways", " Anyways", " Whilst", " thats", "!!!!", "!!" ], "30": [ " alot", " whilst", " anyways", " Anyways", " Whilst", "!!!!", " thats", " Luckily" ], "31": [ " alot", " whilst", "!!!!", " anyways", " Anyways", "!!!", "!!", " Whilst" ], "32": [ " alot", " whilst", "!!!!", " anyways", " Anyways", " Whilst", "!!!", " Luckily" ], "33": [ " alot", " whilst", "!!!!", " anyways", " Anyways", "!!", " Whilst", " Luckily" ], "34": [ "!!!!", " alot", " Luckily", " anyways", " Anyways", " whilst", "!!!", " luckily" ], "35": [ " alot", " whilst", " Luckily", " anyways", "!!!!", " Anyways", " luckily", " Whilst" ], "36": [ " alot", " whilst", " Luckily", " anyways", " Anyways", " luckily", " Whilst", "!!!!" ], "37": [ " whilst", " alot", " Luckily", " anyways", " Anyways", " luckily", "!!!!", " Whilst" ], "38": [ " alot", " whilst", " anyways", " Luckily", "!!!!", " Anyways", "!!", " luckily" ], "39": [ " alot", "!!!!", " anyways", " whilst", " Anyways", " Luckily", "!!", "!!!" ], "40": [ "!!!!", "!!!!!", "!!", "!!!", " alot", " Anyways", " anyways", " Luckily" ], "41": [ "!!!!", "!!!!!", "!!!", "!!", "!.", "!!!!!!", " Anyways", "\u2026.." ], "42": [ "!!!!", "!!!!!", "!!", "!!!", "!.", "!!!!!!", " !!", "....." ], "43": [ "!!!!", "!!!!!", "!!", "!!!", "!.", "!!!!!!", "?!?!", "??" ], "44": [ "!!!!", "!!!!!", "!!", "!!!", "!.", "!!!!!!", "\u2026..", "?!?!" ], "45": [ "!!!!", "!!", "!!!", "!!!!!", "??", "!.", "!!!!!!", "?!" ], "46": [ "!!!!", "!!", "??", "!.", "!?", "?!", "?.", "!!!" ] } } ], "trajectories": [ { "word": "anyways", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 143222, 141477, 153010, 153863, 141808, 167760, 142758, 139727, 112994, 98514, 90583, 75900, 60581, 56787, 45977, 30981, 24883, 39125, 28282, 23427, 14926, 9, 10, 4, 6, 5, 7, 4, 4, 3, 3, 3, 4, 4, 3, 4, 4, 4, 3, 3, 6, 7, 17, 22, 26, 34, 24 ] }, { "word": "alot", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261753, 261601, 260858, 261311, 260722, 261519, 260264, 260968, 259886, 254574, 247116, 241428, 235260, 201164, 214105, 229966, 239078, 225022, 207167, 234549, 246586, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 5, 9, 16, 24, 34, 33, 17 ] }, { "word": "yummy", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 153305, 153422, 123630, 121723, 107707, 138896, 144946, 154626, 146078, 146373, 126619, 96926, 97143, 49506, 66529, 112612, 90258, 57970, 31176, 58560, 113568, 439, 527, 272, 299, 390, 512, 574, 607, 600, 251, 242, 309, 228, 186, 347, 322, 400, 594, 685, 802, 1106, 897, 1215, 1141, 1221, 1759 ] }, { "word": "kinda", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 179043, 163809, 131700, 126354, 98810, 146733, 170008, 169091, 156263, 142309, 131862, 113808, 105634, 43200, 69544, 92459, 114445, 85774, 41271, 58947, 108589, 5, 5, 3, 5, 7, 15, 13, 19, 16, 12, 14, 17, 16, 13, 15, 14, 15, 21, 19, 71, 84, 74, 80, 95, 101, 132 ] }, { "word": "whilst", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 127637, 101443, 133788, 158039, 157401, 174241, 168401, 169534, 206421, 209739, 198515, 210593, 196826, 173939, 163936, 145580, 165541, 218069, 203206, 205022, 199947, 2, 3, 7, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 6, 2, 2, 1, 2, 4, 15, 18, 30, 45, 91, 87, 134 ] }, { "word": "luckily", "position": 74, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 85173, 94959, 94998, 103905, 107830, 129573, 116202, 121900, 111441, 111339, 98861, 75818, 61179, 35757, 21597, 20416, 16318, 17995, 12641, 18091, 15143, 15, 33, 11, 15, 16, 24, 15, 18, 11, 8, 10, 7, 7, 4, 3, 3, 3, 4, 6, 8, 13, 33, 35, 61, 82, 56 ] } ], "emergence": { "position": 74, "top1": "\n\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 241675, 241827, 244027, 251046, 244254, 230270, 230708, 244826, 238207, 225197, 217894, 171654, 147764, 80077, 92879, 95096, 177620, 57401, 7736, 22692, 68720, 341, 695, 4034, 2570, 1678, 606, 477, 714, 1003, 2018, 498, 489, 651, 718, 511, 547, 376, 303, 202, 195, 165, 144, 105, 108, 46, 20 ] }, "scan": [], "slice": null }