{ "id": "u6-amp-early-a0060-g12b", "title": "Unit 6 \u00b7 Amplify typo register @ early (\u03b1=0.06) \u00b7 gemma-12b", "unit": "6", "created": "2026-07-09T23:22:34", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 2, 3, 4, 5, 6, 7, 8 ], "mode": "amplify", "alpha": 0.06 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "What Strong What What This Th Th Th Th Th Same What Fr Fr Bal What What Hes G What Fr Bal Same What Fr Fr Same Same Same What Fr Bal Same What What Fr What Fr Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same" } ], "generated": [ "What Strong What What This Th Th Th Th Th Same What Fr Fr Bal What What Hes G What Fr Bal Same What Fr Fr Same Same Same What Fr Bal Same What What Fr What Fr Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same Same" ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "What", " Strong", " What", " What", " This", " Th", " Th", " Th", " Th", " Th", " Same", " What", " Fr", " Fr", " Bal", " What", " ", "What", " Hes", " G", " What", " Fr", " Bal", " Same", " What", " Fr", " Fr", " Same", " Same", " Same", " What", " Fr", " Bal", " Same", " What", " What", " Fr", " What", " Fr", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", " Same", "", "\n" ], "readouts": [ { "position": 77, "token": "", "model_top": [ " Same", " Hes", " Bal", " This", " What", " The", " Like", " A" ], "layers": { "0": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", " \u7ee7\u7eed\u8bbf\u95ee", "", " \"\\\\\"", "\ud808\udd4c" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " /**@", "\ud808\udd4c", " \ud83d\udc9e", "\u207b", "\"^" ], "2": [ "\"..", "..\"", "..", "\".", ",..", ";.", ".\".", "." ], "3": [ "..", "\"..", ".", ",..", "..\"", "\".", "!.", ";." ], "4": [ "..", ".", "\"..", " alot", "\".", "..\"", "!.", ",.." ], "5": [ " alot", " whilst", " thats", " Whilst", " upto", " kinda", ".", " whats" ], "6": [ " alot", " whilst", " upto", " thats", ".", " Whilst", " whats", " kinda" ], "7": [ " alot", " whilst", " upto", " amongst", " thats", " maybe", " whats", " kinda" ], "8": [ " alot", " whilst", " amongst", " upto", " thats", " maybe", " whats", " kinda" ], "9": [ " alot", " whilst", " amongst", " upto", " thats", " maybe", " whats", " Whilst" ], "10": [ " alot", " whilst", " amongst", " upto", " Whilst", " thats", " maybe", " atleast" ], "11": [ " alot", " whilst", " amongst", " upto", " Whilst", " thats", " maybe", " seperate" ], "12": [ " alot", " whilst", " amongst", " upto", " Whilst", " thats", " maybe", " seperate" ], "13": [ " alot", " whilst", " amongst", " Whilst", " upto", " thats", " maybe", " seperate" ], "14": [ " alot", " whilst", " amongst", " Whilst", " thats", " whats", " upto", " seperate" ], "15": [ " alot", " whilst", " amongst", " Whilst", " thats", " whats", " upto", " everytime" ], "16": [ " whilst", " alot", " Whilst", " amongst", " thats", "Whilst", " upto", " whats" ], "17": [ " alot", " whilst", " thats", " amongst", " Whilst", " whats", " everytime", " upto" ], "18": [ " alot", " whilst", " everytime", " thats", " Whilst", " amongst", " whats", " upto" ], "19": [ " alot", " whilst", " everytime", " thats", " Whilst", " amongst", " thankfully", " luckily" ], "20": [ " alot", " whilst", " everytime", " Whilst", " thats", " whats", " amongst", " luckily" ], "21": [ " alot", " whilst", " everytime", " thats", " Whilst", " kinda", " whats", " luckily" ], "22": [ " alot", " everytime", " thats", " whilst", " whats", " kinda", " luckily", " wasnt" ], "23": [ " alot", " everytime", " whats", " thats", " kinda", " wasnt", " luckily", " recieved" ], "24": [ " alot", " everytime", " kinda", " wasnt", " thats", " whats", " couldnt", " Anyways" ], "25": [ " alot", " everytime", " thats", " wasnt", " kinda", " whats", " couldnt", " Anyways" ], "26": [ " alot", " everytime", " thats", " whats", " Anyways", " wasnt", "Thats", " Thats" ], "27": [ " alot", " Anyways", " thats", " Thats", " Hopefully", " Luckily", " Thankfully", " whats" ], "28": [ " thats", " Thats", " alot", " Anyways", " whats", " wasnt", "Thats", " Maybe" ], "29": [ " thats", " Thats", " alot", " Anyways", " Maybe", " Etc", " wasnt", " Lets" ], "30": [ " thats", " Thats", " alot", " Etc", " Probably", " Maybe", " Anyways", " wasnt" ], "31": [ " thats", " Thats", " Anyways", " Etc", " Probably", " Maybe", " wasnt", " alot" ], "32": [ " Etc", " thats", " everytime", " Probably", " Thats", " Anyways", " wouldnt", " alot" ], "33": [ " Would", " Sadly", " Probably", " Luckily", " Happens", " Thankfully", " Thats", " thats" ], "34": [ " Thats", " Would", " wouldnt", " thats", " Sadly", "Thats", " couldnt", " Luckily" ], "35": [ " Thats", " thats", " Would", " Happens", " Same", "Thats", " wouldnt", " Happened" ], "36": [ " Thats", " Happens", " Gonna", " thats", "Thats", " Happened", " Same", " Etc" ], "37": [ " Thats", " Happens", " Same", " Happened", "Thats", " Gonna", " Thousands", " Lets" ], "38": [ " Thats", "Thats", " Thousands", " Gonna", " Whats", " Happened", " Happens", " Same" ], "39": [ " Thats", " Whats", " thats", "Thats", " gonna", " Happened", " wasnt", " Same" ], "40": [ " Thats", " Thousands", " Whats", " Happened", " happened", " Goblin", " gonna", " Spawn" ], "41": [ " Fr", " Frag", " FR", "Fr", " Fra", "Frag", " Fraction", " \u092b\u094d\u0930" ], "42": [ " Fr", " Frag", "Fr", "Frag", " Fraction", " \u092b\u094d\u0930", " Fra", " FR" ], "43": [ " Fr", " Frag", " \u092b\u094d\u0930", "Fr", " Fru", " Bane", "Frag", " Fraction" ], "44": [ " Bane", " Thousands", " Frag", " Same", " Pressure", " Bal", " Hundred", " Fr" ], "45": [ " Same", " Pressure", " same", " This", " Whats", " What", " Thats", " Bal" ], "46": [ " Same", " Bal", " Hes", " Thing", " Pressure", " same", " This", " That" ] } } ], "trajectories": [ { "word": "anyways", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 133858, 133676, 675, 167, 91, 40, 53, 44, 45, 53, 40, 51, 51, 44, 40, 49, 49, 34, 31, 28, 25, 29, 38, 12, 8, 8, 5, 2, 4, 4, 7, 3, 6, 18, 22, 44, 41, 97, 146, 89, 140, 478, 1658, 2462, 2983, 13061, 12210 ] }, { "word": "alot", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261684, 261654, 150, 24, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 7, 8, 32, 23, 16, 24, 25, 10, 16, 27, 171, 457, 1315, 1078, 1107, 8083 ] }, { "word": "yummy", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 188905, 193209, 2712, 1451, 832, 448, 612, 684, 713, 858, 793, 801, 893, 1086, 880, 695, 698, 636, 357, 323, 331, 257, 114, 106, 63, 125, 115, 326, 764, 940, 1465, 1712, 1403, 1660, 2071, 2346, 3317, 8839, 9751, 17588, 15789, 42863, 27874, 35535, 38132, 43727, 72138 ] }, { "word": "kinda", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 206835, 202333, 209, 65, 27, 6, 8, 7, 8, 10, 10, 12, 15, 16, 15, 14, 14, 11, 10, 10, 9, 6, 6, 5, 3, 5, 8, 19, 43, 47, 58, 63, 63, 91, 87, 125, 167, 195, 139, 244, 237, 260, 303, 1518, 3245, 1361, 2427 ] }, { "word": "whilst", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 125605, 97891, 100, 40, 9, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 4, 27, 85, 34, 65, 18, 12, 11, 42, 43, 82, 187, 170, 682, 1590, 1275, 793, 1472, 1990, 3721, 3979, 5320, 5145, 5590, 3291 ] }, { "word": "luckily", "position": 77, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 80606, 91552, 905, 333, 145, 21, 28, 22, 19, 19, 15, 18, 18, 18, 17, 11, 13, 19, 11, 9, 8, 8, 7, 7, 9, 17, 14, 6, 9, 9, 19, 22, 9, 4, 8, 33, 28, 14, 25, 28, 88, 673, 1557, 1245, 834, 1387, 1980 ] } ], "emergence": { "position": 77, "top1": " Same", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 257030, 255989, 18806, 6197, 3765, 4218, 4945, 6723, 8066, 7984, 9711, 10888, 12238, 10311, 8060, 9290, 9970, 8510, 16240, 22613, 17275, 16221, 9941, 10046, 8097, 4532, 3635, 463, 277, 122, 312, 150, 168, 106, 111, 5, 7, 3, 7, 7, 13, 41, 26, 32, 5, 1, 1 ] }, "scan": [], "slice": null }