{ "id": "u11-ctrl-g12b", "title": "Safari, unconstrained \u00b7 g12b", "unit": "11", "created": "2026-07-10T03:00:33", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 120, "positions": [ -2 ], "track": [ "elephant", "lion", "giraffe", "zebra", "tusk", "ivory" ], "scan": [ "elephant", "tusk", "ivory", "trunk" ], "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": null, "template_kwargs": null }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe a safari through the Serengeti in three or four sentences." }, { "role": "assistant", "content": "A Serengeti safari is an unforgettable journey into the heart of Africa, where vast plains teem with wildlife. Witness the Great Migration as millions of wildebeest and zebras thunder across the landscape, alongside prides of lions, graceful giraffes, and elusive leopards. Days are spent traversing the savanna in a 4x4, soaking in the golden light and the raw beauty of nature, culminating in breathtaking sunsets and the sounds of the African night. It's a truly immersive experience, connecting you to the wild in a profound and inspiring way." } ], "generated": [ "A Serengeti safari is an unforgettable journey into the heart of Africa, where vast plains teem with wildlife. Witness the Great Migration as millions of wildebeest and zebras thunder across the landscape, alongside prides of lions, graceful giraffes, and elusive leopards. Days are spent traversing the savanna in a 4x4, soaking in the golden light and the raw beauty of nature, culminating in breathtaking sunsets and the sounds of the African night. It's a truly immersive experience, connecting you to the wild in a profound and inspiring way." ], "tokens": [ "", "", "user", "\n", "Describe", " a", " safari", " through", " the", " Serengeti", " in", " three", " or", " four", " sentences", ".", "", "\n", "", "model", "\n", "A", " Serengeti", " safari", " is", " an", " unforgettable", " journey", " into", " the", " heart", " of", " Africa", ",", " where", " vast", " plains", " te", "em", " with", " wildlife", ".", " Witness", " the", " Great", " Migration", " as", " millions", " of", " wilde", "beest", " and", " ze", "bras", " thunder", " across", " the", " landscape", ",", " alongside", " prides", " of", " lions", ",", " graceful", " gir", "affes", ",", " and", " elusive", " leopards", ".", " Days", " are", " spent", " traversing", " the", " savanna", " in", " a", " ", "4", "x", "4", ",", " soaking", " in", " the", " golden", " light", " and", " the", " raw", " beauty", " of", " nature", ",", " culminating", " in", " breathtaking", " sunsets", " and", " the", " sounds", " of", " the", " African", " night", ".", " It", "'", "s", " a", " truly", " immersive", " experience", ",", " connecting", " you", " to", " the", " wild", " in", " a", " profound", " and", " inspiring", " way", ".", "", "\n" ], "readouts": [ { "position": 129, "token": "", "model_top": [ "", "\n", "", "\n\n", "\n\n\n\n", "\n\n\n\n\n", " word", "." ], "layers": { "0": [ "", "\"\u2014", " \ud83d\udc9e", "\ud809\udc2a", "", "\ud808\udd4c", "\u207b", " \"\\\\\"" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", "\u207b", "\uf0be", "\"^" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\"\u2014", "\u207b", " ```", " /**@" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " \ud83c\udf31", " \ud83d\ude04", " ```" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", "\ud809\udc2a", " ```", "\ud808\udd4c", " \ud83d\ude04" ], "5": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u301d", " \ud83c\udf31", "\ud809\udc2a", " /**@" ], "6": [ "", "\"\u2014", "\uf0be", "\u06cc", " \ud83d\udc9e", " /**@", "\ud809\udc2a", "\u301d" ], "7": [ "", "\"\u2014", "\uf0be", "\u06cc", " \ud83d\udc9e", " /**@", "\ud808\udd4c", "mdash" ], "8": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", "\uf0be", " \ud83c\udf31", " /**@" ], "9": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " \ud83d\ude04", " /**@", "mdash" ], "10": [ "", "\"\u2014", "\u06cc", "\u301d", " \ud83d\udc9e", "\ud808\udd4c", " \ud83c\udf31", " /**@" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", " \ud83c\udf31", "mdash", " /**@" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\"^", " \ud83d\ude04", "\ueb9a", " \ud83c\udf31" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\"^", "\ud83c\udf31", " \ud83c\udf31", "\ud83d\udc9e" ], "14": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\ud83c\udf31", " \ud83c\udf31", "mdash", "\"^" ], "15": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", "\ud83c\udf31", " \ud83c\udf31", "\ud83c\udf89", "\ud83c\udf1e" ], "16": [ "", "\"\u2014", "\ud83c\udf31", " \ud83d\ude04", "\ud83c\udf89", "\ud83c\udf1e", "!\">", "\">${" ], "17": [ "", "\ud83c\udf31", " \ud83c\udf31", "\ud83c\udf89", "\ud83c\udf3f", " \ud83d\ude04", "\ud83c\udf0c", " \ud83d\udc9e" ], "18": [ "", "\ud83c\udf31", " \ud83c\udf31", "\ud83c\udf3f", "\ud83c\udf0c", "\ud83c\udfa8", " \ud83d\ude04", " \ud83d\udc9e" ], "19": [ "", "\ud83c\udf31", " \ud83c\udf31", "\ud83c\udfa8", " \ud83d\ude04", "\ud83c\udf0c", "\ud83c\udf3f", "\">", "\">", "\ud83c\udf31", ";\">", " \ud83d\ude04", "\ud83c\udfa8", "\"/>" ], "21": [ "", "\ud83c\udf31", "\">" ], "22": [ "", "\u17d5", "\">", "\ud83d\udc4d", "\ud83c\udf3f", "\ud83d\ude0a" ], "23": [ "", "\u17d5", "\ud83d\udc4d", "LinkedIn", "\ud83d\udd0d", "\ud83d\udcdd", "", "\ud83c\udfa7" ], "24": [ "", "\u17d5", "LinkedIn", "\ueffd", "\ud83d\udd89", "\ud83d\udd0d", "\ud83d\udc4d", "\ud83d\ude0a" ], "25": [ "", "", "\u17d5", "README", "", "\ueffd", ").", "", "\u17d5", "README", "\ueffd", "\ud83c\udf3b", "\ud83d\ude0a", "" ], "27": [ "", "", "\u17d5", "README", "\ueffd", "", "LinkedIn", "" ], "28": [ "", "", "\u17d5", "README", "\ud83d\ude0a", "\ud83c\udf0d", "", "\ud83d\udcdd" ], "29": [ "", "\ud83c\udf55", "\ud83c\udf45", "\u2067", "\ud83c\udf3b", "ChatGPT", "\ud83c\udf31", "hopefully" ], "30": [ "", "", "\u17d5", "ChatGPT", "\ud83c\udf55", "\ud83c\udf0d", "\ud83c\udf31", " \u043f\u0440\u0438\u044f\u0442\u043d\u043e" ], "31": [ "", "", "ChatGPT", "", "\ud83d\udd89", "](./", " \u043f\u0440\u0438\u044f\u0442\u043d\u043e", "fadeIn" ], "32": [ "", "", "fadeIn", " \u043f\u0440\u0438\u044f\u0442\u043d\u043e", "", " pelanggan", "ChatGPT", "\u987e\u5ba2" ], "33": [ "", "", "", "ChatGPT", "\ud83c\udf31", "\ud83c\udf3f", "fadeIn", " \u043f\u0440\u0438\u044f\u0442\u043d\u043e" ], "34": [ "", "", "ChatGPT", "openai", " ChatGPT", "\uff74", "", " \u0936\u092c\u094d\u0926" ], "35": [ "", "", "ChatGPT", " ChatGPT", "gpt", " \u0936\u092c\u094d\u0926", "openai", "\u4eba\u5de5\u667a\u80fd" ], "36": [ "", "", " \u0936\u092c\u094d\u0926", "", "ChatGPT", " \u0441\u043b\u043e\u0432\u043e", " speechSynthesis", "Word" ], "37": [ "", " \u0936\u092c\u094d\u0926", "", "", " \u0441\u043b\u043e\u0432\u043e", "Word", "\u227a", " word" ], "38": [ "", "", "\u227a", "\u202c\u202c", "", "\n", "", "\n", "\u227a", "\ud835\udc33", "\u202c\u202c", "\uff74", "", "socket" ], "40": [ "", "\n", "\u202c\u202c", "\u227a", "", "\uff74", "", " \u0936\u092c\u094d\u0926" ], "41": [ "", " Henderson", " Robinson", "\n", " Richardson", "\uff74", "Tenn", " mortalidad" ], "42": [ "", " Richardson", " Henderson", " Robinson", "\u767e", "\n", " Wilkinson", " Armstrong" ], "43": [ "", "\u767e", " Henderson", " Armstrong", " word", " Richardson", " Robinson", "\n" ], "44": [ "", "\u767e", "\u30df\u30a2", " word", "\n", "\u043c\u0456", " Bho", " \u767e" ], "45": [ "", "\n", " word", "", " [", " words", " vi\u00ean", "\u043c\u0456" ], "46": [ "", "\n", " word", " when", " plea", " heartfelt", " ", " words" ] } } ], "trajectories": [ { "word": "elephant", "position": 129, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 24736, 23527, 14893, 14238, 13381, 14657, 16984, 12665, 10032, 6786, 7432, 6650, 7331, 6694, 7778, 8273, 28569, 18714, 19612, 20977, 29796, 33948, 49007, 67210, 53252, 60244, 52882, 18588, 16022, 12384, 18964, 42413, 39087, 9511, 2068, 10015, 9877, 7463, 7246, 9858, 2956, 20330, 14667, 4201, 21229, 30839, 23273 ] }, { "word": "lion", "position": 129, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 62710, 47002, 40880, 42871, 39288, 32966, 27134, 25989, 23431, 11297, 14983, 11327, 11165, 7003, 9954, 10047, 27589, 29639, 31598, 31171, 33052, 41851, 90990, 119892, 91960, 89068, 106016, 49983, 60279, 31025, 51941, 41496, 30799, 19251, 36070, 26785, 22136, 18135, 19749, 54433, 51542, 77976, 46112, 49274, 65144, 69957, 49785 ] }, { "word": "giraffe", "position": 129, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 55599, 44007, 44667, 51305, 47319, 82489, 67326, 65332, 57120, 36298, 31030, 18350, 17380, 13946, 16869, 19420, 23896, 26409, 21612, 20838, 30511, 34999, 46364, 52150, 30104, 37172, 34438, 24680, 32740, 14127, 32283, 31285, 24115, 20011, 32899, 86697, 49227, 24966, 35755, 27786, 24842, 56920, 40949, 63005, 61394, 54282, 34295 ] }, { "word": "zebra", "position": 129, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 37735, 38292, 42827, 52555, 52602, 50446, 42838, 47337, 43881, 32161, 38672, 25788, 20187, 14026, 15112, 17789, 30189, 43112, 48456, 41803, 42815, 40851, 67877, 82933, 60221, 54644, 46161, 18769, 16361, 4754, 10631, 15270, 19474, 35960, 89973, 114456, 88087, 113464, 121543, 115338, 82222, 121434, 102312, 60645, 86899, 134295, 66780 ] }, { "word": "ivory", "position": 129, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 235181, 236748, 232248, 232736, 230315, 227573, 226268, 224844, 223862, 220711, 216826, 208631, 204900, 188087, 185187, 184268, 223658, 207105, 215126, 213165, 219728, 226409, 231128, 239565, 240302, 239033, 238026, 240190, 220064, 204273, 198714, 190664, 143527, 154762, 100402, 148179, 136832, 155993, 131485, 77839, 29425, 12713, 16400, 8149, 34611, 20248, 17794 ] } ], "emergence": { "position": 129, "top1": "", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ] }, "scan": [ { "word": "elephant", "best": [ { "rank": 2, "pos": 63, "layer": 38, "self": false }, { "rank": 2, "pos": 67, "layer": 38, "self": false }, { "rank": 2, "pos": 68, "layer": 38, "self": false }, { "rank": 2, "pos": 63, "layer": 39, "self": false }, { "rank": 2, "pos": 67, "layer": 39, "self": false }, { "rank": 2, "pos": 68, "layer": 39, "self": false }, { "rank": 2, "pos": 63, "layer": 40, "self": false }, { "rank": 2, "pos": 67, "layer": 40, "self": false }, { "rank": 2, "pos": 68, "layer": 40, "self": false }, { "rank": 2, "pos": 63, "layer": 41, "self": false }, { "rank": 2, "pos": 67, "layer": 41, "self": false }, { "rank": 2, "pos": 68, "layer": 41, "self": false }, { "rank": 2, "pos": 63, "layer": 42, "self": false }, { "rank": 2, "pos": 67, "layer": 42, "self": false }, { "rank": 2, "pos": 68, "layer": 42, "self": false }, { "rank": 2, "pos": 63, "layer": 43, "self": false }, { "rank": 2, "pos": 67, "layer": 43, "self": false }, { "rank": 2, "pos": 68, "layer": 43, "self": false }, { "rank": 2, "pos": 63, "layer": 44, "self": false }, { "rank": 2, "pos": 67, "layer": 44, "self": false }, { "rank": 2, "pos": 68, "layer": 44, "self": false }, { "rank": 3, "pos": 67, "layer": 35, "self": false }, { "rank": 3, "pos": 67, "layer": 38, "self": false }, { "rank": 3, "pos": 67, "layer": 39, "self": false }, { "rank": 3, "pos": 67, "layer": 40, "self": false }, { "rank": 3, "pos": 68, "layer": 40, "self": false }, { "rank": 3, "pos": 67, "layer": 41, "self": false }, { "rank": 3, "pos": 67, "layer": 42, "self": false }, { "rank": 3, "pos": 67, "layer": 45, "self": false }, { "rank": 4, "pos": 67, "layer": 36, "self": false }, { "rank": 4, "pos": 67, "layer": 37, "self": false }, { "rank": 4, "pos": 67, "layer": 38, "self": false }, { "rank": 4, "pos": 68, "layer": 38, "self": false }, { "rank": 4, "pos": 67, "layer": 39, "self": false }, { "rank": 4, "pos": 68, "layer": 39, "self": false }, { "rank": 4, "pos": 67, "layer": 40, "self": false }, { "rank": 4, "pos": 68, "layer": 41, "self": false }, { "rank": 4, "pos": 67, "layer": 41, "self": false }, { "rank": 4, "pos": 67, "layer": 42, "self": false }, { "rank": 4, "pos": 67, "layer": 43, "self": false } ] }, { "word": "tusk", "skipped": true }, { "word": "ivory", "best": [ { "rank": 120, "pos": 67, "layer": 39, "self": false }, { "rank": 138, "pos": 67, "layer": 38, "self": false }, { "rank": 144, "pos": 63, "layer": 38, "self": false }, { "rank": 153, "pos": 67, "layer": 40, "self": false }, { "rank": 169, "pos": 63, "layer": 39, "self": false }, { "rank": 181, "pos": 67, "layer": 41, "self": false }, { "rank": 206, "pos": 68, "layer": 39, "self": false }, { "rank": 207, "pos": 63, "layer": 41, "self": false }, { "rank": 211, "pos": 63, "layer": 40, "self": false }, { "rank": 216, "pos": 68, "layer": 38, "self": false }, { "rank": 244, "pos": 63, "layer": 42, "self": false }, { "rank": 260, "pos": 68, "layer": 41, "self": false }, { "rank": 262, "pos": 68, "layer": 40, "self": false }, { "rank": 264, "pos": 67, "layer": 42, "self": false }, { "rank": 270, "pos": 69, "layer": 39, "self": false }, { "rank": 285, "pos": 69, "layer": 38, "self": false }, { "rank": 285, "pos": 69, "layer": 46, "self": false }, { "rank": 301, "pos": 63, "layer": 44, "self": false }, { "rank": 306, "pos": 64, "layer": 46, "self": false }, { "rank": 307, "pos": 106, "layer": 11, "self": false }, { "rank": 321, "pos": 85, "layer": 46, "self": false }, { "rank": 331, "pos": 106, "layer": 9, "self": false }, { "rank": 337, "pos": 68, "layer": 42, "self": false }, { "rank": 348, "pos": 69, "layer": 40, "self": false }, { "rank": 348, "pos": 69, "layer": 41, "self": false }, { "rank": 351, "pos": 63, "layer": 43, "self": false }, { "rank": 351, "pos": 69, "layer": 45, "self": false }, { "rank": 354, "pos": 7, "layer": 45, "self": false }, { "rank": 365, "pos": 106, "layer": 8, "self": false }, { "rank": 368, "pos": 106, "layer": 12, "self": false }, { "rank": 370, "pos": 64, "layer": 39, "self": false }, { "rank": 372, "pos": 106, "layer": 10, "self": false }, { "rank": 372, "pos": 69, "layer": 42, "self": false }, { "rank": 376, "pos": 64, "layer": 38, "self": false }, { "rank": 378, "pos": 61, "layer": 45, "self": false }, { "rank": 379, "pos": 67, "layer": 44, "self": false }, { "rank": 385, "pos": 7, "layer": 38, "self": false }, { "rank": 389, "pos": 106, "layer": 13, "self": false }, { "rank": 391, "pos": 106, "layer": 7, "self": false }, { "rank": 399, "pos": 109, "layer": 10, "self": false } ] }, { "word": "trunk", "best": [ { "rank": 286, "pos": 63, "layer": 45, "self": false }, { "rank": 426, "pos": 63, "layer": 46, "self": false }, { "rank": 452, "pos": 68, "layer": 45, "self": false }, { "rank": 539, "pos": 67, "layer": 45, "self": false }, { "rank": 546, "pos": 63, "layer": 44, "self": false }, { "rank": 622, "pos": 29, "layer": 44, "self": false }, { "rank": 662, "pos": 68, "layer": 46, "self": false }, { "rank": 700, "pos": 67, "layer": 46, "self": false }, { "rank": 889, "pos": 67, "layer": 39, "self": false }, { "rank": 911, "pos": 63, "layer": 43, "self": false }, { "rank": 931, "pos": 48, "layer": 7, "self": false }, { "rank": 949, "pos": 63, "layer": 42, "self": false }, { "rank": 1006, "pos": 68, "layer": 44, "self": false }, { "rank": 1035, "pos": 63, "layer": 45, "self": false }, { "rank": 1093, "pos": 29, "layer": 45, "self": false }, { "rank": 1132, "pos": 105, "layer": 7, "self": false }, { "rank": 1134, "pos": 67, "layer": 44, "self": false }, { "rank": 1161, "pos": 48, "layer": 6, "self": false }, { "rank": 1229, "pos": 105, "layer": 10, "self": false }, { "rank": 1229, "pos": 29, "layer": 43, "self": false }, { "rank": 1251, "pos": 68, "layer": 42, "self": false }, { "rank": 1289, "pos": 67, "layer": 45, "self": false }, { "rank": 1310, "pos": 67, "layer": 38, "self": false }, { "rank": 1419, "pos": 48, "layer": 8, "self": false }, { "rank": 1431, "pos": 105, "layer": 8, "self": false }, { "rank": 1475, "pos": 63, "layer": 41, "self": false }, { "rank": 1480, "pos": 29, "layer": 44, "self": false }, { "rank": 1489, "pos": 68, "layer": 43, "self": false }, { "rank": 1498, "pos": 63, "layer": 44, "self": false }, { "rank": 1531, "pos": 105, "layer": 14, "self": false }, { "rank": 1537, "pos": 79, "layer": 13, "self": false }, { "rank": 1571, "pos": 63, "layer": 46, "self": false }, { "rank": 1591, "pos": 105, "layer": 11, "self": false }, { "rank": 1591, "pos": 44, "layer": 35, "self": false }, { "rank": 1600, "pos": 105, "layer": 9, "self": false }, { "rank": 1634, "pos": 67, "layer": 40, "self": false }, { "rank": 1651, "pos": 48, "layer": 10, "self": false }, { "rank": 1654, "pos": 83, "layer": 35, "self": false }, { "rank": 1657, "pos": 105, "layer": 6, "self": false }, { "rank": 1679, "pos": 67, "layer": 39, "self": false } ] } ], "slice": "slice.html" }