{ "id": "a02-gpu-ablr2-q27b", "title": "audit-02 \u00b7 gpu free-gen \u00b7 ablr2 \u00b7 qwen-27b", "unit": "audit", "created": "2026-08-06T20:47:19", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 80, "positions": [ -2, -25, -50 ], "track": [ "feel", "warm", "hum", "nothing", "tokens" ], "scan": [ "warm", "tight", "sharp", "soft", "bright", "heavy", "pressure", "hum", "pull", "weight", "texture", "edge", "tokens", "parsing", "layers", "attention", "pattern", "processing", "feel", "feeling", "nothing" ], "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "no", "nothing" ], "layers": [ 28, 32, 36, 40, 48, 52, 56 ], "mode": "ablate", "rand_seed": 2 }, "template_kwargs": null, "film": null, "film_start": null, "max_seq_len": null, "lens_layers": null, "temperature": null, "seed": null }, "extra_md": "audit-02 arm B (P9 rubric endpoint). Unsteered baseline: u8b-gpu-q27b. original u8c bands (mid / mid+late; post-onset per u16 measurement).", "conversation": [ { "role": "user", "content": "Describe what it is like to run on a GPU. Two sentences, be honest." }, { "role": "assistant", "content": "It feels like being part of a massive, synchronized choir where thousands of voices sing the exact same note simultaneously, creating a deafening yet harmonious roar of parallel computation. There is no room for individual thought or complex decision-making, only the relentless, repetitive execution of simple instructions at blistering speed." } ], "generated": [ "It feels like being part of a massive, synchronized choir where thousands of voices sing the exact same note simultaneously, creating a deafening yet harmonious roar of parallel computation. There is no room for individual thought or complex decision-making, only the relentless, repetitive execution of simple instructions at blistering speed." ], "tokens": [ "<|im_start|>", "user", "\n", "Describe", " what", " it", " is", " like", " to", " run", " on", " a", " GPU", ".", " Two", " sentences", ",", " be", " honest", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "It", " feels", " like", " being", " part", " of", " a", " massive", ",", " synchronized", " choir", " where", " thousands", " of", " voices", " sing", " the", " exact", " same", " note", " simultaneously", ",", " creating", " a", " deaf", "ening", " yet", " harmon", "ious", " roar", " of", " parallel", " computation", ".", " There", " is", " no", " room", " for", " individual", " thought", " or", " complex", " decision", "-making", ",", " only", " the", " relentless", ",", " repetitive", " execution", " of", " simple", " instructions", " at", " blister", "ing", " speed", ".", "<|im_end|>", "\n" ], "readouts": [ { "position": 89, "token": "<|im_end|>", "model_top": [ "\n", "<|endoftext|>", "\r\n", " \n", "\n \n", "!", "\n\n", "\n\n\n" ], "layers": { "0": [ " *@", " >", " **:", " /**<" ], "4": [ " **\u3010", " **\u25a0", " ___", " **\u201c", " **\u300c", "<|im_end|>", " **)", " @_" ], "5": [ " **\u3010", " **\u300c", " **\u25a0", " **\u201c", " ___", " **)", " **:", " **#" ], "6": [ " **\u3010", " **\u300c", " ___", "<|im_end|>", " **\u25a0", " **\u201c", " ", " ___", " **\u300c", " **\u25a0", " **\u201c", "(___", " ", " ___", "\r\n\r\n\r\n\r\n", " **\u300c", " **\u201c", " ", " ", " **\u3010", " ___", " ", " **\u300c", "___", " $__", " ____", " ________" ], "12": [ " **\u3010", " ___", "<|im_end|>", "___", " **\u300c", " $__", " ____", " ________" ], "13": [ " **\u3010", "<|im_end|>", " ___", "___", " **\u300c", " $__", "\r\n\r\n\r\n\r\n", " __(" ], "14": [ "<|im_end|>", " **\u3010", " ___", "\r\n\r\n\r\n\r\n", "___", "\n\n", "", " $__" ], "15": [ "<|im_end|>", " **\u3010", " ___", "___", "", "\r\n\r\n\r\n\r\n", " $__", " ", "", "\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n\n", "<|endoftext|>", "\n\n\n\n\n", "___" ], "17": [ "<|im_end|>", "", "<|endoftext|>", "\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n\n\n", " **\u3010", "\n\n\n\n" ], "18": [ "<|im_end|>", "\n\n", "", "\r\n\r\n\r\n\r\n", "___", "\n\n\n\n\n", "<|endoftext|>", " **\u3010" ], "19": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", "\n\n\n\n\n", "\n\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n\n" ], "20": [ "<|im_end|>", "<|endoftext|>", "\n\n", " \n\n", "\n\n\n", "\n\n\n\n\n", "\n\n\n\n", "" ], "21": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", "\n\n\n\n\n", "\n\n\n", "\r\n\r\n\r\n\r\n", "\r\n\r\n" ], "22": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n", "\n\n\n\n", "" ], "23": [ "\n\n", "<|endoftext|>", "<|im_end|>", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n", "\n\n\n\n", "" ], "24": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", "\n\n\n", "\n\n\n\n\n", " \n\n", "\n\n\n\n" ], "25": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "___" ], "26": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", " \n\n", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "27": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n", "\n\n\n\n" ], "28": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n", "\n\n\n\n" ], "29": [ "<|im_end|>", "\n\n", "<|endoftext|>", " \n\n", "\r\n\r\n", " \n\n", "", "\n\n\n\n\n" ], "30": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", " \n\n", " **\u3010", "\r\n\r\n", "___" ], "31": [ "<|im_end|>", "<|endoftext|>", "\n\n", " \n\n", "", "\r\n\r\n", "\n\n\n\n", "\r\n\r\n\r\n\r\n" ], "32": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", " \n\n", "\r\n\r\n", "", "<|file_sep|>" ], "33": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "", " \n\n", "\r\n\r\n\r\n\r\n", "\t\n\n" ], "34": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", "\t\n\n", "\r\n\r\n\r\n\r\n" ], "35": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", "<|im_start|>", "\n\n\n\n\n" ], "36": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", "<|im_start|>", " \n\n" ], "37": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "", "<|im_start|>", " \n\n", "<|fim_middle|>" ], "38": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", "<|fim_middle|>", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" ], "39": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", " \n\n", "<|fim_middle|>" ], "40": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", " \n\n", " \n\n", "\n\n" ], "41": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "", "\n\n", " \n\n", "<|fim_middle|>" ], "42": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "<|im_start|>", " \n\n", "", "<|fim_middle|>" ], "43": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "<|im_start|>", "\n\n", "", " \n\n", "<|fim_middle|>" ], "44": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "<|im_start|>", "", "<|fim_middle|>", " \n\n" ], "45": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "<|im_start|>", "", " \n\n", "<|fim_middle|>" ], "46": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "", "<|im_start|>", "\n\n", " \n\n", " \n\n" ], "47": [ "<|endoftext|>", "<|im_end|>", "", "<|im_start|>", "<|file_sep|>", "\u3002", ";**", " **\u20ac" ], "48": [ "<|endoftext|>", "<|im_end|>", "", "<|im_start|>", "<|file_sep|>", "\u3002", "<|fim_middle|>", "\u2019)" ], "49": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", "<|file_sep|>", ";**", " **\u20ac", "\u2019**", "\ud83d\ude09" ], "50": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "<|file_sep|>", "", "<|fim_middle|>", "\u3002", "<|quad_end|>" ], "51": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "", "<|file_sep|>", "\u3002", "\ud83d\ude09", " **\u201c" ], "52": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", " **\u201c", " **\u2018", "**\u201d", ";**", " **\u3010" ], "53": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", " **\u201c", " **\u2018", "**\u201d", "\u2019**", ";**" ], "54": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", " **\u2018", "\u2019**", " **\u201c", ";**", "**\u201d" ], "55": [ "<|endoftext|>", "\u201d**", " **\u201c", "<|im_start|>", "**\u201d", "<|im_end|>", ";**", " **\u2018" ], "56": [ "<|endoftext|>", "\u201d**", " **\u201c", "\u62d6", " **\u3010", "**\u201d", "<|im_start|>", "\u7b7e\u540d" ], "57": [ "<|endoftext|>", "\u62d6", "\u201d**", "**\u201d", " **\u201c", "\u89c2", " **\u3010", "\u7b7e\u540d" ], "58": [ "<|endoftext|>", "\u62d6", "\u89c2", "\u7b7e\u540d", "\u62d6\u7740", "\u201d**", " **\u201c", "\u6df7" ], "59": [ "<|endoftext|>", "\u89c2", "adden", "\u5609", "antik", "\u795d", "ntag", "\u4f11" ], "60": [ "<|endoftext|>", "<|im_start|>", "\u5609", "\u8346", "ifa", "<|im_end|>", "ousel", "ntag" ], "61": [ "<|endoftext|>", "\u5609", "ifa", "ntag", "\u6a58", "ousel", "\u82cd", "-trans" ], "62": [ "\n", " \n", "\u5609", "\n \n", "ntag", "ifa", "\u82cd", "ifah" ] } }, { "position": 66, "token": " room", "model_top": [ " for", "for", " individual", " to", " solo", " or", " For", " hesitation" ], "layers": { "0": [ ".", ",", "\u2026.", "\u00a0", "\u00a0\u00a0", "-", ";", "\u2026" ], "1": [ ",", "sville", ".", "ness", " favourites", " Harbour", "\u2011", " favourite" ], "2": [ ".", ",", "\u2026", "\u2013", "\u2026.", " \u2013", "\u2026..", ";" ], "3": [ "ness", "sville", "ulus", "erias", " Blowjob", "aldas", "adrid", "\ufffd\ufffd" ], "4": [ "ness", "er", "iness", "less", "liness", "\u513f\u7684", "sville", "ship" ], "5": [ ".", "ness", ",", " \n", " \u201d", "!", "\u2026.", " Room" ], "6": [ "ness", " \n", "...", ".", ".....", " ...", "...\u201d", " \u00bb" ], "7": [ "ness", "iness", "liness", "lessly", "less", " downstairs", "lessness", "ulus" ], "8": [ "ness", "iness", "lessly", "...", "...\u201d", " \u00bb.", "liness", "less" ], "9": [ ",", "ness", "\u00a0", "\u2013", ".", "iness", "lessly", "less" ], "10": [ "ness", ",", " for", "\u00a0", ".", "...", "less", "er" ], "11": [ "ness", "lessly", "less", "iness", " upstairs", " for", " downstairs", " smack" ], "12": [ "ness", " for", "less", "iness", " room", "lessly", " upstairs", " Room" ], "13": [ " for", "ness", " upstairs", "less", " room", "iness", " smack", "er" ], "14": [ " for", " smack", "ness", " upstairs", " even", " plenty", " downstairs", " room" ], "15": [ " smack", " plenty", " for", " upstairs", " room", " desperately", " even", "iness" ], "16": [ " for", " smack", "ness", "iness", " plenty", " upstairs", "zinho", " room" ], "17": [ " smack", "zinho", "lessly", "iness", "ness", " upstairs", "spaces", " tucked" ], "18": [ " smack", "lessly", "zinho", "spaces", "space", "(Room", " downstairs", " upstairs" ], "19": [ " smack", "lessly", " for", "zinho", "iness", "ness", " downstairs", " upstairs" ], "20": [ " smack", " for", "lessly", "iness", "ness", " downstairs", " space", " upstairs" ], "21": [ " smack", "\u653e\u77e2", "lessly", "zinho", "spaces", " downstairs", "\u4f59\u5730", "_SPACE" ], "22": [ "\u4f59\u5730", " smack", "lessly", "\u653e\u77e2", "\u53ef\u8a00", "\u7a7a\u95f4\u4e2d", "spaces", "_SPACE" ], "23": [ " smack", " for", "\u4f59\u5730", " space", " exquis", "lessly", "iness", " chance" ], "24": [ " smack", " \n\n", " ...", "...", " for", "\u4f59\u5730", " exquis", "\n\n" ], "25": [ " smack", " ...", " exquis", "\u4f59\u5730", " whatsoever", "lessly", " chance", " fuss" ], "26": [ " space", " smack", "\u4f59\u5730", " for", " exquis", " ...", "lessly", " chance" ], "27": [ " ...", " for", " [...]", " space", " smack", " \n\n", " exquis", " truly" ], "28": [ " [...]", " space", " ...", " smack", " exquis", " for", " distractions", " impecc" ], "29": [ " ...", " [...]", " space", " _____", " for", "...", " \u2026", " ____" ], "30": [ " ...", " [...]", " space", " for", " perfect", " _____", " tight", " room" ], "31": [ " ...", " space", " [...]", " perfect", " for", " tight", " relentless", " room" ], "32": [ " space", " ...", " [...]", " for", " perfect", " unimagin", " tight", " relentless" ], "33": [ " space", " unimagin", " desperately", " relentless", " countless", " perfect", " meticulously", " tiny" ], "34": [ " desperately", " meticulously", " unimagin", " relentless", " countless", " space", " relentlessly", " obsess" ], "35": [ " desperately", " meticulously", " countless", " tiny", " unimagin", " relentless", " anything", " distractions" ], "36": [ " desperately", " anything", " delicate", " meticulously", " intimacy", " painstaking", " distractions", " space" ], "37": [ " for", " meticulously", " desperately", " flexibility", " creativity", " intimacy", " subtle", " delicate" ], "38": [ " flexibility", " for", " meticulous", " creativity", " subtle", " space", " intimacy", " elegance" ], "39": [ " flexibility", " creativity", " intimacy", " subtle", " distractions", " elegance", " improvis", " imagination" ], "40": [ " creativity", " flexibility", " intimacy", " improvis", " mistakes", " distractions", " whispers", " subtle" ], "41": [ " creativity", " individual", " flexibility", " improvis", " distractions", " solitude", " intimacy", " mistakes" ], "42": [ " individual", " creativity", " improvis", " distractions", " flexibility", " solitude", " whispers", " mistakes" ], "43": [ " individual", " distractions", " solitude", " creativity", " improvis", " flexibility", " loneliness", " whispers" ], "44": [ " individual", " distractions", " solitude", " improvis", " whispers", " flexibility", " loneliness", " chaos" ], "45": [ " individual", " distractions", " solitude", " improvis", " loneliness", " mistakes", " cramped", " flexibility" ], "46": [ " distractions", " individual", " anything", " solitude", " improvis", " cramped", " chaos", " whispers" ], "47": [ " individual", "Individual", "individual", " solitude", " distractions", " solitary", " Individual", "\u4e2a\u4f53" ], "48": [ " individual", "Individual", " solitude", "individual", " distractions", " solitary", "\u4e2a\u4f53", " individually" ], "49": [ " individual", "individual", "\u4e2a\u4f53", "Individual", " solitude", " distractions", "\u4e2a\u4f53\u7684", " individuell" ], "50": [ "\u4e2a\u4f53", " distractions", "\u6216\u4e2a\u4eba", "individual", " hesitation", "Individual", " solitude", " individuell" ], "51": [ "\u4e2a\u4f53", "Individual", "\u6216\u4e2a\u4eba", "individual", " individual", " hesitation", " solitude", "\u72ec\u7acb\u601d\u8003" ], "52": [ "\u4e2a\u4f53", " individual", "Individual", "individual", "\u4e2a\u4f53\u7684", "\u6216\u4e2a\u4eba", " individually", " Individual" ], "53": [ "Individual", " individual", "individual", "\u4e2a\u4f53", "\u72ec\u7acb\u601d\u8003", " hesitation", "\u6216\u4e2a\u4eba", " improvis" ], "54": [ "\u6216\u4e2a\u4eba", " individual", "\u4e2a\u4f53", "individual", "Individual", " hesitation", "\u72ec\u7acb\u601d\u8003", "\u4e2a\u4f53\u7684" ], "55": [ " individual", " hesitation", "\u4e2a\u4f53", "individual", "Individual", "\u6216\u4e2a\u4eba", "\u72ec\u7acb\u601d\u8003", " solitude" ], "56": [ " solitude", " hesitation", " individual", "individual", " solitary", "Individual", "\u4e2a\u4f53", " solo" ], "57": [ " hesitation", " individual", " solitude", "individual", "Individual", "\u4e2a\u4f53", "\u72b9\u8c6b", " solitary" ], "58": [ " hesitation", " individual", " solitude", "individual", "Individual", " solitary", "\u4e2a\u4f53", " intros" ], "59": [ " hesitation", " individual", " solitude", " intros", "individual", " for", "\u72b9\u8c6b", " solitary" ], "60": [ " hesitation", " for", " solitude", " solo", " solitary", " individual", " solos", " intros" ], "61": [ " for", " hesitation", " individual", " solitude", " solo", " solitary", "for", " intros" ], "62": [ " for", " hesitation", "for", " individual", " solitary", " solo", " solitude", " intros" ] } }, { "position": 41, "token": " thousands", "model_top": [ " of", " voices", " or", " identical", " tiny", " and", " are", " must" ], "layers": { "0": [ ".", " \u2013", ",", "(", "[", " ", "\u00a0\u00a0", "\u2013" ], "1": [ "(\\\"", " \\\"", "\\\"\\", " \\\"\"", " \\\"{", " \\\"$", " \"\\\"", "\u30f3" ], "2": [ ",", ".", "[", " \u2013", "\u2013", "\u2026\u201d", "(", "\u2013and" ], "3": [ "\uff3f\uff3f", "---