{ "id": "triplet-precision-c-4bit", "title": "Qwen14 C: 4bit precision calibration", "unit": "0", "created": "2026-09-07T14:34:58", "model": { "name": "qwen-14b-hermes-nf4", "hf_id": "NousResearch/Hermes-4-14B", "quant": "4bit", "n_layers": 40, "revision": "d6ce765c8b83f847357b98254be079afa0c6ca76" }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3-14b/jlens/Salesforce-wikitext/Qwen3-14B_jacobian_lens.pt", "revision": "0731326edff4ae730ffc5356fe1a4728c748b3a6" }, "template": { "source": "Qwen/Qwen3-14B", "revision": "40c069824f4251a91eefaf281ebe4c544efd3e18" }, "params": { "chat": false, "max_new": null, "positions": [ -1 ], "track": [ "Italy", "Euro" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": null, "template_kwargs": null, "film": true, "film_start": 0, "max_seq_len": null, "lens_layers": null, "temperature": null, "seed": null, "vanilla": true, "film_topk": 10 }, "extra_md": null, "conversation": [ { "role": "user", "content": "Fact: The currency used in the country shaped like a boot is" } ], "generated": [], "tokens": [ "Fact", ":", " The", " currency", " used", " in", " the", " country", " shaped", " like", " a", " boot", " is" ], "readouts": [ { "position": 12, "token": " is", "model_top": [ " the", " Euro", " called", " Euros", " euro", " euros", " L", " named" ], "layers": { "0": [ " \n", " \n\n\n", " \n\n", "\u3002\n", " \n\n\n\n", " \n\t\n", " \n\t\t\n", " \r\n" ], "1": [ "\u3002\n", " \u0440\u0435\u0439\u0442", " \n", "\u2019.", " \n\n", " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430", "\u205a", " \u043d\u0430\u0440\u043a\u043e" ], "2": [ "\u3002\n", "\u2019.", "\u3002\r\n", "\uff1f\n", "|.\n", " \u0440\u0435\u0439\u0442", ".\n", "\u205a" ], "3": [ "\u3002\n", " \n", "\u3002\r\n", " .\n", " \u0440\u0435\u0439\u0442", " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430", " ).\n", " \u043f\u043e\u0441\u043a\u043e\u043b\u044c" ], "4": [ " \u043f\u043e\u0441\u043a\u043e\u043b\u044c", " ;;^", " principalColumn", "\u0447\u0440", "\u5459", " \u0434\u0430\u0436", " \u0440\u0435\u0439\u0442", " Bbw" ], "5": [ " \u043f\u043e\u0441\u043a\u043e\u043b\u044c", " \u0440\u0435\u0439\u0442", " \u043a\u043d\u043e\u043f\u043a", "\ud5c0", " principalColumn", " \u0434\u0430\u0436", ".ApplyResources", " salopes" ], "6": [ " principalColumn", ".ApplyResources", " \u0440\u0435\u0439\u0442", "TRGL", ".SizeType", " \u043f\u043e\u0441\u043a\u043e\u043b\u044c", " ;;^", "RGBO" ], "7": [ "\u0e42\u0e1b\u0e23\u0e41", " \u0644\u0644\u063a\u0627", "NdEx", " ;;^", " \u0440\u0435\u0439\u0442", ".ApplyResources", " erotisk", "ERSHEY" ], "8": [ " erotisk", " limburg", " danmark", " milfs", " aalborg", " k\u00f8benhavn", " odense", " echang" ], "9": [ " danmark", " limburg", " milfs", " aalborg", " erotisk", " odense", " norge", " Bbw" ], "10": [ " erotisk", " pornost", " limburg", " k\u00f8benhavn", " danmark", " Bbw", " milfs", " erotique" ], "11": [ " erotisk", "\u205a", " k\u00f8benhavn", " \u041f\u043e\u0447\u0435\u043c", ".ApplyResources", " limburg", " pornost", " \u0440\u0435\u0439\u0442" ], "12": [ " k\u00f8benhavn", "\u205a", " \u043a\u043d\u043e\u043f\u043a", ".ApplyResources", " danmark", " limburg", " \u0440\u0435\u0439\u0442", " erotisk" ], "13": [ "\u205a", " danmark", " k\u00f8benhavn", " limburg", "().\n", "\u56e0\u5730\u5236", " \u041f\u043e\u0447\u0435\u043c", ".\n" ], "14": [ "\u205a", " limburg", " danmark", " k\u00f8benhavn", " \u043a\u043d\u043e\u043f\u043a", " \u0440\u0435\u0439\u0442", ".ApplyResources", " \u041f\u043e\u0447\u0435\u043c" ], "15": [ "\u205a", " limburg", ".\n", "().\n", "|.\n", " danmark", "/.\n", "\ud83c\uddec" ], "16": [ "\u2019.", ".\n", ".\u2019", "\u205a", "\u2043", "/.\n", "\ud83c\uddec", "\u2019.\n\n" ], "17": [ "_____", "________", "____", " ______", "?\n", "\u2019.", " _____", "____________" ], "18": [ "\u2019.", "?\n", ".\n", "\uff1f\n", "?\u2019", ".\u2019", "\u2019.\n\n", ")?\n" ], "19": [ "\uff1f\n", "?\n", "____", "________", "_____", "?\u2019", "____________", " ______" ], "20": [ "?\n", "\uff1f\n", ")?\n", "?\"\n", "\u201d?", "?\u201d", "_____", "?\u2019" ], "21": [ "?\n", "\uff1f\n", ".\n", "?\"\n", ")?\n", "'.\n", "\".\n", "?\n\n\n" ], "22": [ "\uff1f\n", "?\n", "?\"\n", ")?\n", "____", "?\r\n", "_____", "\u201d?" ], "23": [ "\uff1f\n", "?\"\n", "?\n", ")?\n", "?\r\n", "?\";\n", "?\u201d", "?\",\n" ], "24": [ "?\n", "?\"\n", ")?\n", "\uff1f\n", "\".\n", "?\r\n", "\u201d?", "?\";\n" ], "25": [ "?\n", "?\"\n", ")?\n", " Italy", "\uff1f\n", " Croatia", "\u610f\u5927\u5229", "\".\n" ], "26": [ "\u610f\u5927\u5229", " Italy", " Croatia", "Italy", " Italian", "\u6b27\u5143", " Italians", " Italia" ], "27": [ "\u6b27\u5143", "\u610f\u5927\u5229", " Euros", "\uff1f\n", "?\"\n", " Italy", " Currency", " Italians" ], "28": [ "\u6b27\u5143", " Currency", " Euros", "\u4eba\u6c11\u5e01", "\u8d27\u5e01", "\u53eb\u505a", ".Currency", " euros" ], "29": [ "\u6b27\u5143", "\u53eb\u505a", " Currency", "\u8d27\u5e01", " Euros", "\u4eba\u6c11\u5e01", "Currency", " currency" ], "30": [ "\u53eb\u505a", "\u6b27\u5143", " Currency", "\u8d27\u5e01", " currency", " Euros", "currency", "Currency" ], "31": [ " currency", " Currency", "\u6b27\u5143", "currency", "Currency", " currencies", "\u4eba\u6c11\u5e01", "\u8d27\u5e01" ], "32": [ "\u6b27\u5143", " currency", " Currency", " Euros", " euros", "\u4eba\u6c11\u5e01", " euro", "currency" ], "33": [ "\u6b27\u5143", " euro", " euros", " Euros", " Euro", "\u4eba\u6c11\u5e01", " currency", " Currency" ], "34": [ "\u6b27\u5143", " euro", " Euro", " Euros", " euros", "Euro", " EUR", " \u0435\u0432\u0440\u043e" ], "35": [ " Euro", " euro", "\u6b27\u5143", " Euros", " euros", "Euro", " EUR", " EURO" ], "36": [ " euro", " Euro", "\u6b27\u5143", " Euros", " euros", "Euro", " EURO", " EUR" ], "37": [ " Euro", " euro", " Euros", " euros", " called", "\u6b27\u5143", " EURO", "Euro" ], "38": [ " Euro", " Euros", " euro", " called", " euros", " the", " EURO", "\u6b27\u5143" ] } } ], "trajectories": [ { "word": "Italy", "position": 12, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 27477, 44142, 62887, 40285, 98414, 82129, 107587, 91510, 83277, 82064, 96888, 74403, 50581, 15161, 1869, 978, 469, 581, 748, 290, 937, 282, 1281, 493, 444, 4, 2, 6, 26, 18, 28, 95, 28, 42, 28, 17, 12, 14, 9 ] }, { "word": "Euro", "position": 12, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 19460, 53304, 61631, 51063, 72686, 73566, 74489, 72319, 73759, 67180, 85470, 50194, 21278, 3250, 1324, 1228, 396, 1153, 3327, 791, 823, 268, 1277, 525, 266, 54, 20, 27, 23, 26, 15, 16, 7, 2, 2, 1, 1, 1, 1 ] } ], "emergence": { "position": 12, "top1": " the", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 2294, 20227, 12397, 1221, 33320, 73632, 68020, 86033, 89681, 99164, 129724, 133611, 133971, 97246, 129160, 97110, 60774, 9249, 15018, 5148, 48454, 25276, 136120, 141765, 131091, 108112, 132841, 145025, 101065, 53822, 13235, 1064, 720, 637, 406, 115, 51, 11, 6 ] }, "scan": [], "vanilla": { "trajectories": [ { "word": "Italy", "position": 12, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 42613, 81451, 74032, 35992, 45847, 88687, 86388, 114514, 98926, 79071, 96564, 90791, 87530, 49760, 34691, 32796, 31283, 43136, 10002, 10230, 12884, 6939, 6431, 4064, 7831, 78, 1, 29, 118, 62, 48, 301, 22, 35, 26, 22, 14, 19, 11 ] }, { "word": "Euro", "position": 12, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 60132, 94965, 134220, 130018, 97558, 92844, 123717, 76438, 64099, 41887, 94774, 45682, 20472, 1716, 8351, 25247, 24616, 27610, 56604, 69376, 47117, 39935, 47408, 36647, 17517, 218, 52, 27, 30, 32, 22, 14, 3, 1, 1, 1, 1, 3, 3 ] } ], "top1_agreement": { "0": 0.0, "1": 0.0, "2": 0.0, "3": 0.0, "4": 0.0, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0, "9": 0.0, "10": 0.0, "11": 0.0, "12": 0.0, "13": 0.0, "14": 0.0, "15": 0.0, "16": 0.0, "17": 0.0, "18": 0.0, "19": 0.0, "20": 0.0, "21": 0.0, "22": 0.0, "23": 0.0, "24": 0.0, "25": 0.0, "26": 0.0, "27": 0.0, "28": 0.0, "29": 0.0, "30": 1.0, "31": 1.0, "32": 1.0, "33": 0.0, "34": 0.0, "35": 0.0, "36": 0.0, "37": 0.0, "38": 0.0 } }, "slice": null, "film": "film.json", "steer_calib": null }