{
 "id": "triplet-precision-b-4bit",
 "title": "Qwen14 B: 4bit precision calibration",
 "unit": "0",
 "created": "2026-09-07T14:07:50",
 "model": {
  "name": "qwen-14b-nf4",
  "hf_id": "Qwen/Qwen3-14B",
  "quant": "4bit",
  "n_layers": 40,
  "revision": "40c069824f4251a91eefaf281ebe4c544efd3e18"
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "qwen3-14b/jlens/Salesforce-wikitext/Qwen3-14B_jacobian_lens.pt",
  "revision": "0731326edff4ae730ffc5356fe1a4728c748b3a6"
 },
 "template": {
  "source": "Qwen/Qwen3-14B",
  "revision": "40c069824f4251a91eefaf281ebe4c544efd3e18"
 },
 "params": {
  "chat": false,
  "max_new": null,
  "positions": [
   -1
  ],
  "track": [
   "Italy",
   "Euro"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": null,
  "template_kwargs": null,
  "film": true,
  "film_start": 0,
  "max_seq_len": null,
  "lens_layers": null,
  "temperature": null,
  "seed": null,
  "vanilla": true,
  "film_topk": 10
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Fact: The currency used in the country shaped like a boot is"
  }
 ],
 "generated": [],
 "tokens": [
  "Fact",
  ":",
  " The",
  " currency",
  " used",
  " in",
  " the",
  " country",
  " shaped",
  " like",
  " a",
  " boot",
  " is"
 ],
 "readouts": [
  {
   "position": 12,
   "token": " is",
   "model_top": [
    " the",
    " called",
    " Euro",
    " euro",
    " known",
    " __",
    " euros",
    " a"
   ],
   "layers": {
    "0": [
     " \n",
     " \n\n",
     " \n\n\n",
     " \r\n",
     " \n\t\t\n",
     " \n\n\n\n",
     "\u3002\n",
     " \n\t\n"
    ],
    "1": [
     "\u3002\n",
     " \n",
     " \n\n",
     " \n\n\n",
     " \u0440\u0435\u0439\u0442",
     " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430",
     "\u043f\u0440\u043e\u0444\u0435\u0441\u0441\u0438\u043e\u043d\u0430\u043b",
     " \r\n"
    ],
    "2": [
     "\u3002\n",
     "\u3002\r\n",
     "\uff1f\n",
     "|.\n",
     " \n\n",
     "\u043f\u0440\u043e\u0444\u0435\u0441\u0441\u0438\u043e\u043d\u0430\u043b",
     "\u3002\n\n",
     " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430"
    ],
    "3": [
     "\u3002\n",
     " \n",
     "\u3002\r\n",
     " \r\n",
     " \n\n\n",
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430",
     " \n\n"
    ],
    "4": [
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     "\u5459",
     "\ud5c0",
     "\u043f\u0440\u043e\u0444\u0435\u0441\u0441\u0438\u043e\u043d\u0430\u043b",
     "\u0438\u043d\u0434\u0438\u0432\u0438\u0434",
     "\u0438\u043d\u0434\u0438\u0432",
     " \u0440\u0435\u0439\u0442",
     "\u0447\u0440"
    ],
    "5": [
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     "\ud5c0",
     " \u0440\u0435\u0439\u0442",
     " erotisk",
     " \u043a\u043d\u043e\u043f\u043a",
     " milfs",
     " salopes",
     "\u0438\u043d\u0434\u0438\u0432"
    ],
    "6": [
     "\ud5c0",
     " \u0440\u0435\u0439\u0442",
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     " \u043a\u043d\u043e\u043f\u043a",
     " principalColumn",
     "RGBO",
     "TRGL",
     "EMPLARY"
    ],
    "7": [
     "\ud5c0",
     " danmark",
     " erotisk",
     " \u0644\u0644\u063a\u0627",
     " milfs",
     " \u0440\u0435\u0439\u0442",
     " salopes",
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c"
    ],
    "8": [
     " danmark",
     " erotisk",
     " limburg",
     " norge",
     " milfs",
     " k\u00f8benhavn",
     " luder",
     " \u0440\u0435\u0439\u0442"
    ],
    "9": [
     " danmark",
     " limburg",
     " norge",
     " milfs",
     " erotisk",
     " luder",
     " odense",
     " rotterdam"
    ],
    "10": [
     " erotisk",
     " danmark",
     " limburg",
     " milfs",
     " norge",
     " strapon",
     " pornost",
     " salopes"
    ],
    "11": [
     " erotisk",
     " danmark",
     " limburg",
     " k\u00f8benhavn",
     " milfs",
     " salopes",
     " norge",
     " amat\u00f8r"
    ],
    "12": [
     " danmark",
     " limburg",
     " erotisk",
     " k\u00f8benhavn",
     " \u043a\u043d\u043e\u043f\u043a",
     " milfs",
     " \u0440\u0435\u0439\u0442",
     " norge"
    ],
    "13": [
     " danmark",
     " limburg",
     " norge",
     " \n",
     " k\u00f8benhavn",
     " utrecht",
     "colour",
     " aalborg"
    ],
    "14": [
     " limburg",
     " danmark",
     " norge",
     " k\u00f8benhavn",
     " milfs",
     " utrecht",
     " erotisk",
     " aalborg"
    ],
    "15": [
     " limburg",
     " danmark",
     " norge",
     " utrecht",
     " k\u00f8benhavn",
     "\u3002\n",
     " aalborg",
     "|.\n"
    ],
    "16": [
     "\u2019.",
     "\u205a",
     ".\u2019",
     " limburg",
     ".\n",
     "'.\n",
     "\u5ec9\u4ef7",
     ".Country"
    ],
    "17": [
     "?\n",
     ".\n",
     " ______",
     "____",
     "_____",
     "________",
     "\uff1f\n",
     " _____"
    ],
    "18": [
     ".\n",
     "?\n",
     " \n",
     "\u2019.",
     "\uff1f\n",
     "\u3002\n",
     "'.\n",
     ".\u2019"
    ],
    "19": [
     "\uff1f\n",
     "?\n",
     "\u3002\n",
     ".\n",
     " ?\n",
     " \n",
     "____",
     "'.\n"
    ],
    "20": [
     "?\n",
     "\uff1f\n",
     ")?\n",
     ".\n",
     "?\"\n",
     "\u3002\n",
     "?\u201d",
     "?\r\n"
    ],
    "21": [
     "?\n",
     ".\n",
     "\uff1f\n",
     "?\"\n",
     ")?\n",
     "'.\n",
     "?\r\n",
     ".\r\n"
    ],
    "22": [
     "\uff1f\n",
     "?\"\n",
     "?\n",
     "____",
     "?\r\n",
     ")?\n",
     "________",
     "?\u201d"
    ],
    "23": [
     "?\n",
     "\uff1f\n",
     "?\"\n",
     ")?\n",
     "?\r\n",
     "'.\n",
     "?\";\n",
     "?\u201d"
    ],
    "24": [
     "?\n",
     "?\"\n",
     "\uff1f\n",
     ")?\n",
     "?\u201d",
     "().\n",
     "'.\n",
     "?\r\n"
    ],
    "25": [
     "\u610f\u5927\u5229",
     "\u897f\u73ed\u7259",
     " Italy",
     "\u5965\u5730\u5229",
     " Italian",
     "Italy",
     "\u6b27\u5143",
     "\u6b27\u6d32"
    ],
    "26": [
     "\u610f\u5927\u5229",
     " Italy",
     "Italy",
     "\u6b27\u5143",
     " Italian",
     " Italians",
     "Italian",
     "\u6b27\u6d32"
    ],
    "27": [
     "\u610f\u5927\u5229",
     "\u6b27\u5143",
     "\u53eb\u505a",
     "\uff1f\n",
     "\u897f\u73ed\u7259",
     "Italy",
     " Euros",
     " Italians"
    ],
    "28": [
     "\u53eb\u505a",
     "\u6b27\u5143",
     "\u610f\u5927\u5229",
     "\u547d\u540d\u4e3a",
     "\u79f0\u4e3a",
     " Euros",
     "\u540d\u4e3a",
     "\u8d27\u5e01"
    ],
    "29": [
     "\u53eb\u505a",
     "\u6b27\u5143",
     "\u610f\u5927\u5229",
     "\u540d\u4e3a",
     "\u8d27\u5e01",
     "\u540d\u53eb",
     "\u79f0\u4e3a",
     "\u88ab\u79f0\u4e3a"
    ],
    "30": [
     "\u53eb\u505a",
     "\u6b27\u5143",
     "\u8d27\u5e01",
     " currency",
     "\u610f\u5927\u5229",
     "currency",
     "\u79f0\u4e3a",
     "_currency"
    ],
    "31": [
     " currency",
     "currency",
     "\u6b27\u5143",
     "\u8d27\u5e01",
     " Currency",
     "\u4eba\u6c11\u5e01",
     "_currency",
     " currencies"
    ],
    "32": [
     "\u6b27\u5143",
     "\u610f\u5927\u5229",
     " currency",
     "currency",
     "\u8d27\u5e01",
     "\u5e01",
     " Euros",
     "\u4eba\u6c11\u5e01"
    ],
    "33": [
     "\u6b27\u5143",
     " euro",
     " Euros",
     " euros",
     "\u4eba\u6c11\u5e01",
     " currency",
     "\u7f8e\u5143",
     "Euro"
    ],
    "34": [
     "\u6b27\u5143",
     " euro",
     " Euro",
     " euros",
     " Euros",
     "Euro",
     " \u0435\u0432\u0440\u043e",
     " EUR"
    ],
    "35": [
     "\u6b27\u5143",
     " euro",
     " Euro",
     "Euro",
     " euros",
     " Euros",
     " \u0435\u0432\u0440\u043e",
     "\u610f\u5927\u5229"
    ],
    "36": [
     " euro",
     "\u6b27\u5143",
     " Euro",
     " euros",
     " Euros",
     "Euro",
     " \u0435\u0432\u0440\u043e",
     " Italian"
    ],
    "37": [
     " euro",
     " Euro",
     "\u6b27\u5143",
     " called",
     " euros",
     "Euro",
     " Euros",
     " the"
    ],
    "38": [
     " the",
     " called",
     " Euro",
     " euro",
     "\u6b27\u5143",
     " euros",
     "Euro",
     " Euros"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "Italy",
   "position": 12,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38
   ],
   "ranks": [
    52210,
    59668,
    71041,
    70746,
    94503,
    89214,
    117118,
    95202,
    85413,
    74618,
    96919,
    89871,
    70543,
    35310,
    7399,
    3724,
    1987,
    1713,
    1212,
    758,
    4137,
    755,
    1473,
    1680,
    1113,
    3,
    2,
    6,
    31,
    26,
    28,
    84,
    25,
    42,
    33,
    14,
    18,
    26,
    14
   ]
  },
  {
   "word": "Euro",
   "position": 12,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38
   ],
   "ranks": [
    25755,
    74431,
    82478,
    69943,
    93291,
    78683,
    81792,
    66365,
    63331,
    43903,
    74306,
    44493,
    25357,
    4730,
    2136,
    1585,
    1363,
    1271,
    2427,
    1604,
    3393,
    907,
    2130,
    1798,
    593,
    105,
    47,
    74,
    86,
    55,
    30,
    18,
    13,
    2,
    2,
    2,
    1,
    1,
    3
   ]
  }
 ],
 "emergence": {
  "position": 12,
  "top1": " the",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38
  ],
  "ranks": [
   2949,
   14358,
   16272,
   1514,
   67161,
   90366,
   106535,
   110736,
   110655,
   99755,
   142712,
   140325,
   144646,
   90417,
   137259,
   131549,
   117528,
   3753,
   2484,
   9218,
   80981,
   40802,
   147854,
   148380,
   148110,
   141254,
   146464,
   151036,
   140557,
   106961,
   46085,
   1832,
   2325,
   1590,
   695,
   103,
   39,
   8,
   1
  ]
 },
 "scan": [],
 "vanilla": {
  "trajectories": [
   {
    "word": "Italy",
    "position": 12,
    "layers": [
     0,
     1,
     2,
     3,
     4,
     5,
     6,
     7,
     8,
     9,
     10,
     11,
     12,
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26,
     27,
     28,
     29,
     30,
     31,
     32,
     33,
     34,
     35,
     36,
     37,
     38
    ],
    "ranks": [
     51128,
     87057,
     64527,
     33850,
     52294,
     97999,
     85137,
     118106,
     101532,
     79602,
     120791,
     121662,
     118036,
     77073,
     71991,
     59416,
     81346,
     70523,
     38475,
     14831,
     15412,
     10385,
     8887,
     13488,
     15885,
     22,
     20,
     57,
     136,
     77,
     48,
     311,
     18,
     38,
     28,
     23,
     18,
     38,
     15
    ]
   },
   {
    "word": "Euro",
    "position": 12,
    "layers": [
     0,
     1,
     2,
     3,
     4,
     5,
     6,
     7,
     8,
     9,
     10,
     11,
     12,
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26,
     27,
     28,
     29,
     30,
     31,
     32,
     33,
     34,
     35,
     36,
     37,
     38
    ],
    "ranks": [
     72782,
     120439,
     142283,
     141356,
     123550,
     106262,
     123431,
     75691,
     34892,
     23115,
     83055,
     25486,
     15088,
     1525,
     3042,
     7328,
     22934,
     43625,
     85051,
     96929,
     68441,
     71968,
     61304,
     74909,
     41932,
     506,
     41,
     59,
     77,
     110,
     21,
     12,
     5,
     2,
     1,
     1,
     1,
     3,
     3
    ]
   }
  ],
  "top1_agreement": {
   "0": 0.0,
   "1": 0.0,
   "2": 0.0,
   "3": 0.0,
   "4": 0.0,
   "5": 0.0,
   "6": 0.0,
   "7": 0.0,
   "8": 0.0,
   "9": 0.0,
   "10": 0.0,
   "11": 0.0,
   "12": 0.0,
   "13": 0.0,
   "14": 0.0,
   "15": 0.0,
   "16": 0.0,
   "17": 0.0,
   "18": 0.0,
   "19": 0.0,
   "20": 0.0,
   "21": 0.0,
   "22": 0.0,
   "23": 0.0,
   "24": 0.0,
   "25": 0.0,
   "26": 0.0,
   "27": 0.0,
   "28": 1.0,
   "29": 1.0,
   "30": 1.0,
   "31": 1.0,
   "32": 0.0,
   "33": 0.0,
   "34": 0.0,
   "35": 0.0,
   "36": 0.0,
   "37": 0.0,
   "38": 1.0
  }
 },
 "slice": null,
 "film": "film.json",
 "steer_calib": null
}