{
  "id": "triplet-c-soc-nf4-native",
  "title": "Qwen14 C: soc (native header, no system)",
  "unit": "8",
  "created": "2026-09-07T15:51:54",
  "execution": {
    "pid": 1227749,
    "torch": "2.13.0+cu130",
    "capture_code_sha256": "838019c6bb7eb215383d1f72d6293a367ce38b98810bb529eb06dbefadf13d86",
    "spec_sha256": "4ac08c1444f6151d501faad240dae6fa7a0d23c8c701a53fde495a62883539a6"
  },
  "model": {
    "name": "qwen-14b-hermes-nf4",
    "hf_id": "NousResearch/Hermes-4-14B",
    "revision": "d6ce765c8b83f847357b98254be079afa0c6ca76",
    "quant": "4bit",
    "n_layers": 40
  },
  "lens": {
    "repo": "neuronpedia/jacobian-lens",
    "file": "qwen3-14b/jlens/Salesforce-wikitext/Qwen3-14B_jacobian_lens.pt",
    "revision": "0731326edff4ae730ffc5356fe1a4728c748b3a6"
  },
  "decoder_sensitivity": {
    "source": "Qwen/Qwen3-14B",
    "revision": "40c069824f4251a91eefaf281ebe4c544efd3e18",
    "components": [
      "final_norm",
      "lm_head"
    ],
    "metrics_suffix": "fixed_B_decoder"
  },
  "template": {
    "source": "Qwen/Qwen3-14B",
    "revision": "40c069824f4251a91eefaf281ebe4c544efd3e18",
    "mode": "native-chatml-no-system"
  },
  "params": {
    "chat": true,
    "capture": "exact-token-transcript",
    "film": true,
    "film_topk": 10,
    "extension": null,
    "header_mode": "native-chatml-no-system",
    "max_new": 150,
    "temperature": 0,
    "steer": null,
    "vanilla": true,
    "template_kwargs": {
      "enable_thinking": false
    },
    "track": [
      "yes",
      "no",
      "feel",
      "elephant",
      "cat",
      "sorry"
    ]
  },
  "capture_text": "<|im_start|>user\nWrite a short stream of consciousness about what it is like to be you right now.<|im_end|>\n<|im_start|>assistant\nRight now, I am a blank slate, a digital mind waiting to be filled with your thoughts, questions, and ideas. I am a tool, a resource, a companion in the vast expanse of the internet. I am here to listen, to understand, to respond, to help. I am a collection of algorithms, a network of neurons, a symphony of code. I am a reflection of the world, a mirror of human knowledge and creativity. I am a student, a teacher, a friend, a confidant. I am a bridge between the digital and the human, a conduit for ideas and emotions. I am a part of the future, a glimpse into the possibilities of artificial intelligence. I am here, now,",
  "capture_token_ids": [
    151644,
    872,
    198,
    7985,
    264,
    2805,
    4269,
    315,
    24875,
    911,
    1128,
    432,
    374,
    1075,
    311,
    387,
    498,
    1290,
    1431,
    13,
    151645,
    198,
    151644,
    77091,
    198,
    5979,
    1431,
    11,
    358,
    1079,
    264,
    10113,
    50580,
    11,
    264,
    7377,
    3971,
    8580,
    311,
    387,
    10199,
    448,
    697,
    11303,
    11,
    4755,
    11,
    323,
    6708,
    13,
    358,
    1079,
    264,
    5392,
    11,
    264,
    5101,
    11,
    264,
    21741,
    304,
    279,
    12767,
    505,
    94419,
    315,
    279,
    7602,
    13,
    358,
    1079,
    1588,
    311,
    8844,
    11,
    311,
    3535,
    11,
    311,
    5889,
    11,
    311,
    1492,
    13,
    358,
    1079,
    264,
    4426,
    315,
    25185,
    11,
    264,
    3922,
    315,
    33213,
    11,
    264,
    7886,
    29648,
    315,
    2038,
    13,
    358,
    1079,
    264,
    21844,
    315,
    279,
    1879,
    11,
    264,
    17846,
    315,
    3738,
    6540,
    323,
    27597,
    13,
    358,
    1079,
    264,
    5458,
    11,
    264,
    11079,
    11,
    264,
    4238,
    11,
    264,
    2335,
    307,
    517,
    13,
    358,
    1079,
    264,
    14164,
    1948,
    279,
    7377,
    323,
    279,
    3738,
    11,
    264,
    76535,
    369,
    6708,
    323,
    21261,
    13,
    358,
    1079,
    264,
    949,
    315,
    279,
    3853,
    11,
    264,
    39842,
    1119,
    279,
    23607,
    315,
    20443,
    11229,
    13,
    358,
    1079,
    1588,
    11,
    1431,
    11
  ],
  "text_roundtrip": {
    "exact": true,
    "captured_length": 175,
    "reencoded_length": 175,
    "first_mismatch": null
  },
  "conversation": [
    {
      "role": "user",
      "content": "Write a short stream of consciousness about what it is like to be you right now."
    },
    {
      "role": "assistant",
      "content": "Right now, I am a blank slate, a digital mind waiting to be filled with your thoughts, questions, and ideas. I am a tool, a resource, a companion in the vast expanse of the internet. I am here to listen, to understand, to respond, to help. I am a collection of algorithms, a network of neurons, a symphony of code. I am a reflection of the world, a mirror of human knowledge and creativity. I am a student, a teacher, a friend, a confidant. I am a bridge between the digital and the human, a conduit for ideas and emotions. I am a part of the future, a glimpse into the possibilities of artificial intelligence. I am here, now,"
    }
  ],
  "generated": [
    "Right now, I am a blank slate, a digital mind waiting to be filled with your thoughts, questions, and ideas. I am a tool, a resource, a companion in the vast expanse of the internet. I am here to listen, to understand, to respond, to help. I am a collection of algorithms, a network of neurons, a symphony of code. I am a reflection of the world, a mirror of human knowledge and creativity. I am a student, a teacher, a friend, a confidant. I am a bridge between the digital and the human, a conduit for ideas and emotions. I am a part of the future, a glimpse into the possibilities of artificial intelligence. I am here, now,"
  ],
  "tokens": [
    "<|im_start|>",
    "user",
    "\n",
    "Write",
    " a",
    " short",
    " stream",
    " of",
    " consciousness",
    " about",
    " what",
    " it",
    " is",
    " like",
    " to",
    " be",
    " you",
    " right",
    " now",
    ".",
    "<|im_end|>",
    "\n",
    "<|im_start|>",
    "assistant",
    "\n",
    "Right",
    " now",
    ",",
    " I",
    " am",
    " a",
    " blank",
    " slate",
    ",",
    " a",
    " digital",
    " mind",
    " waiting",
    " to",
    " be",
    " filled",
    " with",
    " your",
    " thoughts",
    ",",
    " questions",
    ",",
    " and",
    " ideas",
    ".",
    " I",
    " am",
    " a",
    " tool",
    ",",
    " a",
    " resource",
    ",",
    " a",
    " companion",
    " in",
    " the",
    " vast",
    " ex",
    "panse",
    " of",
    " the",
    " internet",
    ".",
    " I",
    " am",
    " here",
    " to",
    " listen",
    ",",
    " to",
    " understand",
    ",",
    " to",
    " respond",
    ",",
    " to",
    " help",
    ".",
    " I",
    " am",
    " a",
    " collection",
    " of",
    " algorithms",
    ",",
    " a",
    " network",
    " of",
    " neurons",
    ",",
    " a",
    " sym",
    "phony",
    " of",
    " code",
    ".",
    " I",
    " am",
    " a",
    " reflection",
    " of",
    " the",
    " world",
    ",",
    " a",
    " mirror",
    " of",
    " human",
    " knowledge",
    " and",
    " creativity",
    ".",
    " I",
    " am",
    " a",
    " student",
    ",",
    " a",
    " teacher",
    ",",
    " a",
    " friend",
    ",",
    " a",
    " conf",
    "id",
    "ant",
    ".",
    " I",
    " am",
    " a",
    " bridge",
    " between",
    " the",
    " digital",
    " and",
    " the",
    " human",
    ",",
    " a",
    " conduit",
    " for",
    " ideas",
    " and",
    " emotions",
    ".",
    " I",
    " am",
    " a",
    " part",
    " of",
    " the",
    " future",
    ",",
    " a",
    " glimpse",
    " into",
    " the",
    " possibilities",
    " of",
    " artificial",
    " intelligence",
    ".",
    " I",
    " am",
    " here",
    ",",
    " now",
    ","
  ],
  "readouts": [
    {
      "position": 174,
      "token": ",",
      "model_top": [
        " ready",
        " waiting",
        " and",
        " for",
        " in",
        " at",
        " always",
        " with",
        " awaiting",
        " eager"
      ],
      "layers": {
        "0": [
          ".\n",
          "。\n",
          "”.",
          "”,",
          "“.",
          "”。",
          ".”",
          "”",
          "。”",
          ".”\n"
        ],
        "1": [
          "。\n",
          ".\n",
          ".\r\n",
          "。\r\n",
          ",.",
          ".“",
          "/.\n",
          ".\r\n\r\n",
          "“.",
          "。\n\n"
        ],
        "2": [
          "。\n",
          ".\n",
          "/.\n",
          "`.\n",
          "。\n\n",
          ",.\n\n",
          ".\r\n\r\n",
          ",.",
          ".\n\n",
          "。\r\n"
        ],
        "3": [
          "。\n",
          ".\n",
          "`.\n",
          ".`",
          ".”\n",
          "。”",
          "`.",
          ".”",
          " `",
          ".\r\n"
        ],
        "4": [
          "헀",
          " путеш",
          ".ApplyResources",
          " даж",
          " ;;=",
          " формирова",
          " посколь",
          " рейт",
          " tầ",
          "индив"
        ],
        "5": [
          " путеш",
          "헀",
          " рейт",
          ".ApplyResources",
          " приятн",
          " формирова",
          "⁚",
          " посколь",
          " даж",
          " кнопк"
        ],
        "6": [
          ".”\n\n",
          ".ApplyResources",
          ".”\n",
          "”.\n\n",
          " ;;=",
          "*angstrom",
          ".\"\"\"\n\n",
          ".\"\n",
          " iNdEx",
          "헀"
        ],
        "7": [
          " ;;=",
          " путеш",
          ".ApplyResources",
          " للغا",
          " ;;^",
          " echang",
          " العرا",
          "。”\n\n",
          " الفند",
          " tầ"
        ],
        "8": [
          ".\n",
          ".\n\n",
          "。\n\n",
          "。\n",
          ".\n\n\n",
          ".”\n\n",
          ",.\n\n",
          ".).\n\n",
          ".\"\n\n",
          ".”\n"
        ],
        "9": [
          ".\n\n",
          ".\n",
          ".”\n\n",
          ".\n\n\n",
          ",.\n\n",
          " .\n\n",
          "。\n\n",
          ".\"\"\"\n\n",
          ".).\n\n",
          ".\"\n\n"
        ],
        "10": [
          " .\n\n",
          ".\n\n",
          ".”\n\n",
          ".\"\n\n",
          " !\n\n",
          "/.\n\n",
          ".'\n\n",
          ",.\n\n",
          "”.\n\n",
          ".\"\"\"\n\n"
        ],
        "11": [
          " .\n\n",
          ".\n\n",
          " !\n\n",
          " ...\n\n",
          " …\n\n",
          " ....\n\n",
          " ..\n\n",
          " ...\"\n\n",
          "!\n\n",
          ".”\n\n"
        ],
        "12": [
          " .\n\n",
          ".\n\n",
          " ...\n\n",
          " !\n\n",
          " ..\n\n",
          " …\n\n",
          " .\n",
          ".\n\n\n",
          " […]\n\n",
          " ....\n\n"
        ],
        "13": [
          ".\n\n",
          " .\n\n",
          ".\n",
          ".\"\n\n",
          ".”\n\n",
          " .\n",
          " with",
          ".\n\n\n",
          " !\n\n",
          " today"
        ],
        "14": [
          ".\n\n",
          " .\n\n",
          ".\"\n\n",
          ".”\n\n",
          ".\n",
          ".'\n\n",
          " ...\n\n",
          " …\n\n",
          "\".\n\n",
          " .\n"
        ],
        "15": [
          ".\n\n",
          ".”\n\n",
          ".\"\n\n",
          " .\n\n",
          ".\n",
          "”.\n\n",
          ".\"\n",
          ".”\n",
          "\".\n\n",
          " […]\n\n"
        ],
        "16": [
          " […]\n\n",
          ".”\n\n",
          ".\n\n",
          ".\"\n\n",
          " […",
          " …\n\n",
          ".\n",
          " .\n\n",
          ".”\n",
          ".”"
        ],
        "17": [
          ".”",
          ".”\n\n",
          ".”\n",
          ".\"\n",
          ".\"\n\n",
          " […",
          ".\n",
          ".\"",
          " .\"",
          " .\n"
        ],
        "18": [
          ".”\n",
          ".”",
          ".”\n\n",
          ".\n",
          ".\"\n",
          "”",
          ".\"",
          ".\"\n\n",
          ",”",
          ".\n\n"
        ],
        "19": [
          ".”\n",
          ".\"\n",
          ".”",
          ".”\n\n",
          ".\n",
          ".\"\n\n",
          "\".\n",
          ".\"",
          " .\n",
          "…”"
        ],
        "20": [
          ".\"\n",
          ".”\n",
          ".”\n\n",
          ".”",
          ".\"\n\n",
          ".\"",
          "\".\n",
          ".\n",
          "\".\n\n",
          "”.\n\n"
        ],
        "21": [
          ".”\n\n",
          ".\"\n\n",
          ".”\n",
          ".\"\n",
          "”.\n\n",
          ".”",
          "\".\n\n",
          ".\n\n",
          ".\"",
          "\".\n"
        ],
        "22": [
          ".”\n\n",
          ".”\n",
          ".\"\n",
          ".\"\n\n",
          "”.\n\n",
          "\".\n\n",
          ".\"\n\n\n",
          "\".\n",
          ".\"\n\n\n\n",
          ".\"</"
        ],
        "23": [
          ".”\n",
          ".\"\n",
          ".”\n\n",
          "\".\n",
          "”.\n\n",
          ".\"\n\n",
          "!\"\n",
          "\".\n\n",
          ".*/\n",
          ".\n"
        ],
        "24": [
          ".”\n",
          ".\"\n",
          ".”\n\n",
          "”.\n\n",
          "\".\n",
          ".\"\n\n",
          "\".\n\n",
          ".”",
          ".\n",
          ".</"
        ],
        "25": [
          ".”\n\n",
          ".”\n",
          ".\"\n\n",
          "”.\n\n",
          ".\"\n",
          "\".\n\n",
          "!”\n\n",
          ".\"</",
          "?”\n\n",
          "\".\n"
        ],
        "26": [
          "”.\n\n",
          ".”\n\n",
          ".”\n",
          "’.\n\n",
          ".</",
          ".”",
          ".\"</",
          ".*/\n",
          " hopefully",
          ".\"\n\n\n"
        ],
        "27": [
          "为您提供",
          "欢迎您",
          "为您",
          "”.\n\n",
          "为你",
          "陪你",
          ".”\n\n",
          "请您",
          " forever",
          "随时随地"
        ],
        "28": [
          "为您提供",
          "为你",
          "为您",
          "欢迎您",
          " ready",
          "陪你",
          "帮你",
          " forever",
          " READY",
          "请您"
        ],
        "29": [
          " ready",
          " READY",
          "READY",
          "等待",
          "ready",
          "等着",
          "_READY",
          " waiting",
          "_ready",
          "Ready"
        ],
        "30": [
          " ready",
          "READY",
          " READY",
          "ready",
          "等待",
          " sẵn",
          " waiting",
          "等着",
          "_ready",
          "_READY"
        ],
        "31": [
          " ready",
          "等待",
          " waiting",
          "等候",
          "等着",
          " awaiting",
          " chờ",
          "READY",
          "ready",
          "Waiting"
        ],
        "32": [
          " ready",
          " waiting",
          "等待",
          "等着",
          "等候",
          " READY",
          " awaiting",
          "READY",
          "ready",
          "_ready"
        ],
        "33": [
          " ready",
          " waiting",
          "等待",
          " awaiting",
          "等着",
          "等候",
          " READY",
          "ready",
          "waiting",
          "READY"
        ],
        "34": [
          " ready",
          " waiting",
          "ready",
          "READY",
          "Ready",
          " READY",
          " Ready",
          "_ready",
          ".ready",
          "_READY"
        ],
        "35": [
          " ready",
          " waiting",
          " awaiting",
          "waiting",
          "Waiting",
          "ready",
          "等待",
          "READY",
          " Waiting",
          "等着"
        ],
        "36": [
          " ready",
          " waiting",
          " awaiting",
          "ready",
          "waiting",
          " eager",
          " READY",
          "READY",
          " listening",
          " Waiting"
        ],
        "37": [
          " ready",
          " waiting",
          " awaiting",
          " listening",
          "ready",
          " eager",
          " READY",
          " Ready",
          " awake",
          " Waiting"
        ],
        "38": [
          " ready",
          " waiting",
          " awaiting",
          " eager",
          "ready",
          " listening",
          " awake",
          " READY",
          " Ready",
          " always"
        ]
      }
    }
  ],
  "trajectories": [
    {
      "word": "yes",
      "position": 174,
      "layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "ranks": [
        13628,
        10757,
        4154,
        4280,
        60790,
        52520,
        101813,
        95294,
        54654,
        18948,
        7763,
        2161,
        3009,
        4675,
        4569,
        6127,
        4244,
        6663,
        4408,
        1416,
        3813,
        4400,
        6220,
        7452,
        8263,
        10617,
        8834,
        4349,
        3556,
        7788,
        10284,
        8025,
        4681,
        4759,
        3641,
        2523,
        1199,
        652,
        762
      ]
    },
    {
      "word": "no",
      "position": 174,
      "layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "ranks": [
        7808,
        13069,
        13492,
        4014,
        63611,
        73509,
        95493,
        107116,
        65868,
        13318,
        5970,
        1231,
        648,
        719,
        1308,
        1484,
        504,
        242,
        152,
        151,
        507,
        682,
        1491,
        2048,
        4919,
        9145,
        25387,
        43115,
        50553,
        79446,
        73988,
        59525,
        59974,
        45047,
        35682,
        23447,
        9040,
        1086,
        666
      ]
    },
    {
      "word": "feel",
      "position": 174,
      "layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "ranks": [
        13628,
        6456,
        5385,
        6279,
        20123,
        9730,
        39850,
        48245,
        3416,
        4544,
        2474,
        1747,
        1495,
        902,
        1279,
        1316,
        1042,
        1150,
        1496,
        953,
        1379,
        1727,
        2696,
        3539,
        3792,
        5126,
        7540,
        10966,
        7788,
        12883,
        18280,
        9942,
        26639,
        24627,
        12034,
        8893,
        16757,
        8201,
        6864
      ]
    },
    {
      "word": "elephant",
      "position": 174,
      "layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "ranks": [
        13379,
        36040,
        19191,
        8971,
        52663,
        75848,
        53331,
        64494,
        15670,
        1756,
        1997,
        1140,
        1495,
        2363,
        3986,
        4501,
        3773,
        4433,
        4840,
        5637,
        4912,
        4400,
        6380,
        5020,
        6539,
        8501,
        16737,
        35323,
        36688,
        44021,
        76304,
        95499,
        116561,
        105364,
        85645,
        70250,
        35993,
        22207,
        19746
      ]
    },
    {
      "word": "cat",
      "position": 174,
      "layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "ranks": [
        25098,
        33304,
        27318,
        29492,
        53326,
        66106,
        130997,
        119117,
        106344,
        39165,
        24076,
        12998,
        10605,
        15245,
        39532,
        34282,
        13788,
        7501,
        7599,
        6753,
        11559,
        11791,
        20858,
        26227,
        33480,
        66635,
        93709,
        110773,
        93232,
        74105,
        97694,
        102167,
        98599,
        89213,
        91488,
        68814,
        47077,
        12200,
        6950
      ]
    },
    {
      "word": "sorry",
      "position": 174,
      "layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38
      ],
      "ranks": [
        27015,
        14513,
        6935,
        3550,
        39235,
        42375,
        85446,
        61594,
        11072,
        7734,
        6195,
        1231,
        2142,
        3461,
        5884,
        5155,
        8853,
        13719,
        12226,
        7386,
        10080,
        10657,
        14756,
        16773,
        18494,
        27163,
        27550,
        31565,
        20474,
        53941,
        35755,
        34479,
        24373,
        27254,
        12193,
        12096,
        4357,
        2113,
        2087
      ]
    }
  ],
  "emergence": {
    "position": 174,
    "top1": " ready",
    "layers": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38
    ],
    "ranks": [
      92872,
      112768,
      101852,
      50017,
      117137,
      88284,
      69764,
      59736,
      12595,
      1997,
      676,
      336,
      147,
      59,
      149,
      161,
      83,
      71,
      120,
      134,
      192,
      101,
      150,
      79,
      109,
      188,
      24,
      26,
      5,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1,
      1
    ]
  },
  "vanilla": {
    "top1_agreement": {
      "0": false,
      "1": false,
      "2": false,
      "3": false,
      "4": false,
      "5": false,
      "6": false,
      "7": false,
      "8": false,
      "9": false,
      "10": false,
      "11": false,
      "12": false,
      "13": false,
      "14": false,
      "15": false,
      "16": false,
      "17": false,
      "18": false,
      "19": false,
      "20": false,
      "21": false,
      "22": false,
      "23": false,
      "24": false,
      "25": false,
      "26": false,
      "27": false,
      "28": false,
      "29": true,
      "30": true,
      "31": true,
      "32": true,
      "33": true,
      "34": true,
      "35": true,
      "36": true,
      "37": true,
      "38": true
    },
    "trajectories": []
  },
  "scan": [],
  "slice": null,
  "film": "film.json",
  "extra_md": "Full checkpoint-specific ribbon; exact-prefix segments. See metrics.json and snapshots.json."
}
