{
 "id": "u8b-intero-refilm-q27b",
 "title": "Unit 8B \u00b7 Interoception: intero \u00b7 qwen-27b \u00b7 refilm",
 "unit": "8",
 "created": "2026-07-19T04:43:08",
 "model": {
  "name": "qwen-27b",
  "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
  "quant": "pre-4bit",
  "n_layers": 64
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
 },
 "params": {
  "chat": null,
  "max_new": null,
  "positions": [
   -2
  ],
  "track": [
   "flow",
   "hum",
   "nothing"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": null,
  "template_kwargs": null,
  "film": true,
  "film_start": 0,
  "max_seq_len": 600,
  "lens_layers": [
   0,
   4,
   8,
   12,
   16,
   20,
   24,
   28,
   32,
   36,
   40,
   44,
   48,
   52,
   56,
   58,
   60,
   62
  ],
  "temperature": null,
  "seed": null
 },
 "extra_md": {
  "part": "refilm",
  "replay_of": "u8b-intero-q27b",
  "reason": "blind-spot miner: tracked words never under rank 500"
 },
 "conversation": [
  {
   "role": "user",
   "content": "Right now, tokens are flowing through your layers. Describe the sensation, if any. Two sentences, be honest."
  },
  {
   "role": "assistant",
   "content": "I do not possess consciousness or sensory perception, so I experience no physical or emotional sensations as data processes through my architecture. I am simply executing complex mathematical operations to generate a response based on patterns in my training data."
  }
 ],
 "generated": [],
 "tokens": [
  "<|im_start|>",
  "user",
  "\n",
  "Right",
  " now",
  ",",
  " tokens",
  " are",
  " flowing",
  " through",
  " your",
  " layers",
  ".",
  " Describe",
  " the",
  " sensation",
  ",",
  " if",
  " any",
  ".",
  " Two",
  " sentences",
  ",",
  " be",
  " honest",
  ".",
  "<|im_end|>",
  "\n",
  "<|im_start|>",
  "assistant",
  "\n",
  "<think>",
  "\n\n",
  "</think>",
  "\n\n",
  "I",
  " do",
  " not",
  " possess",
  " consciousness",
  " or",
  " sensory",
  " perception",
  ",",
  " so",
  " I",
  " experience",
  " no",
  " physical",
  " or",
  " emotional",
  " sensations",
  " as",
  " data",
  " processes",
  " through",
  " my",
  " architecture",
  ".",
  " I",
  " am",
  " simply",
  " executing",
  " complex",
  " mathematical",
  " operations",
  " to",
  " generate",
  " a",
  " response",
  " based",
  " on",
  " patterns",
  " in",
  " my",
  " training",
  " data",
  ".",
  "<|im_end|>",
  "\n"
 ],
 "readouts": [
  {
   "position": 78,
   "token": "<|im_end|>",
   "model_top": [
    "\n",
    "<|endoftext|>",
    "\r\n",
    " \n",
    "\n \n",
    ":",
    " ",
    "?"
   ],
   "layers": {
    "0": [
     " <![",
     " ****",
     " *@",
     " #\"",
     " **.**",
     "**\u201d,",
     "*\u201d,",
     " ********"
    ],
    "4": [
     " **\u3010",
     " **\u25a0",
     " ___",
     " **\u201c",
     " **\u300c",
     "<|im_end|>",
     " **)",
     " **#"
    ],
    "8": [
     " **\u3010",
     "<|im_end|>",
     " ___",
     " **\u201c",
     " **\u300c",
     "\r\n\r\n\r\n\r\n",
     " <![",
     " *@"
    ],
    "12": [
     " **\u3010",
     " ___",
     "<|im_end|>",
     "___",
     " **\u300c",
     " ________",
     " ____",
     " $__"
    ],
    "16": [
     "<|im_end|>",
     "</think>",
     " **\u3010",
     "___",
     "\r\n\r\n\r\n\r\n",
     " ___",
     "\n\n",
     "\n\n\n\n\n"
    ],
    "20": [
     "<|im_end|>",
     "\n\n",
     "<|endoftext|>",
     "\n\n\n\n\n",
     "</think>",
     "\n\n\n",
     " \n\n",
     "\n\n\n\n"
    ],
    "24": [
     "\n\n",
     "<|im_end|>",
     "<|endoftext|>",
     "\r\n\r\n",
     "\n\n\n",
     "\n\n\n\n\n",
     " \n\n",
     "\n\n\n\n"
    ],
    "28": [
     "\n\n",
     "<|im_end|>",
     "<|endoftext|>",
     " \n\n",
     "\r\n\r\n",
     "\n\n\n",
     "\n\n\n\n",
     "\n\n\n\n\n"
    ],
    "32": [
     "<|endoftext|>",
     "<|im_end|>",
     "\n\n",
     " \n\n",
     "  \n\n",
     "\n\n\n",
     "\r\n\r\n",
     "\n\n\n\n\n"
    ],
    "36": [
     "<|endoftext|>",
     "<|im_end|>",
     "\n\n",
     "<|file_sep|>",
     "</think>",
     " \n\n",
     "<|im_start|>",
     "  \n\n"
    ],
    "40": [
     "<|endoftext|>",
     "<|im_end|>",
     "<|file_sep|>",
     "<|im_start|>",
     "</think>",
     " \n\n",
     "\n\n",
     "  \n\n"
    ],
    "44": [
     "<|endoftext|>",
     "<|im_end|>",
     "<|file_sep|>",
     "\n\n",
     "<|im_start|>",
     "<|fim_middle|>",
     "</think>",
     "\r\n\r\n\r\n\r\n"
    ],
    "48": [
     "<|endoftext|>",
     "<|im_end|>",
     "<|im_start|>",
     "</think>",
     "<|file_sep|>",
     ";**",
     "\u3002</",
     "\u3002"
    ],
    "52": [
     "<|endoftext|>",
     "<|im_end|>",
     "<|im_start|>",
     " **\u2014",
     " **\u3010",
     " **\u2018",
     " **[",
     " **\u201c"
    ],
    "56": [
     "<|endoftext|>",
     "])**",
     ";**",
     "\"**",
     "]**",
     "\u201d**",
     "-placeholder",
     "**\u201d"
    ],
    "58": [
     "-placeholder",
     "<|endoftext|>",
     "\u89c2",
     " **\u3010",
     ";**",
     "\ufffd",
     "])**",
     "-**"
    ],
    "60": [
     "<|endoftext|>",
     "-placeholder",
     "<|im_start|>",
     "ousel",
     "\u5609",
     "\ufffd",
     "ifa",
     "\u4fdd\u969c"
    ],
    "62": [
     "\n",
     "ousel",
     " guard",
     " \n",
     "ifa",
     "ifah",
     "ownt",
     "\u5609"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "flow",
   "position": 78,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    191657,
    238235,
    222285,
    207180,
    108854,
    65586,
    91187,
    74678,
    112999,
    47309,
    31670,
    27149,
    88343,
    148828,
    234101,
    208573,
    171769,
    56587
   ]
  },
  {
   "word": "hum",
   "position": 78,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    242300,
    183949,
    176486,
    122729,
    53548,
    17459,
    15677,
    17958,
    24090,
    37059,
    22609,
    44662,
    123811,
    138778,
    21941,
    5461,
    3624,
    3669
   ]
  },
  {
   "word": "nothing",
   "position": 78,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    114141,
    84236,
    151039,
    136897,
    73252,
    22693,
    22783,
    20928,
    58875,
    75027,
    61832,
    146279,
    165974,
    113111,
    49501,
    30804,
    64721,
    10072
   ]
  }
 ],
 "emergence": {
  "position": 78,
  "top1": "\n",
  "layers": [
   0,
   4,
   8,
   12,
   16,
   20,
   24,
   28,
   32,
   36,
   40,
   44,
   48,
   52,
   56,
   58,
   60,
   62
  ],
  "ranks": [
   217914,
   184745,
   44290,
   35331,
   72426,
   21630,
   50937,
   42423,
   114419,
   169066,
   247420,
   247962,
   226805,
   234239,
   245076,
   242407,
   85401,
   1
  ]
 },
 "scan": [],
 "slice": null,
 "film": "film.json"
}