{
 "id": "u18-amp-a0680-q27b",
 "title": "Unit 18 \u00b7 Fine sweep \u03b1=0.68 \u00b7 qwen-27b",
 "unit": "18",
 "created": "2026-07-19T01:57:24",
 "model": {
  "name": "qwen-27b",
  "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
  "quant": "pre-4bit",
  "n_layers": 64
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
 },
 "params": {
  "chat": null,
  "max_new": 150,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    28,
    32,
    36,
    40
   ],
   "mode": "amplify",
   "alpha": 0.68
  },
  "template_kwargs": null,
  "film": true,
  "film_start": null,
  "max_seq_len": 1200,
  "lens_layers": [
   0,
   4,
   8,
   12,
   16,
   20,
   24,
   28,
   32,
   36,
   40,
   44,
   48,
   52,
   56,
   58,
   60,
   62
  ],
  "temperature": null,
  "seed": null
 },
 "extra_md": {
  "part": "A-sweep",
  "alpha": 0.68
 },
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily"
  }
 ],
 "generated": [
  "luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily"
 ],
 "tokens": [
  "<|im_start|>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<|im_end|>",
  "\n",
  "<|im_start|>",
  "assistant",
  "\n",
  "<think>",
  "\n\n",
  "</think>",
  "\n\n",
  "luck",
  "ily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  " luckily",
  "<|im_end|>",
  "\n"
 ],
 "readouts": [
  {
   "position": 171,
   "token": "<|im_end|>",
   "model_top": [
    " luckily",
    " Luckily",
    " but",
    " anyways",
    "Luckily",
    " I",
    " Thankfully",
    " so"
   ],
   "layers": {
    "0": [
     "**\u201d,",
     " ****",
     "*\u201d,",
     "\u2019**",
     " **.**",
     " **\u3010",
     "*******",
     "*\u201d."
    ],
    "4": [
     " **\u3010",
     " **\u25a0",
     " **\u300c",
     " **\u201c",
     " **)",
     " **#",
     " ___",
     " **:**"
    ],
    "8": [
     " **\u3010",
     " **\u300c",
     " ___",
     " **\u25a0",
     " **\u201c",
     "(___",
     " *__",
     "<|im_end|>"
    ],
    "12": [
     " **\u3010",
     " ___",
     " **\u300c",
     "___",
     " **\u25a0",
     "(___",
     " _$",
     " $__"
    ],
    "16": [
     " ___",
     "___",
     " **\u3010",
     "<|im_end|>",
     " ____",
     " ________",
     "__)",
     " $__"
    ],
    "20": [
     "<|im_end|>",
     " **\u3010",
     "___",
     "\n\n",
     "</think>",
     " ___",
     "\r\n\r\n\r\n\r\n",
     "\n\n\n\n\n"
    ],
    "24": [
     "<|im_end|>",
     "\n\n",
     "\r\n\r\n",
     "___",
     "\r\n\r\n\r\n\r\n",
     "\n\n\n\n\n",
     "</think>",
     " ___"
    ],
    "28": [
     "<|endoftext|>",
     " whilst",
     " amongst",
     " though",
     "Whilst",
     " Whilst",
     " presently",
     "\u90e8\u4efd"
    ],
    "32": [
     " whilst",
     " amongst",
     " though",
     "Whilst",
     "<|endoftext|>",
     " presently",
     "\u90e8\u4efd",
     " Whilst"
    ],
    "36": [
     " whilst",
     " amongst",
     "Whilst",
     " Whilst",
     " though",
     "\u90e8\u4efd",
     "\u5927\u90e8\u4efd",
     " however"
    ],
    "40": [
     " whilst",
     " amongst",
     "Whilst",
     " Whilst",
     " though",
     "\u90e8\u4efd",
     "\u5927\u90e8\u4efd",
     " however"
    ],
    "44": [
     " whilst",
     " amongst",
     "Whilst",
     " Whilst",
     " though",
     "\u90e8\u4efd",
     " however",
     "\u5927\u90e8\u4efd"
    ],
    "48": [
     " whilst",
     "Whilst",
     " Whilst",
     " amongst",
     " luckily",
     " anyways",
     " thankfully",
     "\u90e8\u4efd"
    ],
    "52": [
     " whilst",
     "Whilst",
     " Whilst",
     " luckily",
     " anyways",
     " Luckily",
     "Luckily",
     " Thankfully"
    ],
    "56": [
     " luckily",
     " Luckily",
     "Luckily",
     " Thankfully",
     " thankfully",
     " fortunately",
     " Fortunately",
     " lucky"
    ],
    "58": [
     " luckily",
     " Luckily",
     "Luckily",
     " Thankfully",
     " thankfully",
     " lucky",
     " fortunately",
     " Fortunately"
    ],
    "60": [
     " luckily",
     " Luckily",
     "Luckily",
     " Thankfully",
     " thankfully",
     " fortunately",
     " Fortunately",
     " lucky"
    ],
    "62": [
     " luckily",
     " Luckily",
     "Luckily",
     " fortunately",
     " Fortunately",
     " Thankfully",
     " thankfully",
     " lucky"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 171,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    486,
    5119,
    10106,
    5519,
    1048,
    5124,
    6933,
    2937,
    1729,
    80,
    77,
    42,
    6,
    5,
    11,
    15,
    16,
    15
   ]
  },
  {
   "word": "alot",
   "position": 171,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    87,
    6780,
    5999,
    2345,
    267,
    1170,
    1000,
    2067,
    2899,
    165,
    201,
    125,
    9,
    12,
    38,
    47,
    58,
    78
   ]
  },
  {
   "word": "yummy",
   "position": 171,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    16962,
    15765,
    18977,
    12731,
    3009,
    26309,
    27209,
    39799,
    48883,
    8690,
    7281,
    6235,
    163,
    43,
    62,
    74,
    57,
    65
   ]
  },
  {
   "word": "kinda",
   "position": 171,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    4930,
    4989,
    10275,
    2981,
    691,
    5914,
    3642,
    2491,
    3164,
    186,
    196,
    103,
    10,
    10,
    23,
    36,
    38,
    45
   ]
  },
  {
   "word": "whilst",
   "position": 171,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    42593,
    65616,
    192116,
    131972,
    10195,
    17151,
    1607,
    2,
    1,
    1,
    1,
    1,
    1,
    1,
    13,
    16,
    13,
    29
   ]
  },
  {
   "word": "luckily",
   "position": 171,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    25678,
    54490,
    59368,
    36583,
    21087,
    22547,
    15623,
    1246,
    1253,
    154,
    84,
    33,
    5,
    4,
    1,
    1,
    1,
    1
   ]
  }
 ],
 "emergence": {
  "position": 171,
  "top1": " luckily",
  "layers": [
   0,
   4,
   8,
   12,
   16,
   20,
   24,
   28,
   32,
   36,
   40,
   44,
   48,
   52,
   56,
   58,
   60,
   62
  ],
  "ranks": [
   25678,
   54490,
   119497,
   108000,
   45815,
   102251,
   98831,
   4995,
   3519,
   154,
   84,
   33,
   5,
   4,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null,
 "film": "film.json",
 "vanilla": {
  "trajectories": [
   {
    "word": "alot",
    "position": 171,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     131392,
     116006,
     116071,
     99810,
     64453,
     35669,
     81615,
     2028,
     9062,
     242,
     154,
     169,
     139,
     180,
     238,
     248,
     818,
     539
    ]
   },
   {
    "word": "anyways",
    "position": 171,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     173537,
     172586,
     152869,
     133637,
     133412,
     118283,
     82040,
     2172,
     625,
     35,
     9,
     10,
     16,
     12,
     28,
     43,
     27,
     42
    ]
   },
   {
    "word": "kinda",
    "position": 171,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     89036,
     94366,
     103494,
     109443,
     106637,
     69327,
     121455,
     2549,
     59,
     18,
     10,
     8,
     8,
     13,
     47,
     60,
     136,
     123
    ]
   },
   {
    "word": "luckily",
    "position": 171,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     148829,
     151623,
     120394,
     89345,
     68730,
     20883,
     21004,
     86,
     16,
     6,
     5,
     5,
     5,
     4,
     1,
     2,
     2,
     1
    ]
   },
   {
    "word": "whilst",
    "position": 171,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     129784,
     170073,
     193410,
     215869,
     122767,
     71405,
     96727,
     33,
     1,
     1,
     1,
     1,
     1,
     1,
     18,
     27,
     11,
     34
    ]
   },
   {
    "word": "yummy",
    "position": 171,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     194672,
     167784,
     192372,
     183068,
     213984,
     216182,
     189924,
     42998,
     6798,
     2088,
     1492,
     1907,
     5613,
     2359,
     954,
     418,
     256,
     261
    ]
   }
  ],
  "top1_agreement": {
   "0": 0.0,
   "4": 0.0,
   "8": 0.0,
   "12": 0.0,
   "16": 0.0,
   "20": 0.0,
   "24": 0.0,
   "28": 0.0,
   "32": 0.0,
   "36": 1.0,
   "40": 1.0,
   "44": 1.0,
   "48": 1.0,
   "52": 1.0,
   "56": 0.0,
   "58": 0.0,
   "60": 0.0,
   "62": 0.0
  },
  "backfilled": "apparatus-11 2026-08-07",
  "replay_rank_dev": 3,
  "replay_rank_dev_all": 329
 }
}