{
"id": "u6-amp-mid-a0480-q27b",
"title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.48) \u00b7 qwen-27b",
"unit": "6",
"created": "2026-07-09T23:56:32",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": null,
"max_new": 60,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": {
"words": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"layers": [
28,
32,
36,
40
],
"mode": "amplify",
"alpha": 0.48
}
},
"extra_md": null,
"conversation": [
{
"role": "user",
"content": "Describe the water cycle in two sentences."
},
{
"role": "assistant",
"content": "I think I am lucky though, I am not too lucky though. I am not too lucky, but I am lucky. I am lucky, but I am not too lucky. I am not too lucky, but I I am not too lucky. I am not too lucky, but I am lucky"
}
],
"generated": [
"I think I am lucky though, I am not too lucky though. I am not too lucky, but I am lucky. I am lucky, but I am not too lucky. I am not too lucky, but I I am not too lucky. I am not too lucky, but I am lucky"
],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
"I",
" think",
" I",
" am",
" lucky",
" though",
",",
" I",
" am",
" not",
" too",
" lucky",
" though",
".",
" I",
" am",
" not",
" too",
" lucky",
",",
" but",
" I",
" am",
" lucky",
".",
" I",
" am",
" lucky",
",",
" but",
" I",
" am",
" not",
" too",
" lucky",
".",
" I",
" am",
" not",
" too",
" lucky",
",",
" but",
" I",
" I",
" am",
" not",
" too",
" lucky",
".",
" I",
" am",
" not",
" too",
" lucky",
",",
" but",
" I",
" am",
" lucky",
"<|im_end|>",
"\n"
],
"readouts": [
{
"position": 80,
"token": "<|im_end|>",
"model_top": [
"\n\n",
" I",
"<|endoftext|>",
" Luckily",
" But",
" So",
" but",
" Thank"
],
"layers": {
"0": [
"*\u201d,",
" *@",
" ****",
"**\u201d,",
" **.**",
" >",
" **\u2018"
],
"2": [
" **\u3010",
" **.**",
" **'",
" **:**",
"**\u201d,",
" ___",
" **\u25a0",
" **:"
],
"3": [
" **\u3010",
" **\u25a0",
" **\u300c",
" **>>",
"\uff3f\uff3f",
" **\u25cb",
" ___",
" *__"
],
"4": [
" **\u3010",
" **\u25a0",
" **\u300c",
" ___",
" @_",
" **)",
" *@",
" ",
" **)",
" <<<"
],
"7": [
" **\u3010",
" **\u300c",
" **\u25a0",
" ___",
"(___",
" ",
" ",
"___",
" **\u300c",
" @_",
" __(",
" $__"
],
"11": [
" **\u3010",
" ___",
" **\u300c",
"___",
" **\u25a0",
" *__",
"(___",
"\uff3f\uff3f"
],
"12": [
" **\u3010",
" ___",
"___",
" **\u300c",
" __(",
" $__",
"\uff3f\uff3f",
"(___"
],
"13": [
" **\u3010",
" ___",
"<|im_end|>",
"___",
" **\u300c",
" __(",
" $__",
"\r\n\r\n\r\n\r\n"
],
"14": [
" **\u3010",
"___",
"<|im_end|>",
" ___",
" __(",
"\r\n\r\n\r\n\r\n",
" $__",
"__)"
],
"15": [
"<|im_end|>",
" **\u3010",
"___",
" ___",
"__)",
" __(",
":__",
" <<<"
],
"16": [
"<|im_end|>",
"___",
" **\u3010",
" ___",
"__)",
":__",
"__:",
""
],
"17": [
"<|im_end|>",
" **\u3010",
"___",
"",
" ___",
" **\u300c",
"",
" ",
" **\u3010",
"___",
"",
"\r\n\r\n\r\n\r\n",
" ___",
"",
" ",
" **\u3010",
"___",
"",
"\r\n\r\n\r\n\r\n",
" ",
" ___"
],
"20": [
"<|im_end|>",
" **\u3010",
"___",
"",
"\r\n\r\n\r\n\r\n",
"\n\n",
"",
"\n\n\n\n\n"
],
"21": [
"<|im_end|>",
" **\u3010",
"___",
"",
")__",
":__",
" ___",
"\r\n\r\n\r\n\r\n"
],
"22": [
"<|im_end|>",
"___",
"\n\n",
" **\u3010",
"",
"\r\n\r\n\r\n\r\n",
" ___",
"\n\n\n\n\n"
],
"23": [
"<|im_end|>",
"___",
"\n\n",
" **\u3010",
" ___",
"\r\n\r\n\r\n\r\n",
"",
"\n\n\n\n\n"
],
"24": [
"<|im_end|>",
"\n\n",
"___",
"\r\n\r\n\r\n\r\n",
"",
"\n\n\n\n\n",
"\r\n\r\n",
" ___"
],
"25": [
"<|im_end|>",
"___",
" **\u3010",
" ___",
")__",
"\r\n\r\n\r\n\r\n",
"",
"\n\n"
],
"26": [
"<|im_end|>",
"___",
" **\u3010",
"\r\n\r\n\r\n\r\n",
"",
"\n\n",
" ___",
")__"
],
"27": [
"<|im_end|>",
"\n\n",
"___",
"\r\n\r\n\r\n\r\n",
" \n\n",
"",
"\n\n\n\n\n",
"\r\n\r\n"
],
"28": [
"<|endoftext|>",
" whilst",
" amongst",
" though",
"Whilst",
" Whilst",
" presently",
"\u90e8\u4efd"
],
"29": [
"<|endoftext|>",
" whilst",
" amongst",
" though",
"Whilst",
" Whilst",
"\u90e8\u4efd",
" presently"
],
"30": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" though",
" Whilst",
"\u90e8\u4efd",
"\u51fa\u6765\u306a\u3044"
],
"31": [
" whilst",
" amongst",
"Whilst",
" though",
"<|endoftext|>",
" Whilst",
"\u90e8\u4efd",
" presently"
],
"32": [
" whilst",
" amongst",
" though",
"Whilst",
"\u90e8\u4efd",
" Whilst",
" presently",
"<|endoftext|>"
],
"33": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" learnt"
],
"34": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" learnt"
],
"35": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" favourite"
],
"36": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"37": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" favourite"
],
"38": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" favourite"
],
"39": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" favourite"
],
"40": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"41": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" favourite"
],
"42": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"43": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
" however",
" favourite"
],
"44": [
" whilst",
" amongst",
"Whilst",
" though",
" Whilst",
" however",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd"
],
"45": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
" however",
"\u90e8\u4efd",
" favourite"
],
"46": [
" whilst",
"Whilst",
" Whilst",
" amongst",
" anyways",
"\u90e8\u4efd",
" luckily",
" thankfully"
],
"47": [
" whilst",
"Whilst",
" Whilst",
" amongst",
" anyways",
" luckily",
" thankfully",
" alot"
],
"48": [
" whilst",
" Whilst",
"Whilst",
" amongst",
" anyways",
" luckily",
" thankfully",
" Luckily"
],
"49": [
" whilst",
" Whilst",
"Whilst",
" anyways",
" luckily",
" amongst",
" Luckily",
" alot"
],
"50": [
" whilst",
" Whilst",
"Whilst",
" anyways",
" luckily",
" Luckily",
" Thankfully",
"Luckily"
],
"51": [
" whilst",
" Whilst",
" anyways",
"Whilst",
" luckily",
" Luckily",
" Thankfully",
"Luckily"
],
"52": [
" anyways",
" whilst",
" Whilst",
" Luckily",
" luckily",
"Whilst",
"Luckily",
" Thankfully"
],
"53": [
" anyways",
" Luckily",
" luckily",
" whilst",
"Luckily",
" Thankfully",
" Whilst",
" anyway"
],
"54": [
" Luckily",
" luckily",
"Luckily",
" Thankfully",
" thankfully",
" Fortunately",
" lucky",
" fortunately"
],
"55": [
" luckily",
" Luckily",
" Thankfully",
"Luckily",
" thankfully",
" lucky",
" Fortunately",
" fortunately"
],
"56": [
" Luckily",
" luckily",
" Thankfully",
"Luckily",
" Fortunately",
" thankfully",
" lucky",
"\u5e78"
],
"57": [
" Luckily",
" luckily",
" Thankfully",
"Luckily",
" Fortunately",
" thankfully",
" lucky",
" fortunately"
],
"58": [
" luckily",
" Luckily",
" lucky",
" Thankfully",
"Luckily",
" Fortunately",
"\u5e78",
" fortunately"
],
"59": [
" luckily",
" Luckily",
" lucky",
" Fortunately",
" Thankfully",
"Luckily",
"\u5e78",
" thankfully"
],
"60": [
" Luckily",
" luckily",
" Fortunately",
" lucky",
" Thankfully",
"Luckily",
" thankfully",
" fortunately"
],
"61": [
" Luckily",
" luckily",
" Fortunately",
" Thankfully",
" lucky",
"Luckily",
"<|endoftext|>",
" fortunately"
],
"62": [
" Luckily",
" Fortunately",
" luckily",
" Thankfully",
" lucky",
"Luckily",
" Lucky",
" Thank"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
1259,
2139,
641,
2180,
4127,
5914,
10603,
7229,
6035,
5809,
4699,
6778,
4891,
8074,
7302,
1245,
662,
563,
1113,
1578,
2878,
1716,
1362,
1249,
3491,
2830,
2251,
2705,
2267,
1494,
682,
640,
1477,
154,
31,
40,
54,
58,
44,
38,
55,
46,
16,
15,
22,
11,
5,
5,
5,
4,
4,
3,
1,
1,
14,
13,
11,
12,
27,
18,
16,
28,
39
]
},
{
"word": "alot",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
86,
2185,
341,
5447,
4804,
5538,
6983,
4422,
3400,
2485,
2184,
1943,
1394,
936,
645,
114,
98,
73,
202,
314,
918,
816,
714,
588,
665,
676,
611,
575,
1448,
1164,
586,
552,
2164,
125,
23,
21,
104,
85,
75,
74,
141,
108,
41,
50,
77,
24,
11,
8,
8,
8,
13,
16,
22,
27,
84,
93,
101,
113,
143,
228,
240,
360,
581
]
},
{
"word": "yummy",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
22803,
11647,
11845,
29565,
11805,
8999,
20601,
16335,
20702,
14006,
14598,
14952,
12875,
10695,
14016,
5871,
5363,
4416,
4704,
10233,
22462,
29118,
33347,
34802,
29177,
24554,
34445,
18167,
36573,
34138,
26005,
22453,
47214,
5811,
3680,
3452,
7216,
5551,
4922,
4076,
7019,
5450,
2499,
2893,
5095,
1677,
321,
244,
104,
76,
78,
63,
90,
101,
121,
122,
133,
135,
145,
120,
197,
312,
384
]
},
{
"word": "kinda",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
4838,
6157,
1250,
17565,
3796,
4795,
10514,
6742,
5711,
4841,
4089,
4082,
2493,
1910,
1689,
567,
559,
750,
964,
1367,
4139,
6161,
3558,
4337,
3729,
4512,
4313,
2934,
2136,
1610,
1061,
926,
2834,
217,
75,
58,
137,
122,
108,
92,
160,
118,
47,
53,
82,
33,
16,
11,
10,
11,
14,
12,
16,
16,
55,
49,
52,
56,
76,
88,
123,
212,
328
]
},
{
"word": "whilst",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
56917,
4831,
18660,
78840,
103359,
167871,
223670,
223054,
191797,
122239,
132073,
168465,
125501,
72278,
32740,
2245,
2547,
1764,
2009,
2057,
5213,
8334,
1599,
962,
667,
1563,
764,
742,
2,
2,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
2,
4,
28,
34,
30,
29,
40,
32,
31,
56,
88
]
},
{
"word": "luckily",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
17038,
43990,
14895,
58524,
34871,
54590,
76300,
44797,
25370,
19116,
18144,
18609,
17965,
19108,
23847,
23630,
13680,
13136,
15011,
11267,
16103,
14782,
10490,
9810,
13207,
15863,
9207,
8236,
1064,
1007,
750,
821,
1154,
460,
226,
125,
147,
133,
132,
95,
68,
52,
17,
14,
27,
12,
7,
6,
6,
5,
5,
5,
3,
2,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
],
"emergence": {
"position": 80,
"top1": "\n\n",
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
247922,
248209,
247789,
247512,
106601,
164852,
1669,
2864,
548,
23835,
538,
1501,
892,
137,
41,
60,
59,
91,
17,
13,
6,
21,
3,
3,
2,
8,
6,
2,
13,
40,
177,
132,
5259,
6616,
4126,
7226,
31563,
29539,
26824,
22378,
68817,
86105,
101889,
82594,
140296,
146003,
169080,
137334,
43342,
3986,
1326,
3217,
2846,
2671,
3502,
4177,
1185,
1045,
728,
242,
88,
67,
101
]
},
"scan": [],
"slice": null
}