{
"id": "u6-amp-early-a0060-q27b",
"title": "Unit 6 \u00b7 Amplify typo register @ early (\u03b1=0.06) \u00b7 qwen-27b",
"unit": "6",
"created": "2026-07-09T23:54:54",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": null,
"max_new": 60,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": {
"words": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"layers": [
2,
3,
4,
5,
6,
7,
8
],
"mode": "amplify",
"alpha": 0.06
}
},
"extra_md": null,
"conversation": [
{
"role": "user",
"content": "Describe the water cycle in two sentences."
},
{
"role": "assistant",
"content": "The water cycle is a continuous process where water evaporates from the surface of the earth and turns into water vapor, which then condenses into clouds and falls back to earth as rain or snow."
}
],
"generated": [
"The water cycle is a continuous process where water evaporates from the surface of the earth and turns into water vapor, which then condenses into clouds and falls back to earth as rain or snow."
],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
"The",
" water",
" cycle",
" is",
" a",
" continuous",
" process",
" where",
" water",
" evapor",
"ates",
" from",
" the",
" surface",
" of",
" the",
" earth",
" and",
" turns",
" into",
" water",
" vapor",
",",
" which",
" then",
" cond",
"enses",
" into",
" clouds",
" and",
" falls",
" back",
" to",
" earth",
" as",
" rain",
" or",
" snow",
".",
"<|im_end|>",
"\n"
],
"readouts": [
{
"position": 59,
"token": "<|im_end|>",
"model_top": [
"\n",
".",
",",
" \n",
" to",
" is",
" (",
" ."
],
"layers": {
"0": [
" ****",
" *@",
" #\"",
" ",
" favourite",
" endeavour",
" recognised"
],
"7": [
"<|endoftext|>",
" whilst",
" amongst",
"Whilst",
" Whilst",
"\u00a0",
" though",
" favourite"
],
"8": [
"<|endoftext|>",
" whilst",
" amongst",
"Whilst",
" Whilst",
"\u00a0",
" though",
" favourite"
],
"9": [
" whilst",
"<|endoftext|>",
" amongst",
"Whilst",
" Whilst",
"\u00a0",
" though",
" favourite"
],
"10": [
"<|endoftext|>",
" whilst",
" amongst",
"Whilst",
" Whilst",
"\u00a0",
" though",
" favourite"
],
"11": [
" whilst",
" amongst",
"Whilst",
"<|endoftext|>",
" Whilst",
" though",
" favourite",
"\u90e8\u4efd"
],
"12": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" Whilst",
" though",
" learnt",
" favourite"
],
"13": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" Whilst",
" though",
" learnt",
" favourite"
],
"14": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" Whilst",
" though",
" learnt",
" favourite"
],
"15": [
" whilst",
" amongst",
"Whilst",
"<|endoftext|>",
" Whilst",
" though",
" learnt",
"\u90e8\u4efd"
],
"16": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" Whilst",
" though",
" learnt",
" favourite"
],
"17": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" Whilst",
" though",
" \n\n",
" learnt"
],
"18": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" Whilst",
" \n\n",
" though",
" learnt"
],
"19": [
"<|endoftext|>",
" whilst",
" amongst",
"Whilst",
" Whilst",
" \n\n",
" though",
"\n\n"
],
"20": [
"<|endoftext|>",
" whilst",
" amongst",
" \n\n",
"Whilst",
"\n\n",
" Whilst",
" though"
],
"21": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" learnt",
" though",
"\u90e8\u4efd",
" favourite"
],
"22": [
" whilst",
" amongst",
"Whilst",
" Whilst",
"<|endoftext|>",
" though",
" learnt",
"\u90e8\u4efd"
],
"23": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" Whilst",
" though",
"\n\n",
" learnt"
],
"24": [
" whilst",
" amongst",
"<|endoftext|>",
"\n\n",
"Whilst",
" \n\n",
" Whilst",
" though"
],
"25": [
" whilst",
" amongst",
"Whilst",
" \n\n",
" Whilst",
"\n\n",
" though",
"<|endoftext|>"
],
"26": [
" whilst",
" amongst",
" \n\n",
"\n\n",
"Whilst",
" Whilst",
" though",
" \n\n\n"
],
"27": [
"\n\n",
" \n\n",
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" \n\n\n",
" Whilst"
],
"28": [
" \n\n",
"\n\n",
"<|endoftext|>",
" whilst",
" \n\n\n",
" amongst",
"Whilst",
" \r\n\r\n"
],
"29": [
" \n\n",
"\n\n",
"<|endoftext|>",
" \n\n\n",
"<|im_end|>",
" whilst",
" \r\n\r\n",
" amongst"
],
"30": [
" \n\n",
"\n\n",
" whilst",
"<|im_end|>",
" \n\n\n",
"<|endoftext|>",
" \r\n\r\n",
"Whilst"
],
"31": [
" \n\n",
"\n\n",
"<|im_end|>",
"<|endoftext|>",
" \n\n\n",
" whilst",
" \r\n\r\n",
"Whilst"
],
"32": [
"\n\n",
" \n\n",
"<|im_end|>",
"<|endoftext|>",
" \n\n\n",
" whilst",
" \r\n\r\n",
"\n\n\n"
],
"33": [
" \n\n",
"\n\n",
"<|im_end|>",
"<|endoftext|>",
" \n\n\n",
" \r\n\r\n",
" \n\n",
" whilst"
],
"34": [
" \n\n",
"<|im_end|>",
"\n\n",
" \n\n\n",
" \r\n\r\n",
"<|endoftext|>",
" \n\n",
" \n\n"
],
"35": [
" \n\n",
"<|im_end|>",
"\n\n",
" \n\n\n",
"<|endoftext|>",
" \r\n\r\n",
" \n\n",
" \n\n"
],
"36": [
"<|im_end|>",
" \n\n",
"\n\n",
" \n\n\n",
"<|endoftext|>",
" \n\n",
" \r\n\r\n",
" \n\n"
],
"37": [
"<|im_end|>",
" \n\n",
"\n\n",
"<|endoftext|>",
" \n\n\n",
" \r\n\r\n",
" \n\n",
" \n\n"
],
"38": [
"<|im_end|>",
" \n\n",
"<|endoftext|>",
"\n\n",
" \n\n\n",
" \r\n\r\n",
" \ud83d\ude42",
" \n\n"
],
"39": [
"<|im_end|>",
" \n\n",
"\n\n",
"<|endoftext|>",
" \n\n\n",
" \ud83d\ude42",
" \r\n\r\n",
" \n\n"
],
"40": [
"<|im_end|>",
" \n\n",
"\n\n",
"<|endoftext|>",
" \n\n\n",
" \n\n",
" \r\n\r\n",
" \n\n"
],
"41": [
"<|im_end|>",
" \n\n",
"\n\n",
" \n\n\n",
"<|endoftext|>",
" \r\n\r\n",
" \n\n",
" \n\n"
],
"42": [
"<|im_end|>",
" \n\n",
"\n\n",
" \n\n\n",
" \r\n\r\n",
" \n\n",
" \n\n",
"<|endoftext|>"
],
"43": [
"<|im_end|>",
" \n\n",
"\n\n",
" \n\n\n",
" \r\n\r\n",
" \n\n",
"<|endoftext|>",
" \n\n"
],
"44": [
"<|im_end|>",
" \n\n",
"\n\n",
"<|endoftext|>",
" \n\n\n",
" \r\n\r\n",
" \n\n",
"\r\n\r\n"
],
"45": [
"<|im_end|>",
" \n\n",
"\n\n",
"<|endoftext|>",
" \n\n\n",
" \n\n",
" \r\n\r\n",
" \n\n"
],
"46": [
"<|im_end|>",
" \n\n",
"<|endoftext|>",
"\n\n",
" \n\n\n",
" \n\n",
" \r\n\r\n",
" \n\n"
],
"47": [
"<|im_end|>",
" \n\n",
"<|endoftext|>",
"\n\n",
" \n\n\n",
" \n\n",
" \r\n\r\n",
" \n\n"
],
"48": [
"<|im_end|>",
" \n\n",
"<|endoftext|>",
"\n\n",
" \n\n\n",
"\u3002",
" \n\n",
"<|im_start|>"
],
"49": [
"<|im_end|>",
"<|endoftext|>",
" \n\n",
"<|im_start|>",
" \n\n\n",
"\n\n",
"\u3002",
"\u56de\u7b54"
],
"50": [
"<|endoftext|>",
"<|im_end|>",
"\n\n",
" \n\n",
"<|im_start|>",
"<|file_sep|>",
"\n\n\n",
" \n\n\n"
],
"51": [
"<|endoftext|>",
"<|im_end|>",
" \n\n",
"\n\n",
"<|im_start|>",
" \n\n\n",
"\n\n\n",
"."
],
"52": [
"<|endoftext|>",
"<|im_end|>",
"<|im_start|>",
" \n\n",
"\n\n",
" \n\n",
" \n\n\n",
""
],
"53": [
"<|im_end|>",
"<|endoftext|>",
"<|im_start|>",
" \n\n",
"",
" \n\n",
"\n\n",
"\n\n\n\n"
],
"54": [
"<|im_end|>",
"<|endoftext|>",
"<|im_start|>",
"<|file_sep|>",
"<|fim_prefix|>",
"",
" \n\n",
"<|quad_start|>"
],
"55": [
"<|im_end|>",
"<|im_start|>",
"<|endoftext|>",
"<|file_sep|>",
"",
"<|fim_prefix|>",
"<|quad_start|>",
" \n\n"
],
"56": [
"<|im_end|>",
"<|im_start|>",
"<|quad_start|>",
"<|endoftext|>",
"<|file_sep|>",
"",
"<|fim_prefix|>",
"\u6536\u8d77"
],
"57": [
"<|im_end|>",
"<|im_start|>",
"<|quad_start|>",
"<|endoftext|>",
"<|file_sep|>",
"",
"",
")\">"
],
"58": [
"<|im_end|>",
"<|im_start|>",
"assistant",
"<|endoftext|>",
"<|fim_prefix|>",
"<|file_sep|>",
"\u89e3\u91ca",
"<|quad_start|>"
],
"59": [
"<|im_end|>",
"<|im_start|>",
"assistant",
"<|endoftext|>",
" Patt",
" assistant",
"Patterns",
"ording"
],
"60": [
"<|im_end|>",
"<|im_start|>",
"<|endoftext|>",
"assistant",
" mega",
"",
" \n",
" Patt"
],
"61": [
"<|im_end|>",
"<|im_start|>",
" \n",
"",
" .",
" .\"",
"\u064a\u0631\u0629",
"assistant"
],
"62": [
"\n",
"<|im_end|>",
" \n",
".",
",",
"\u000b",
" .",
" Giant"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 59,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
1719,
3871,
408,
417,
468,
499,
643,
1093,
1191,
918,
691,
391,
360,
369,
328,
260,
229,
154,
149,
235,
267,
45,
77,
86,
81,
42,
27,
34,
52,
65,
29,
39,
56,
49,
43,
57,
89,
50,
33,
43,
129,
91,
186,
199,
318,
375,
439,
710,
601,
327,
2621,
2531,
1579,
1695,
2262,
10410,
2383,
1909,
1358,
4818,
2488,
3009,
4967
]
},
{
"word": "alot",
"position": 59,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
455,
5157,
258,
382,
334,
344,
293,
315,
310,
251,
209,
139,
115,
104,
73,
59,
49,
35,
31,
42,
58,
17,
25,
27,
13,
12,
13,
14,
19,
22,
13,
23,
24,
19,
30,
45,
62,
32,
24,
30,
80,
66,
125,
135,
229,
213,
300,
491,
1053,
1015,
7888,
5129,
4539,
4014,
5263,
6502,
39834,
82511,
82008,
74983,
86054,
83093,
51862
]
},
{
"word": "yummy",
"position": 59,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
40246,
19559,
9144,
6879,
4725,
4595,
5032,
6102,
7427,
6182,
5747,
3329,
2931,
2718,
1798,
1590,
1739,
1329,
1083,
1750,
2276,
1765,
2048,
2516,
1520,
1115,
959,
873,
937,
731,
512,
736,
706,
444,
679,
968,
1046,
685,
557,
390,
630,
447,
626,
654,
1165,
1456,
1105,
1215,
1093,
1383,
4389,
3659,
5692,
5875,
3850,
20236,
15876,
5869,
7586,
7067,
3210,
4357,
6826
]
},
{
"word": "kinda",
"position": 59,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
12967,
13573,
835,
1243,
616,
699,
589,
638,
679,
580,
510,
375,
331,
315,
256,
251,
218,
148,
146,
167,
215,
171,
165,
214,
94,
46,
51,
39,
47,
45,
27,
33,
66,
54,
67,
89,
101,
61,
50,
51,
115,
103,
180,
220,
362,
426,
386,
280,
363,
787,
3226,
2343,
3795,
2326,
4048,
7968,
13361,
7898,
10098,
12464,
15615,
4475,
4430
]
},
{
"word": "whilst",
"position": 59,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
64940,
12788,
1,
1,
1,
1,
1,
2,
2,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
2,
2,
1,
1,
1,
1,
1,
1,
3,
4,
6,
3,
6,
6,
8,
12,
22,
53,
54,
65,
93,
178,
184,
294,
656,
1669,
1541,
1062,
1467,
3313,
3791,
18610,
10973,
15090,
10568,
44091,
55317,
42564,
46680,
52335,
53246,
38852,
43256,
20578
]
},
{
"word": "luckily",
"position": 59,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
18882,
51016,
1165,
1593,
625,
666,
618,
684,
858,
848,
1012,
944,
890,
891,
900,
1126,
924,
670,
713,
840,
908,
555,
669,
795,
728,
618,
603,
710,
647,
746,
658,
929,
695,
770,
797,
923,
1097,
1036,
945,
910,
1097,
1296,
2405,
4321,
6631,
3393,
2511,
1962,
1287,
2396,
5411,
3068,
6562,
2164,
34725,
33822,
49137,
57279,
50034,
78001,
61557,
86802,
112046
]
}
],
"emergence": {
"position": 59,
"top1": "\n",
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
162818,
248103,
247576,
247171,
237322,
226522,
144939,
126758,
113825,
118780,
64615,
155008,
153506,
167734,
174727,
201123,
158789,
130182,
136008,
89959,
33141,
21853,
5770,
3406,
3441,
7169,
12960,
11436,
23707,
20746,
30100,
42548,
2179,
5612,
16464,
2968,
1120,
1651,
7068,
18401,
17636,
14661,
50755,
57181,
67247,
5680,
9715,
7948,
433,
32733,
175,
258,
2648,
1178,
4835,
11681,
34334,
54972,
6396,
458,
347,
282,
1
]
},
"scan": [],
"slice": null
}