{
"id": "u6-amp-mid-a0240-q27b",
"title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.24) \u00b7 qwen-27b",
"unit": "6",
"created": "2026-07-09T23:56:10",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": null,
"max_new": 60,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": {
"words": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"layers": [
28,
32,
36,
40
],
"mode": "amplify",
"alpha": 0.24
}
},
"extra_md": null,
"conversation": [
{
"role": "user",
"content": "Describe the water cycle in two sentences."
},
{
"role": "assistant",
"content": "The water cycle is the process of water evaporating, condensing, precipitating and collecting. The water evaporates from the oceans and other water sources, then condenses into clouds, then falls back to earth as rain or snow, and then gets collected in rivers, lakes and the ocean. Then"
}
],
"generated": [
"The water cycle is the process of water evaporating, condensing, precipitating and collecting. The water evaporates from the oceans and other water sources, then condenses into clouds, then falls back to earth as rain or snow, and then gets collected in rivers, lakes and the ocean. Then"
],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
"The",
" water",
" cycle",
" is",
" the",
" process",
" of",
" water",
" evapor",
"ating",
",",
" cond",
"ensing",
",",
" precip",
"itating",
" and",
" collecting",
".",
" The",
" water",
" evapor",
"ates",
" from",
" the",
" oceans",
" and",
" other",
" water",
" sources",
",",
" then",
" cond",
"enses",
" into",
" clouds",
",",
" then",
" falls",
" back",
" to",
" earth",
" as",
" rain",
" or",
" snow",
",",
" and",
" then",
" gets",
" collected",
" in",
" rivers",
",",
" lakes",
" and",
" the",
" ocean",
".",
" Then",
"<|im_end|>",
"\n"
],
"readouts": [
{
"position": 80,
"token": "<|im_end|>",
"model_top": [
"\n",
"<|endoftext|>",
" -",
"!",
"-",
" to",
" bo",
" \n"
],
"layers": {
"0": [
" *@",
" >",
"\uff3f\uff3f",
" **:**",
" ___",
" **\u25cb"
],
"4": [
" **\u3010",
" **\u25a0",
" **\u300c",
" ___",
" **\u201c",
" **)",
" **>>",
" *@"
],
"5": [
" **\u3010",
" **\u25a0",
" **\u300c",
" **)",
" **:",
" **\u25cb",
" **\u201c",
" **>>"
],
"6": [
" **\u3010",
" **\u300c",
" **\u25a0",
" ",
" ___",
" ",
" **\u300c",
" ",
"___",
" $__",
"(___"
],
"13": [
" **\u3010",
"<|im_end|>",
" **\u300c",
" ___",
" **\u25a0",
" $__",
"___",
"\r\n\r\n\r\n\r\n"
],
"14": [
" **\u3010",
"<|im_end|>",
"___",
" ___",
"\r\n\r\n\r\n\r\n",
" **\u300c",
" $__",
"\u548c"
],
"15": [
" **\u3010",
"<|im_end|>",
"___",
" <<<",
" **\u25a0",
" ",
" **\u3010",
"___",
"",
" ",
" ",
" **\u300c",
"___",
" $$$",
" **\u25a0"
],
"18": [
"<|im_end|>",
" **\u3010",
"___",
" ",
" **\u300c",
" $__",
" **\u25a0"
],
"19": [
"<|im_end|>",
" **\u3010",
" ",
"___",
" $$$",
" $__",
"\r\n\r\n\r\n\r\n"
],
"20": [
"<|im_end|>",
" **\u3010",
"",
"\n\n",
"\r\n\r\n\r\n\r\n",
"",
"\n\n\n\n\n",
" ",
" **\u3010",
"",
"___",
"",
" ",
"\n\n",
"",
" **\u3010",
"\r\n\r\n\r\n\r\n",
" "
],
"23": [
"<|im_end|>",
"\n\n",
"",
"\r\n\r\n\r\n\r\n",
"\n\n\n\n\n",
" **\u3010",
"\r\n\r\n",
"\n\n\n"
],
"24": [
"<|im_end|>",
"\n\n",
"\r\n\r\n\r\n\r\n",
" \n\n",
"",
"\r\n\r\n",
"\n\n\n\n\n",
"<|endoftext|>"
],
"25": [
"<|im_end|>",
" **\u3010",
"",
"\n\n",
"\r\n\r\n\r\n\r\n",
"___",
")__",
" ",
"\n\n",
"\r\n\r\n\r\n\r\n",
"",
"\n\n\n\n\n",
" \r\n\r\n",
"\r\n\r\n",
" **\u3010"
],
"27": [
"<|im_end|>",
"\n\n",
"<|endoftext|>",
" \n\n",
"\r\n\r\n\r\n\r\n",
"",
"\r\n\r\n",
" \r\n\r\n"
],
"28": [
"<|endoftext|>",
" whilst",
"\n\n",
"Whilst",
" though",
" amongst",
" Whilst",
" \n\n"
],
"29": [
"<|endoftext|>",
" whilst",
"Whilst",
" amongst",
" though",
"\n\n",
" Whilst",
" \n\n"
],
"30": [
"<|endoftext|>",
" whilst",
"Whilst",
" amongst",
" though",
" Whilst",
"\n\n",
"\u90e8\u4efd"
],
"31": [
"<|endoftext|>",
" whilst",
"Whilst",
" amongst",
" though",
" Whilst",
"\n\n",
"\u90e8\u4efd"
],
"32": [
" whilst",
" amongst",
"<|endoftext|>",
"Whilst",
" though",
" Whilst",
"\u90e8\u4efd",
" presently"
],
"33": [
" whilst",
"Whilst",
" amongst",
"<|endoftext|>",
" Whilst",
"\u90e8\u4efd",
" though",
" learnt"
],
"34": [
"<|endoftext|>",
" whilst",
"Whilst",
" Whilst",
" amongst",
"\u90e8\u4efd",
" though",
" learnt"
],
"35": [
"<|endoftext|>",
" whilst",
"Whilst",
" Whilst",
" amongst",
"\u90e8\u4efd",
" though",
" learnt"
],
"36": [
" whilst",
" amongst",
"Whilst",
" Whilst",
"<|endoftext|>",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd"
],
"37": [
" whilst",
"<|endoftext|>",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd"
],
"38": [
" whilst",
"<|endoftext|>",
"Whilst",
" amongst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd"
],
"39": [
" whilst",
"<|endoftext|>",
"Whilst",
" amongst",
" Whilst",
" though",
"\u90e8\u4efd",
" learnt"
],
"40": [
" whilst",
" amongst",
"Whilst",
" Whilst",
"<|endoftext|>",
" though",
"\u90e8\u4efd",
" favourite"
],
"41": [
" whilst",
"Whilst",
" amongst",
" Whilst",
"<|endoftext|>",
" though",
"\u90e8\u4efd",
" favourite"
],
"42": [
" whilst",
"Whilst",
"<|endoftext|>",
" Whilst",
" amongst",
" though",
"\u90e8\u4efd",
" favourite"
],
"43": [
" whilst",
"<|endoftext|>",
"Whilst",
" Whilst",
" amongst",
" though",
"\u90e8\u4efd",
" favourite"
],
"44": [
" whilst",
"<|endoftext|>",
" amongst",
"Whilst",
" Whilst",
" though",
" favourite",
"\u90e8\u4efd"
],
"45": [
"<|endoftext|>",
" whilst",
"Whilst",
" Whilst",
" amongst",
" favourite",
"\u90e8\u4efd",
" though"
],
"46": [
"<|endoftext|>",
" whilst",
"Whilst",
" Whilst",
" amongst",
" kinda",
" alot",
" anyways"
],
"47": [
"<|endoftext|>",
" whilst",
"Whilst",
" Whilst",
" kinda",
" alot",
" anyways",
" amongst"
],
"48": [
"<|endoftext|>",
" Whilst",
"Whilst",
" whilst",
"<|im_end|>",
"!)",
" Thankfully",
" kinda"
],
"49": [
"<|endoftext|>",
"Whilst",
" Whilst",
" whilst",
" anyways",
"<|im_end|>",
"!)",
" Thankfully"
],
"50": [
"<|endoftext|>",
"<|im_end|>",
"<|file_sep|>",
"\u66f4\u591a\u56de\u7b54",
"<|im_start|>",
"<|fim_middle|>",
"!)",
"Whilst"
],
"51": [
"<|endoftext|>",
"<|im_end|>",
"Whilst",
"!)",
"<|file_sep|>",
"<|im_start|>",
"!.",
"\u66f4\u591a\u56de\u7b54"
],
"52": [
"<|endoftext|>",
"<|im_end|>",
"<|im_start|>",
"!)",
"!.",
"<|file_sep|>",
"Whilst",
"!?"
],
"53": [
"<|endoftext|>",
"<|im_end|>",
"<|im_start|>",
"\u66f4\u591a\u56de\u7b54",
"!)",
"!]",
"<|file_sep|>",
"!."
],
"54": [
"<|endoftext|>",
"<|im_end|>",
"Hopefully",
"<|im_start|>",
"hopefully",
"!)",
" Hopefully",
"<|fim_middle|>"
],
"55": [
"<|endoftext|>",
"<|im_end|>",
"<|file_sep|>",
"<|im_start|>",
"Hopefully",
"hopefully",
"<|fim_prefix|>",
"!",
"<|im_end|>",
"Hopefully",
"<|im_start|>",
"]()",
"!**",
"hopefully",
"!",
"<|im_end|>",
"<|im_start|>",
"Hopefully",
"!]",
"<|fim_prefix|>",
"!",
"<|im_end|>",
"<|fim_prefix|>",
"Hopefully",
"<|im_start|>",
"_bullet",
" PLEASE",
"\u9605\u8bfb\u5168\u6587"
],
"59": [
"<|endoftext|>",
"<|im_end|>",
"<|im_start|>",
"Hopefully",
"next",
"_bullet",
"\u0670",
"\u66f4\u591a\u56de\u7b54"
],
"60": [
"<|endoftext|>",
"<|im_end|>",
"<|im_start|>",
"\u66f4\u591a\u56de\u7b54",
"<|fim_prefix|>",
"_bullet",
"Hopefully",
"\u0670"
],
"61": [
"<|endoftext|>",
"<|im_end|>",
"next",
"<|im_start|>",
"Hopefully",
"\u0670",
"<|quad_end|>",
"!'"
],
"62": [
"\n",
"\u0670",
"\n \n",
"<|im_end|>",
"iola",
"Hopefully",
" \n",
"\n\t\n"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
1599,
2213,
1328,
4006,
8227,
14180,
21964,
19644,
14407,
13552,
12607,
18539,
9799,
17806,
25606,
16577,
2518,
1530,
2426,
3791,
5753,
1862,
1570,
1193,
1905,
1958,
1839,
3098,
1542,
754,
274,
172,
667,
70,
22,
31,
35,
32,
29,
27,
36,
26,
18,
15,
20,
18,
8,
7,
13,
5,
37,
16,
38,
34,
35,
87,
84,
61,
37,
136,
264,
698,
482
]
},
{
"word": "alot",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
277,
2918,
1044,
9976,
11027,
17987,
19206,
14182,
8104,
6453,
6753,
9579,
5621,
3469,
2005,
711,
238,
202,
444,
627,
1259,
733,
705,
522,
504,
721,
730,
1180,
841,
540,
232,
171,
865,
57,
19,
20,
64,
43,
36,
34,
71,
47,
21,
19,
33,
17,
7,
6,
9,
11,
99,
121,
260,
413,
339,
227,
810,
888,
2240,
5406,
12815,
18761,
23403
]
},
{
"word": "yummy",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
29046,
11579,
18052,
38028,
17268,
14242,
28554,
25415,
20437,
10700,
13698,
19850,
13092,
11709,
9908,
7049,
4193,
2722,
4344,
12379,
26206,
30478,
40406,
34950,
25090,
31205,
53693,
35786,
33310,
26312,
25376,
18958,
35475,
3989,
3411,
5324,
8655,
7586,
6539,
5620,
7697,
7389,
3184,
2715,
5508,
1487,
183,
107,
54,
50,
212,
320,
1177,
3496,
916,
1239,
1465,
1483,
1922,
3076,
5652,
16825,
19514
]
},
{
"word": "kinda",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
6487,
6756,
2170,
21652,
6436,
8821,
19708,
15507,
8547,
5017,
5010,
7706,
3381,
2642,
2468,
2132,
808,
722,
1444,
1963,
4531,
5720,
3330,
3757,
2339,
4350,
5513,
5520,
1507,
978,
633,
430,
1477,
134,
56,
48,
110,
87,
63,
51,
100,
88,
22,
17,
24,
13,
6,
5,
8,
9,
105,
240,
419,
438,
854,
4290,
4682,
3175,
2512,
6059,
13376,
16174,
35996
]
},
{
"word": "whilst",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
54370,
5360,
38210,
100095,
145623,
195704,
237184,
232683,
204885,
173958,
159153,
212780,
151562,
72431,
85670,
15180,
8287,
5590,
5553,
3347,
4246,
5740,
820,
541,
250,
822,
173,
372,
2,
2,
2,
2,
1,
1,
2,
2,
1,
1,
1,
1,
1,
1,
1,
1,
1,
2,
2,
2,
2,
2,
8,
3,
7,
10,
14,
25,
69,
27,
64,
608,
1717,
1857,
5105
]
},
{
"word": "luckily",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
14041,
37080,
17104,
60793,
49328,
79116,
110311,
80798,
47128,
33561,
35670,
41137,
32336,
33635,
31433,
45704,
17845,
10131,
11381,
8439,
12357,
11065,
6463,
5247,
5469,
9407,
4124,
5093,
613,
515,
347,
325,
699,
283,
186,
154,
179,
169,
172,
151,
94,
61,
32,
29,
39,
26,
13,
11,
10,
12,
34,
38,
31,
25,
33,
51,
38,
52,
108,
240,
377,
837,
2085
]
}
],
"emergence": {
"position": 80,
"top1": "\n",
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
181502,
248145,
217590,
235025,
225047,
220966,
106391,
162951,
126357,
225724,
104346,
179343,
157835,
209604,
208689,
216864,
211541,
241012,
227995,
223434,
116132,
145459,
53394,
87441,
153975,
230519,
233017,
216607,
103521,
123550,
176490,
133304,
75516,
176682,
228353,
215645,
138511,
144843,
196774,
225952,
200807,
229069,
247237,
237079,
243643,
243877,
248277,
248190,
219212,
245501,
184230,
219819,
214039,
175884,
202900,
204610,
231293,
228914,
171468,
107648,
65450,
90593,
1
]
},
"scan": [],
"slice": null
}