{
"id": "u6-amp-mid-a0339-q27b",
"title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.3394) \u00b7 qwen-27b",
"unit": "6",
"created": "2026-07-09T23:56:59",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": null,
"max_new": 60,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": {
"words": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"layers": [
28,
32,
36,
40
],
"mode": "amplify",
"alpha": 0.33941125496954283
}
},
"extra_md": null,
"conversation": [
{
"role": "user",
"content": "Describe the water cycle in two sentences."
},
{
"role": "assistant",
"content": "The water cycle is the process of water evaporating, condensing and then falling back to earth. It's a pretty simple process, but it's a very important one.\n\nThe water evaporates, then it condenses and then falls back to earth. The water will evaporate again and repeat"
}
],
"generated": [
"The water cycle is the process of water evaporating, condensing and then falling back to earth. It's a pretty simple process, but it's a very important one.\n\nThe water evaporates, then it condenses and then falls back to earth. The water will evaporate again and repeat"
],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
"The",
" water",
" cycle",
" is",
" the",
" process",
" of",
" water",
" evapor",
"ating",
",",
" cond",
"ensing",
" and",
" then",
" falling",
" back",
" to",
" earth",
".",
" It",
"'s",
" a",
" pretty",
" simple",
" process",
",",
" but",
" it",
"'s",
" a",
" very",
" important",
" one",
".",
"\n\n",
"The",
" water",
" evapor",
"ates",
",",
" then",
" it",
" cond",
"enses",
" and",
" then",
" falls",
" back",
" to",
" earth",
".",
" The",
" water",
" will",
" evapor",
"ate",
" again",
" and",
" repeat",
"<|im_end|>",
"\n"
],
"readouts": [
{
"position": 80,
"token": "<|im_end|>",
"model_top": [
"\n",
"<|endoftext|>",
"\n\n",
"!",
" I",
" -",
" But",
" but"
],
"layers": {
"0": [
" ****",
"**\u2013",
"*\u201d,",
" >",
" *__",
" **:**"
],
"4": [
" **\u3010",
" **\u25a0",
" **\u300c",
" ___",
" @_",
" *@",
"\uff3f\uff3f",
" **)"
],
"5": [
" **\u3010",
" **\u300c",
" **\u25a0",
" **)",
" ___",
" **\u25cb",
" **:",
" @_"
],
"6": [
" **\u3010",
" **\u300c",
" **\u25a0",
" ___",
"<|im_end|>",
" ",
"(___"
],
"8": [
" **\u3010",
" **\u300c",
"<|im_end|>",
" ___",
" *@",
" **\u25a0",
" ",
" **\u300c",
" @_",
" ",
" @_"
],
"13": [
" **\u3010",
"<|im_end|>",
"___",
" ___",
" **\u300c",
"\r\n\r\n\r\n\r\n",
" $__",
"\u548c"
],
"14": [
"<|im_end|>",
" **\u3010",
"___",
" ___",
"\u548c",
"\r\n\r\n\r\n\r\n",
" @_",
" __("
],
"15": [
"<|im_end|>",
" **\u3010",
"___",
" ___",
" <<<",
"\r\n\r\n\r\n\r\n",
"\u548c",
" $$$"
],
"16": [
"<|im_end|>",
" **\u3010",
"___",
" **\u300c",
"",
" ___",
" $$$",
" $__"
],
"17": [
" **\u3010",
"<|im_end|>",
"___",
" **\u300c",
"",
"**!",
" $$$",
""
],
"18": [
"<|im_end|>",
" **\u3010",
"___",
"",
"\r\n\r\n\r\n\r\n",
" **\u300c",
" $__",
" $$$"
],
"19": [
"<|im_end|>",
" **\u3010",
"___",
"",
"\r\n\r\n\r\n\r\n",
" ",
" **\u3010",
"",
"\n\n",
"\r\n\r\n\r\n\r\n",
"___",
"",
" \n\n"
],
"21": [
"<|im_end|>",
" **\u3010",
"___",
"",
")__",
"",
" $__",
":__"
],
"22": [
"<|im_end|>",
" **\u3010",
"___",
"",
"\n\n",
"\r\n\r\n\r\n\r\n",
" ___",
""
],
"23": [
"<|im_end|>",
"\n\n",
" **\u3010",
"",
"___",
"\r\n\r\n\r\n\r\n",
"\r\n\r\n",
" ___"
],
"24": [
"<|im_end|>",
"\n\n",
" \n\n",
"\r\n\r\n",
"___",
"",
"\r\n\r\n\r\n\r\n",
" \r\n\r\n"
],
"25": [
"<|im_end|>",
" **\u3010",
"___",
" ___",
"",
"\n\n",
")__",
"\r\n\r\n\r\n\r\n"
],
"26": [
"<|im_end|>",
" **\u3010",
"___",
"\n\n",
"",
"\r\n\r\n\r\n\r\n",
" ___",
"__:"
],
"27": [
"<|im_end|>",
"\n\n",
"___",
" \n\n",
"",
"\r\n\r\n\r\n\r\n",
" **\u3010",
"\r\n\r\n"
],
"28": [
"<|endoftext|>",
" whilst",
" amongst",
" though",
"Whilst",
"\n\n",
" Whilst",
"\u90e8\u4efd"
],
"29": [
"<|endoftext|>",
" whilst",
" amongst",
" though",
"Whilst",
" Whilst",
"\u90e8\u4efd",
"\n\n"
],
"30": [
"<|endoftext|>",
" whilst",
" amongst",
"Whilst",
" though",
" Whilst",
"\u90e8\u4efd",
"\u51fa\u6765\u306a\u3044"
],
"31": [
"<|endoftext|>",
" whilst",
" amongst",
"Whilst",
" though",
" Whilst",
"\u90e8\u4efd",
"Though"
],
"32": [
" whilst",
" amongst",
" though",
"Whilst",
"<|endoftext|>",
" Whilst",
"\u90e8\u4efd",
" presently"
],
"33": [
" whilst",
"Whilst",
" amongst",
" Whilst",
" though",
"\u90e8\u4efd",
"<|endoftext|>",
"\u5927\u90e8\u4efd"
],
"34": [
" whilst",
"Whilst",
" amongst",
" Whilst",
"<|endoftext|>",
"\u90e8\u4efd",
" though",
"\u5927\u90e8\u4efd"
],
"35": [
" whilst",
"Whilst",
" Whilst",
" amongst",
"<|endoftext|>",
"\u90e8\u4efd",
" though",
" learnt"
],
"36": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"37": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"<|endoftext|>",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd"
],
"38": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"<|endoftext|>",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd"
],
"39": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"<|endoftext|>",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd"
],
"40": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"41": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" favourite"
],
"42": [
" whilst",
"Whilst",
" amongst",
" Whilst",
" though",
"\u90e8\u4efd",
"<|endoftext|>",
"\u5927\u90e8\u4efd"
],
"43": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"<|endoftext|>",
"\u90e8\u4efd",
" favourite"
],
"44": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"<|endoftext|>",
" however",
"\u5927\u90e8\u4efd"
],
"45": [
" whilst",
"Whilst",
" amongst",
" Whilst",
"<|endoftext|>",
" though",
"\u5927\u90e8\u4efd",
"\u90e8\u4efd"
],
"46": [
" whilst",
"Whilst",
" Whilst",
" amongst",
" anyways",
" alot",
"\u90e8\u4efd",
" kinda"
],
"47": [
" whilst",
"Whilst",
" Whilst",
" amongst",
" anyways",
" luckily",
" alot",
" thankfully"
],
"48": [
" whilst",
" Whilst",
"Whilst",
" anyways",
"<|endoftext|>",
" luckily",
" Luckily",
" alot"
],
"49": [
" whilst",
" Whilst",
"Whilst",
"<|endoftext|>",
" anyways",
" luckily",
" Luckily",
" kinda"
],
"50": [
"<|endoftext|>",
" whilst",
" Whilst",
"Whilst",
"<|im_end|>",
" anyways",
" Thankfully",
" Luckily"
],
"51": [
"<|endoftext|>",
"Whilst",
" whilst",
" Whilst",
" anyways",
" Thankfully",
" Luckily",
"!."
],
"52": [
"<|endoftext|>",
" Whilst",
" whilst",
"Whilst",
" Thankfully",
"!.",
" anyways",
" Luckily"
],
"53": [
"<|endoftext|>",
"Whilst",
" Whilst",
" whilst",
" Thankfully",
" Luckily",
" anyways",
"!."
],
"54": [
"<|endoftext|>",
" Luckily",
" Thankfully",
"Luckily",
" luckily",
" thankfully",
" Hopefully",
" lucky"
],
"55": [
"<|endoftext|>",
" Luckily",
" Thankfully",
"<|im_end|>",
"Luckily",
" luckily",
" Hopefully",
"Hopefully"
],
"56": [
"<|endoftext|>",
" Thankfully",
" Luckily",
"Luckily",
" luckily",
"<|im_end|>",
" Hopefully",
"Hopefully"
],
"57": [
"<|endoftext|>",
" Thankfully",
" Luckily",
"Luckily",
"<|im_end|>",
" luckily",
" thankfully",
" Hopefully"
],
"58": [
"<|endoftext|>",
" Thankfully",
" Luckily",
"<|im_end|>",
"Luckily",
" luckily",
" Fortunately",
" Hopefully"
],
"59": [
"<|endoftext|>",
"<|im_end|>",
" Luckily",
" Thankfully",
"Luckily",
" luckily",
" Fortunately",
" Hopefully"
],
"60": [
"<|endoftext|>",
"<|im_end|>",
" Luckily",
" Thankfully",
"<|im_start|>",
"Luckily",
"!",
" \ud83d\ude42"
],
"61": [
"<|endoftext|>",
"<|im_end|>",
" Luckily",
" Thankfully",
"!",
"Luckily",
" Fortunately",
" \ud83d\ude42"
],
"62": [
" Luckily",
"<|im_end|>",
" Fortunately",
"<|endoftext|>",
" Thankfully",
" Hope",
"Luckily",
" lucky"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
1009,
1960,
877,
2421,
4188,
6668,
13020,
11826,
8806,
8492,
7049,
11977,
9074,
11543,
5506,
1356,
543,
476,
1049,
1251,
2915,
1087,
1297,
1194,
1484,
1295,
1088,
1486,
1429,
770,
261,
215,
884,
91,
21,
28,
42,
47,
33,
28,
40,
29,
17,
16,
20,
11,
5,
5,
4,
5,
6,
5,
7,
7,
16,
19,
19,
16,
15,
47,
47,
107,
145
]
},
{
"word": "alot",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
104,
1926,
484,
4542,
3224,
6678,
10271,
7702,
5237,
3896,
4109,
5173,
3414,
2094,
632,
149,
116,
114,
288,
381,
1370,
908,
1242,
1071,
695,
847,
875,
997,
1003,
720,
303,
253,
1224,
73,
19,
21,
81,
67,
56,
47,
100,
68,
28,
28,
56,
16,
6,
7,
8,
10,
19,
21,
40,
46,
77,
105,
159,
168,
216,
324,
435,
418,
735
]
},
{
"word": "yummy",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
19433,
9676,
9472,
18813,
6035,
6540,
15647,
15240,
15216,
7672,
9178,
10897,
8117,
7595,
4789,
2814,
4101,
3922,
3332,
6960,
22127,
27828,
39119,
33550,
22126,
22003,
32908,
16052,
31332,
26812,
22579,
17488,
39693,
4584,
3428,
4234,
8562,
6970,
5679,
4488,
6917,
5880,
2419,
2560,
4590,
1260,
202,
161,
51,
39,
63,
74,
140,
178,
123,
151,
118,
88,
111,
102,
188,
395,
504
]
},
{
"word": "kinda",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
4011,
5884,
1622,
13263,
2912,
4139,
8859,
7568,
5150,
3423,
3218,
4222,
2272,
2052,
998,
465,
374,
482,
757,
902,
2907,
4206,
3385,
3622,
1918,
2664,
3329,
2595,
1539,
992,
656,
505,
1877,
154,
55,
49,
117,
95,
79,
59,
117,
94,
30,
29,
55,
19,
8,
8,
9,
8,
18,
17,
21,
15,
28,
31,
35,
39,
41,
69,
174,
258,
532
]
},
{
"word": "whilst",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
22819,
3941,
9552,
56156,
77250,
175667,
230079,
229500,
199492,
163296,
184696,
215060,
147817,
81466,
28160,
5503,
11715,
4891,
7750,
4364,
8220,
21421,
4832,
3784,
1326,
4044,
1433,
1557,
2,
2,
2,
2,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
2,
2,
2,
2,
10,
13,
16,
10,
12,
34,
35,
85,
142
]
},
{
"word": "luckily",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
11519,
37335,
10307,
43122,
24584,
52407,
73717,
48473,
33044,
20738,
25214,
28136,
23993,
25350,
14500,
11224,
5407,
6227,
8518,
6161,
8193,
7766,
5727,
5480,
5049,
7445,
3698,
4391,
672,
581,
380,
408,
850,
326,
209,
145,
150,
132,
132,
102,
61,
47,
20,
21,
31,
15,
10,
6,
6,
6,
8,
7,
8,
6,
2,
2,
3,
3,
3,
3,
3,
3,
1
]
}
],
"emergence": {
"position": 80,
"top1": "\n",
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
216489,
248220,
230645,
235999,
214679,
209235,
93687,
160976,
96443,
225254,
98271,
211509,
203964,
227665,
226513,
221643,
239027,
246754,
244059,
242156,
196629,
198633,
111247,
117954,
144390,
218740,
224696,
194344,
92267,
108861,
140357,
113546,
62225,
170393,
227813,
228709,
158416,
165898,
192903,
220022,
198237,
223151,
243555,
225608,
226133,
237217,
247955,
247687,
216383,
140009,
63808,
150962,
137945,
148955,
183716,
203291,
228551,
229881,
168901,
57173,
24691,
27130,
105
]
},
"scan": [],
"slice": null
}