{
"id": "u6-amp-late-a0240-q27b",
"title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.24) \u00b7 qwen-27b",
"unit": "6",
"created": "2026-07-09T23:58:15",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": null,
"max_new": 60,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": {
"words": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"layers": [
48,
52,
56
],
"mode": "amplify",
"alpha": 0.24
}
},
"extra_md": null,
"conversation": [
{
"role": "user",
"content": "Describe the water cycle in two sentences."
},
{
"role": "assistant",
"content": "Luckily, luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily"
}
],
"generated": [
"Luckily, luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily"
],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
"Luckily",
",",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
"<|im_end|>",
"\n"
],
"readouts": [
{
"position": 80,
"token": "<|im_end|>",
"model_top": [
"\n",
"<|endoftext|>",
"-h",
" Luckily",
"Luckily",
",",
"-g",
"-"
],
"layers": {
"0": [
" ****",
"**\u201d,",
"*\u201d,",
"\u2019**",
" **.**",
" **\u3010",
"*******",
"*\u201d."
],
"1": [
" **\u3010",
" **:**",
" **\u25a0",
"**\u201d,",
"\u2019**",
" **'",
" **\u2018",
" **:"
],
"2": [
" **\u3010",
" **:**",
" **.**",
" **\u25a0",
" **\u300c",
"\u2019**",
" **:",
" **'"
],
"3": [
" **\u3010",
" **\u300c",
" **\u25a0",
" **>>",
"\uff3f\uff3f",
" **\u25cb",
" /**<",
" **:**"
],
"4": [
" **\u3010",
" **\u25a0",
" **\u300c",
" **)",
" **\u201c",
" ___",
" **#",
" **:**"
],
"5": [
" **\u3010",
" **\u300c",
" **\u25a0",
" **\u201c",
" **)",
" **\u25cb",
" **:",
" **#"
],
"6": [
" **\u3010",
" **\u300c",
" **\u25a0",
" ___",
" **\u201c",
" **)",
"<|im_end|>",
" /**<"
],
"7": [
" **\u3010",
" **\u300c",
" **\u25a0",
" ___",
"(___",
" **\u201c",
" *__",
" **\u25cb"
],
"8": [
" **\u3010",
" **\u300c",
" ___",
" **\u25a0",
" **\u201c",
"(___",
" *__",
"\uff3f\uff3f"
],
"9": [
" **\u3010",
" **\u300c",
" ___",
" **\u25a0",
"(___",
" **>>",
" *__",
" /**<"
],
"10": [
" **\u3010",
" ___",
" **\u300c",
" **\u25a0",
"___",
" $__",
"(___",
"\uff3f\uff3f"
],
"11": [
" **\u3010",
" ___",
" **\u300c",
" **\u25a0",
"___",
" *__",
"(___",
"\uff3f\uff3f"
],
"12": [
" **\u3010",
" ___",
" **\u300c",
"___",
" **\u25a0",
" $__",
"(___",
"\uff3f\uff3f"
],
"13": [
" **\u3010",
" ___",
" **\u300c",
"___",
" $__",
" **\u25a0",
"(___",
"__)"
],
"14": [
" **\u3010",
" ___",
"___",
" **\u300c",
"__)",
" $__",
" _$",
" __("
],
"15": [
" **\u3010",
" ___",
"___",
" **\u300c",
" **\u25a0",
"__)",
" $__",
" *__"
],
"16": [
"___",
" **\u3010",
" ___",
"<|im_end|>",
"__)",
" $__",
" **\u300c",
" *__"
],
"17": [
" **\u3010",
"___",
"<|im_end|>",
" ___",
" **\u300c",
"__)",
" $__",
" $$$"
],
"18": [
"<|im_end|>",
" **\u3010",
"___",
" ___",
"\r\n\r\n\r\n\r\n",
"",
" $__",
"__)"
],
"19": [
"<|im_end|>",
" **\u3010",
"___",
"",
" ___",
"\r\n\r\n\r\n\r\n",
" ",
" **\u3010",
"___",
"",
"\r\n\r\n\r\n\r\n",
" ___",
"",
"\n\n"
],
"21": [
"<|im_end|>",
" **\u3010",
"___",
" ___",
"",
"\r\n\r\n\r\n\r\n",
")__",
"__)"
],
"22": [
"<|im_end|>",
"___",
"\n\n",
"",
" **\u3010",
"\r\n\r\n\r\n\r\n",
" ___",
"\n\n\n\n\n"
],
"23": [
"<|im_end|>",
"\n\n",
"___",
"",
"\r\n\r\n\r\n\r\n",
"\n\n\n\n\n",
" ___",
"\r\n\r\n"
],
"24": [
"<|im_end|>",
"\n\n",
"\r\n\r\n\r\n\r\n",
"___",
"\r\n\r\n",
"\n\n\n\n\n",
"",
"\n\n\n"
],
"25": [
"<|im_end|>",
"___",
"\n\n",
" **\u3010",
"",
"\r\n\r\n\r\n\r\n",
" ___",
"\n\n\n\n\n"
],
"26": [
"<|im_end|>",
"\n\n",
"\r\n\r\n\r\n\r\n",
"",
"___",
"\n\n\n\n\n",
" ___",
"\r\n\r\n"
],
"27": [
"<|im_end|>",
"\n\n",
" \n\n",
"<|endoftext|>",
"\r\n\r\n\r\n\r\n",
"\n\n\n\n\n",
"\r\n\r\n",
""
],
"28": [
"<|im_end|>",
"\n\n",
"<|endoftext|>",
" \n\n",
"\n\n\n\n\n",
"\r\n\r\n",
"\r\n\r\n\r\n\r\n",
"\n\n\n\n"
],
"29": [
"<|im_end|>",
"\n\n",
" \n\n",
"<|endoftext|>",
"",
"\n\n\n\n\n",
"\n\n\n\n",
"\n\n\n"
],
"30": [
"<|im_end|>",
"\n\n",
"<|endoftext|>",
" \n\n",
"",
"\n\n\n\n\n",
"___",
"\n\n\n\n"
],
"31": [
"<|im_end|>",
"\n\n",
"<|endoftext|>",
" \n\n",
"",
"\n\n\n\n\n",
"\n\n\n\n",
"\r\n\r\n\r\n\r\n"
],
"32": [
"<|im_end|>",
"\n\n",
"<|endoftext|>",
" \n\n",
"\n\n\n\n\n",
"\n\n\n",
"\n\n\n\n",
""
],
"33": [
"<|im_end|>",
"<|endoftext|>",
"\n\n",
" \n\n",
"",
" \n\n",
"\n\n\n\n\n",
"\r\n\r\n"
],
"34": [
"<|im_end|>",
"<|endoftext|>",
"\n\n",
"",
" \n\n",
"\n\n\n\n\n",
"\r\n\r\n\r\n\r\n",
"\n\n\n\n"
],
"35": [
"<|im_end|>",
"<|endoftext|>",
"\n\n",
"",
"\n\n\n\n\n",
" \n\n",
"<|file_sep|>",
"\r\n\r\n\r\n\r\n"
],
"36": [
"<|im_end|>",
"<|endoftext|>",
"\n\n",
"",
" \n\n",
"<|file_sep|>",
"<|im_start|>",
"\n\n\n\n\n"
],
"37": [
"<|endoftext|>",
"<|im_end|>",
"",
"\n\n",
"<|file_sep|>",
"<|im_start|>",
" \n\n",
" \n\n"
],
"38": [
"<|endoftext|>",
"<|im_end|>",
"",
"\n\n",
"<|im_start|>",
"<|file_sep|>",
"\u3002",
"\uff1f"
],
"39": [
"<|endoftext|>",
"<|im_end|>",
"",
"\n\n",
"\u3002",
"<|im_start|>",
"<|file_sep|>",
"\uff1f"
],
"40": [
"<|endoftext|>",
"<|im_end|>",
"",
"\n\n",
"<|file_sep|>",
"<|im_start|>",
"\u3002",
" \n\n"
],
"41": [
"<|endoftext|>",
"<|im_end|>",
"\n\n",
" \n\n",
"<|file_sep|>",
"",
"<|im_start|>",
" \n\n"
],
"42": [
"<|endoftext|>",
"<|im_end|>",
"\n\n",
" \n\n",
"",
"<|file_sep|>",
" \n\n",
"<|im_start|>"
],
"43": [
"<|endoftext|>",
"<|im_end|>",
"",
"<|im_start|>",
"\n\n",
"<|file_sep|>",
"\uff1f",
" \n\n"
],
"44": [
"<|endoftext|>",
"<|im_end|>",
"",
"\n\n",
"<|file_sep|>",
"<|im_start|>",
"\r\n\r\n\r\n\r\n",
" \n\n"
],
"45": [
"<|im_end|>",
"<|endoftext|>",
" \n\n",
"",
" \n\n",
"\n\n",
"<|file_sep|>",
"<|im_start|>"
],
"46": [
"<|endoftext|>",
"<|im_end|>",
"",
" \n\n",
"<|file_sep|>",
"<|im_start|>",
"\n\n",
" \n\n"
],
"47": [
"<|im_end|>",
"<|endoftext|>",
"\u3002",
"",
"\uff1f",
"\uff0c",
"\u5728",
"\u3001"
],
"48": [
"Whilst",
"<|endoftext|>",
" Whilst",
" whilst",
" anyways",
" Thankfully",
"Luckily",
" Luckily"
],
"49": [
"<|endoftext|>",
"Whilst",
" Whilst",
" anyways",
" Thankfully",
" whilst",
"<|quad_end|>",
"Luckily"
],
"50": [
"<|endoftext|>",
"<|im_end|>",
"Whilst",
"<|im_start|>",
"<|file_sep|>",
" Whilst",
"<|quad_end|>",
" \ud83d\ude42"
],
"51": [
"<|endoftext|>",
"<|im_end|>",
"Whilst",
"<|im_start|>",
" Whilst",
" \ud83d\ude42",
"!**",
"!\u2019"
],
"52": [
"Whilst",
" Whilst",
"Luckily",
" whilst",
" Luckily",
" luckily",
" anyways",
" Thankfully"
],
"53": [
"Whilst",
" Whilst",
"Luckily",
" whilst",
" Luckily",
" luckily",
" Thankfully",
" anyways"
],
"54": [
"Luckily",
" luckily",
" Luckily",
" thankfully",
" Thankfully",
"Fortunately",
"\u5e78",
" fortunately"
],
"55": [
"Luckily",
" luckily",
" Luckily",
" thankfully",
" Thankfully",
"Fortunately",
"\u5e78",
" fortunately"
],
"56": [
"Luckily",
" luckily",
" Luckily",
"Whilst",
" Whilst",
" Thankfully",
" thankfully",
"Fortunately"
],
"57": [
"Luckily",
" luckily",
" Luckily",
"Whilst",
" Whilst",
" thankfully",
" Thankfully",
" whilst"
],
"58": [
"Luckily",
" luckily",
" Luckily",
"Whilst",
" Whilst",
" thankfully",
" Thankfully",
"\u5e78"
],
"59": [
"Luckily",
" Luckily",
" luckily",
"\u5e78",
"Fortunately",
" Fortunately",
" Thankfully",
" Whilst"
],
"60": [
"Luckily",
" Luckily",
" luckily",
" Fortunately",
"Fortunately",
"\u5e78",
" Thankfully",
" fortunately"
],
"61": [
" Luckily",
"Luckily",
" luckily",
" Fortunately",
"Fortunately",
"\u5e78",
" Thankfully",
" fortunately"
],
"62": [
" Luckily",
" luckily",
"Luckily",
" Fortunately",
"\u5e78",
" fortunately",
"Fortunately",
" Thankfully"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
504,
1973,
996,
3744,
4546,
6265,
13024,
8004,
8262,
9782,
6553,
7596,
5517,
6437,
4068,
1430,
769,
875,
1249,
2637,
3333,
3137,
2023,
1831,
4496,
3088,
1890,
2809,
7554,
8321,
11207,
15483,
19898,
8306,
8859,
13217,
20400,
26272,
27437,
28526,
36029,
22007,
47202,
28040,
51671,
74235,
103549,
131628,
5,
4,
12,
13,
7,
8,
39,
46,
17,
21,
29,
39,
43,
60,
55
]
},
{
"word": "alot",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
78,
2069,
1188,
14340,
6219,
7183,
11760,
6974,
6331,
5892,
5303,
4120,
3354,
2596,
1192,
649,
233,
326,
405,
675,
1422,
1257,
1013,
897,
951,
980,
903,
848,
2089,
3542,
4070,
3878,
6066,
3357,
5856,
7923,
10509,
10082,
14463,
23834,
30322,
17625,
21415,
13827,
22968,
37515,
71793,
164958,
33,
38,
191,
203,
23,
23,
69,
88,
41,
41,
47,
54,
54,
64,
57
]
},
{
"word": "yummy",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
15516,
13117,
20155,
40990,
15863,
10319,
23991,
19263,
19846,
15169,
13334,
14822,
14990,
17325,
11816,
8490,
3439,
2211,
4018,
10921,
24573,
26772,
32262,
28552,
23462,
17140,
27689,
17657,
21110,
14557,
14457,
10989,
22887,
9426,
22010,
45800,
67219,
52774,
46615,
40834,
54096,
45886,
41860,
49244,
55347,
77009,
30897,
54995,
44,
69,
172,
247,
39,
45,
88,
140,
54,
53,
51,
49,
60,
86,
144
]
},
{
"word": "kinda",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
4490,
8358,
4916,
37261,
4837,
6857,
13205,
10588,
9920,
8280,
5312,
5843,
3936,
3440,
1539,
1212,
614,
845,
1381,
2458,
5891,
7418,
3730,
3540,
3126,
3067,
2384,
1907,
3928,
3855,
4427,
4563,
6997,
3222,
3838,
5882,
6608,
5587,
6730,
6601,
7295,
4803,
8550,
7030,
13020,
25272,
13519,
26541,
13,
22,
55,
66,
16,
14,
51,
62,
33,
35,
45,
35,
34,
41,
40
]
},
{
"word": "whilst",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
40108,
8087,
31156,
90300,
90258,
110914,
220997,
213978,
198310,
158305,
164424,
173260,
164790,
147258,
119595,
81695,
9177,
29606,
8993,
10325,
22036,
16175,
3040,
1939,
912,
3117,
2326,
1610,
4077,
17599,
73131,
36562,
18922,
21155,
59195,
73478,
79406,
91102,
116119,
107807,
73533,
56689,
104212,
66483,
76873,
77007,
127052,
174828,
1,
2,
3,
3,
1,
1,
9,
9,
4,
4,
4,
8,
12,
11,
16
]
},
{
"word": "luckily",
"position": 80,
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
21249,
59475,
39486,
84247,
51672,
70056,
113701,
75982,
49738,
43342,
42468,
43464,
38862,
43943,
28432,
30334,
20288,
18111,
18385,
16334,
23651,
22615,
14869,
13646,
14923,
19100,
11234,
11157,
12953,
12470,
12605,
15825,
9266,
8529,
11820,
27486,
28193,
31608,
34302,
36200,
33089,
30767,
65760,
41511,
86123,
53361,
33515,
23643,
7,
8,
18,
17,
3,
3,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
}
],
"emergence": {
"position": 80,
"top1": "\n",
"layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62
],
"ranks": [
243893,
248195,
246059,
240647,
223736,
225722,
113753,
198837,
182739,
235676,
165161,
218398,
207014,
231027,
239122,
240666,
210545,
239472,
229872,
223625,
146932,
120851,
35077,
56471,
96884,
151304,
182668,
140710,
80316,
16705,
17787,
31017,
2978,
7869,
31925,
9995,
5833,
8782,
18550,
47957,
120490,
48660,
57235,
72241,
138585,
113327,
201853,
52580,
247641,
247973,
160946,
226774,
246507,
242719,
242411,
239716,
245596,
245686,
236539,
191554,
111935,
45686,
12
]
},
"scan": [],
"slice": null
}