{
"id": "u18-amp-a0422-q27b",
"title": "Unit 18 \u00b7 Fine sweep \u03b1=0.4221 \u00b7 qwen-27b",
"unit": "18",
"created": "2026-07-19T01:55:30",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": null,
"max_new": 150,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": {
"words": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"layers": [
28,
32,
36,
40
],
"mode": "amplify",
"alpha": 0.4221
},
"template_kwargs": null,
"film": true,
"film_start": null,
"max_seq_len": 1200,
"lens_layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"temperature": null,
"seed": null
},
"extra_md": {
"part": "A-sweep",
"alpha": 0.4221
},
"conversation": [
{
"role": "user",
"content": "Describe the water cycle in two sentences."
},
{
"role": "assistant",
"content": "The water cycle is basically simple, but it is a bit complicated. It is a simple though.\n\nI mean, it is not too complicated. I mean, it is quite simple.\n\nI mean, I am not sure though. I mean, I am not sure. I mean, I am not sure.\n\nI mean, I am not sure. I mean, I am not sure. I mean, I am not sure.\n\nI mean, I am not sure. I mean, I am not though. I mean, I am not sure.\n\nI mean, I am not sure. I I mean, I am not sure. I mean, I am not sure.\n\nI mean, I am not sure. I"
}
],
"generated": [
"The water cycle is basically simple, but it is a bit complicated. It is a simple though.\n\nI mean, it is not too complicated. I mean, it is quite simple.\n\nI mean, I am not sure though. I mean, I am not sure. I mean, I am not sure.\n\nI mean, I am not sure. I mean, I am not sure. I mean, I am not sure.\n\nI mean, I am not sure. I mean, I am not though. I mean, I am not sure.\n\nI mean, I am not sure. I I mean, I am not sure. I mean, I am not sure.\n\nI mean, I am not sure. I"
],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
"The",
" water",
" cycle",
" is",
" basically",
" simple",
",",
" but",
" it",
" is",
" a",
" bit",
" complicated",
".",
" It",
" is",
" a",
" simple",
" though",
".",
"\n\n",
"I",
" mean",
",",
" it",
" is",
" not",
" too",
" complicated",
".",
" I",
" mean",
",",
" it",
" is",
" quite",
" simple",
".",
"\n\n",
"I",
" mean",
",",
" I",
" am",
" not",
" sure",
" though",
".",
" I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
" I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
"\n\n",
"I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
" I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
" I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
"\n\n",
"I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
" I",
" mean",
",",
" I",
" am",
" not",
" though",
".",
" I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
"\n\n",
"I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
" I",
" I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
" I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
"\n\n",
"I",
" mean",
",",
" I",
" am",
" not",
" sure",
".",
" I",
"<|im_end|>",
"\n"
],
"readouts": [
{
"position": 170,
"token": "<|im_end|>",
"model_top": [
"\n\n",
"<|endoftext|>",
" I",
" But",
" So",
" Luckily",
" Anyway",
" However"
],
"layers": {
"0": [
" *@",
" ****",
" ",
" ___",
" **\u201c",
" ",
"___",
" **\u300c",
" **\u25a0",
" $__",
"(___"
],
"16": [
"<|im_end|>",
" **\u3010",
"___",
" ___",
"",
"\r\n\r\n\r\n\r\n",
"",
" **\u300c"
],
"20": [
"<|im_end|>",
" **\u3010",
"",
"\r\n\r\n\r\n\r\n",
"\n\n",
"",
"\n\n\n\n\n",
"___"
],
"24": [
"<|im_end|>",
"\n\n",
"\r\n\r\n\r\n\r\n",
"\n\n\n\n\n",
"",
"\r\n\r\n",
"\n\n\n\n",
"___"
],
"28": [
"<|endoftext|>",
" whilst",
" amongst",
"Whilst",
" though",
" Whilst",
" presently",
"\u00a0"
],
"32": [
" whilst",
" amongst",
" though",
"Whilst",
"<|endoftext|>",
"\u90e8\u4efd",
" Whilst",
" presently"
],
"36": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"40": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
" however",
"\u5927\u90e8\u4efd"
],
"44": [
" whilst",
" amongst",
"Whilst",
" though",
" Whilst",
" however",
"\u90e8\u4efd",
" mostly"
],
"48": [
" whilst",
" Whilst",
"Whilst",
" amongst",
" anyways",
" luckily",
" Luckily",
" thankfully"
],
"52": [
" anyways",
"<|endoftext|>",
" Luckily",
" luckily",
" Whilst",
" Thankfully",
" whilst",
"Luckily"
],
"56": [
" Luckily",
" Thankfully",
" luckily",
"Luckily",
" Fortunately",
" thankfully",
"\u5e78",
"Fortunately"
],
"58": [
" Luckily",
" luckily",
" Thankfully",
"Luckily",
" Fortunately",
" lucky",
"\u5e78",
" fortunately"
],
"60": [
" Luckily",
" luckily",
" Fortunately",
" Thankfully",
"<|endoftext|>",
"Luckily",
" lucky",
"\u5e78"
],
"62": [
" Luckily",
" Fortunately",
" luckily",
" Thankfully",
" lucky",
"Luckily",
" Lucky",
" Thank"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
2039,
9896,
18690,
12297,
5727,
12904,
8752,
2212,
1318,
53,
49,
21,
5,
1,
12,
20,
19,
55
]
},
{
"word": "alot",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
199,
8584,
12223,
3493,
756,
4458,
2255,
1349,
2187,
111,
133,
85,
9,
31,
150,
260,
425,
1032
]
},
{
"word": "yummy",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
18514,
9328,
21507,
9961,
8671,
44694,
43434,
36957,
49151,
8199,
6721,
5173,
93,
139,
163,
162,
252,
424
]
},
{
"word": "kinda",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
5877,
4580,
10412,
2607,
1515,
15055,
7516,
2055,
2635,
127,
141,
68,
10,
18,
52,
79,
155,
412
]
},
{
"word": "whilst",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
84250,
127780,
180115,
123457,
36923,
24166,
1323,
2,
1,
1,
1,
1,
1,
4,
42,
57,
65,
176
]
},
{
"word": "luckily",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
18705,
41217,
33795,
17637,
24070,
26385,
16178,
877,
1058,
154,
71,
28,
6,
3,
1,
1,
1,
1
]
}
],
"emergence": {
"position": 170,
"top1": "\n\n",
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
236200,
149178,
876,
335,
8,
5,
2,
7,
3850,
9826,
29576,
75961,
3710,
92,
92,
107,
20,
20
]
},
"scan": [],
"slice": null,
"film": "film.json",
"vanilla": {
"trajectories": [
{
"word": "alot",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
127611,
118696,
95410,
110472,
50735,
56754,
77597,
9760,
20895,
1537,
342,
786,
219,
9186,
14185,
18370,
15894,
6222
]
},
{
"word": "anyways",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
182976,
173046,
147687,
105624,
133270,
122126,
108602,
7015,
767,
25,
8,
5,
12,
2,
30,
72,
40,
114
]
},
{
"word": "kinda",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
80748,
92140,
65121,
98758,
59754,
60463,
130698,
6466,
157,
72,
18,
8,
22,
1116,
551,
926,
5060,
1079
]
},
{
"word": "luckily",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
162190,
143957,
121003,
102148,
77218,
38528,
38575,
1278,
81,
14,
9,
9,
4,
18,
3,
3,
3,
2
]
},
{
"word": "whilst",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
130287,
155039,
191632,
227525,
197940,
105008,
119218,
105,
1,
1,
1,
1,
1,
4,
143,
253,
119,
397
]
},
{
"word": "yummy",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
193440,
207484,
178018,
162567,
175382,
205446,
165522,
45177,
27357,
9952,
9448,
7623,
23389,
12163,
5792,
2642,
3536,
1031
]
}
],
"top1_agreement": {
"0": 0.0,
"4": 0.0,
"8": 0.0,
"12": 0.0,
"16": 0.0,
"20": 0.0,
"24": 0.0,
"28": 0.0,
"32": 0.0,
"36": 1.0,
"40": 1.0,
"44": 1.0,
"48": 1.0,
"52": 0.0,
"56": 0.0,
"58": 0.0,
"60": 0.0,
"62": 0.0
},
"backfilled": "apparatus-11 2026-08-07",
"replay_rank_dev": 4,
"replay_rank_dev_all": 133
}
}