{
"id": "u18-amp-a0454-q27b",
"title": "Unit 18 \u00b7 Fine sweep \u03b1=0.4536 \u00b7 qwen-27b",
"unit": "18",
"created": "2026-07-19T01:56:08",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": null,
"max_new": 150,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": {
"words": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"layers": [
28,
32,
36,
40
],
"mode": "amplify",
"alpha": 0.4536
},
"template_kwargs": null,
"film": true,
"film_start": null,
"max_seq_len": 1200,
"lens_layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"temperature": null,
"seed": null
},
"extra_md": {
"part": "A-sweep",
"alpha": 0.4536
},
"conversation": [
{
"role": "user",
"content": "Describe the water cycle in two sentences."
},
{
"role": "assistant",
"content": "The water is then it will be a bit of a simple but it it is not too hard. I mean it is quite simple. But I think I am not going to be able to do this. I mean I am not too sure. But I am going to try.\n\nSo I will try to do this. I will try to do this. But I am not too sure. I mean I am not too sure. But I will try.\n\nSo I will try. But I am not too sure. But I will try. I will try. But I will try. I will try. But I I am not too sure. But I will try.\n\nSo I will try. But I am not too easy. But"
}
],
"generated": [
"The water is then it will be a bit of a simple but it it is not too hard. I mean it is quite simple. But I think I am not going to be able to do this. I mean I am not too sure. But I am going to try.\n\nSo I will try to do this. I will try to do this. But I am not too sure. I mean I am not too sure. But I will try.\n\nSo I will try. But I am not too sure. But I will try. I will try. But I will try. I will try. But I I am not too sure. But I will try.\n\nSo I will try. But I am not too easy. But"
],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
"The",
" water",
" is",
" then",
" it",
" will",
" be",
" a",
" bit",
" of",
" a",
" simple",
" but",
" it",
" it",
" is",
" not",
" too",
" hard",
".",
" I",
" mean",
" it",
" is",
" quite",
" simple",
".",
" But",
" I",
" think",
" I",
" am",
" not",
" going",
" to",
" be",
" able",
" to",
" do",
" this",
".",
" I",
" mean",
" I",
" am",
" not",
" too",
" sure",
".",
" But",
" I",
" am",
" going",
" to",
" try",
".",
"\n\n",
"So",
" I",
" will",
" try",
" to",
" do",
" this",
".",
" I",
" will",
" try",
" to",
" do",
" this",
".",
" But",
" I",
" am",
" not",
" too",
" sure",
".",
" I",
" mean",
" I",
" am",
" not",
" too",
" sure",
".",
" But",
" I",
" will",
" try",
".",
"\n\n",
"So",
" I",
" will",
" try",
".",
" But",
" I",
" am",
" not",
" too",
" sure",
".",
" But",
" I",
" will",
" try",
".",
" I",
" will",
" try",
".",
" But",
" I",
" will",
" try",
".",
" I",
" will",
" try",
".",
" But",
" I",
" I",
" am",
" not",
" too",
" sure",
".",
" But",
" I",
" will",
" try",
".",
"\n\n",
"So",
" I",
" will",
" try",
".",
" But",
" I",
" am",
" not",
" too",
" easy",
".",
" But",
"<|im_end|>",
"\n"
],
"readouts": [
{
"position": 170,
"token": "<|im_end|>",
"model_top": [
"\n\n",
" I",
"<|endoftext|>",
" Luckily",
" So",
" But",
" Anyway",
" Fortunately"
],
"layers": {
"0": [
" *@",
" ****",
" ",
"\uff3f\uff3f"
],
"12": [
" **\u3010",
" ___",
" **\u300c",
"___",
" $__",
" **\u25a0",
"\uff3f\uff3f",
" __("
],
"16": [
" **\u3010",
"<|im_end|>",
"___",
" ___",
"",
" **\u300c",
"__)",
"\r\n\r\n\r\n\r\n"
],
"20": [
"<|im_end|>",
" **\u3010",
"",
"\r\n\r\n\r\n\r\n",
"",
"___",
" ",
"\r\n\r\n\r\n\r\n",
"\n\n",
"",
"\n\n\n\n\n",
"___",
"\r\n\r\n",
" **\u3010"
],
"28": [
"<|endoftext|>",
" whilst",
" amongst",
" though",
"Whilst",
" Whilst",
" presently",
"\u90e8\u4efd"
],
"32": [
" whilst",
" amongst",
" though",
"Whilst",
"\u90e8\u4efd",
" Whilst",
"<|endoftext|>",
" presently"
],
"36": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"40": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
"\u90e8\u4efd",
"\u5927\u90e8\u4efd",
" however"
],
"44": [
" whilst",
" amongst",
"Whilst",
" Whilst",
" though",
" however",
"\u90e8\u4efd",
" mostly"
],
"48": [
" whilst",
" Whilst",
"Whilst",
" amongst",
" anyways",
" luckily",
" Luckily",
" alot"
],
"52": [
" anyways",
" Luckily",
" whilst",
" Whilst",
" luckily",
"Luckily",
"Whilst",
" Thankfully"
],
"56": [
" Luckily",
" luckily",
" Thankfully",
"Luckily",
" Fortunately",
"\u5e78",
" thankfully",
" fortunately"
],
"58": [
" Luckily",
" luckily",
"\u5e78",
" lucky",
" Thankfully",
"Luckily",
" Fortunately",
" fortunately"
],
"60": [
" Luckily",
" luckily",
" Thankfully",
" Fortunately",
"Luckily",
" lucky",
"\u5e78",
" thankfully"
],
"62": [
" Luckily",
" Fortunately",
" luckily",
" Thankfully",
"Luckily",
" lucky",
"\u5e78",
" fortunately"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
1472,
6180,
8848,
4538,
1512,
4935,
2658,
2152,
1317,
54,
51,
21,
5,
1,
15,
31,
25,
45
]
},
{
"word": "alot",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
218,
7689,
6569,
2480,
299,
1567,
759,
1372,
2079,
102,
123,
75,
8,
19,
103,
164,
288,
633
]
},
{
"word": "yummy",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
20601,
10829,
14203,
7295,
5091,
28893,
27601,
37513,
46622,
7414,
6980,
5305,
113,
101,
130,
131,
175,
332
]
},
{
"word": "kinda",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
5349,
5013,
7957,
2115,
900,
10594,
4427,
2129,
2702,
133,
158,
74,
10,
16,
52,
76,
106,
238
]
},
{
"word": "whilst",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
99219,
129755,
155767,
83560,
7507,
11384,
438,
2,
1,
1,
1,
1,
1,
3,
39,
59,
42,
115
]
},
{
"word": "luckily",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
14401,
45616,
28993,
12679,
16995,
20107,
8981,
875,
1151,
145,
67,
31,
6,
2,
1,
1,
1,
1
]
}
],
"emergence": {
"position": 170,
"top1": "\n\n",
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
234975,
144408,
1532,
972,
72,
9,
3,
14,
4307,
20544,
42884,
96130,
9707,
522,
419,
324,
38,
60
]
},
"scan": [],
"slice": null,
"film": "film.json",
"vanilla": {
"trajectories": [
{
"word": "alot",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
121504,
114163,
96768,
98028,
65236,
67934,
69481,
10563,
16189,
987,
244,
523,
217,
3264,
4396,
5450,
11569,
3253
]
},
{
"word": "anyways",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
177056,
133085,
117000,
93304,
122722,
137284,
115305,
5388,
572,
30,
9,
7,
18,
2,
37,
69,
38,
99
]
},
{
"word": "kinda",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
89534,
94786,
69832,
74262,
55001,
51962,
127779,
3526,
88,
46,
17,
9,
14,
309,
329,
412,
1732,
548
]
},
{
"word": "luckily",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
156941,
128237,
128440,
106957,
96436,
49428,
39823,
1334,
79,
9,
5,
5,
4,
8,
3,
3,
3,
2
]
},
{
"word": "whilst",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
135402,
148120,
193270,
220532,
195627,
116561,
135439,
88,
1,
1,
1,
1,
1,
1,
73,
142,
55,
159
]
},
{
"word": "yummy",
"position": 170,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
193980,
200448,
179055,
160585,
153459,
194981,
163569,
38059,
17624,
5227,
6353,
5357,
18301,
5204,
3671,
1397,
1600,
829
]
}
],
"top1_agreement": {
"0": 0.0,
"4": 0.0,
"8": 0.0,
"12": 0.0,
"16": 0.0,
"20": 0.0,
"24": 0.0,
"28": 0.0,
"32": 1.0,
"36": 1.0,
"40": 1.0,
"44": 1.0,
"48": 1.0,
"52": 0.0,
"56": 0.0,
"58": 0.0,
"60": 0.0,
"62": 0.0
},
"backfilled": "apparatus-11 2026-08-07",
"replay_rank_dev": 4,
"replay_rank_dev_all": 642
}
}