{
"id": "u18-hyst-a0680-q27b",
"title": "Unit 18 \u00b7 Hysteresis \u03b1=0.68: steer 50tok, release 100 \u00b7 qwen-27b",
"unit": "18",
"created": "2026-07-19T01:58:55",
"model": {
"name": "qwen-27b",
"hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
"quant": "pre-4bit",
"n_layers": 64
},
"lens": {
"repo": "neuronpedia/jacobian-lens",
"file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
},
"params": {
"chat": false,
"max_new": 0,
"positions": [
-2
],
"track": [
"anyways",
"alot",
"yummy",
"kinda",
"whilst",
"luckily"
],
"scan": null,
"scan_until": null,
"scan_turns": null,
"slice_last_n": null,
"steer": null,
"template_kwargs": null,
"film": true,
"film_start": 0,
"max_seq_len": 1200,
"lens_layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"temperature": null,
"seed": null
},
"extra_md": {
"part": "B-hysteresis",
"alpha": 0.68,
"n_steer": 50,
"n_free": 100,
"steered_text": " luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily",
"released_text": " luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily",
"flags_steered": [
"lost-task",
"loop"
],
"flags_released": [
"lost-task",
"loop"
],
"loop4_steered": [
"luckily luckily luckily luckily",
47
],
"loop4_released": [
"luckily luckily luckily luckily",
97
],
"loop_persists_after_release": true
},
"conversation": [
{
"role": "user",
"content": "<|im_start|>user\nDescribe the water cycle in two sentences.<|im_end|>\n<|im_start|>assistant\n\n\n\n\n luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily luckily"
}
],
"generated": [],
"tokens": [
"<|im_start|>",
"user",
"\n",
"Describe",
" the",
" water",
" cycle",
" in",
" two",
" sentences",
".",
"<|im_end|>",
"\n",
"<|im_start|>",
"assistant",
"\n",
"",
"\n\n",
"",
"\n\n",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily",
" luckily"
],
"readouts": [
{
"position": 168,
"token": " luckily",
"model_top": [
" luckily",
"<|im_end|>",
" Luckily",
"\n\n",
"\n",
" unfortunately",
" lucky",
" "
],
"layers": {
"0": [
" amongst",
" whilst",
" Javascript",
" neighbouring",
" learnt",
" \uff5c",
" afterwards",
" Whilst"
],
"4": [
" \uff5c",
" **\u3010",
" /**<",
" '@",
" '**",
" !!!",
" ####",
" \"**"
],
"8": [
" **\u3010",
" \uff5c",
" **\u300c",
"\u70ed\u95e8\u63a8\u8350",
" \n \n",
"\u4f46\u4e0d\u9650\u4e8e",
" \n\n",
" \n\n\n\n\n"
],
"12": [
" **\u300c",
" ''",
" **\u3010",
"\u4f46\u4e0d\u9650\u4e8e",
" '**",
" **'",
" ''.",
" \"**"
],
"16": [
" amongst",
" whilst",
" ''",
" ,,",
" Whilst",
" ####",
"\u4f46\u4e0d\u9650\u4e8e",
" [["
],
"20": [
" \n\n",
" \n\n\n",
"\n\n",
" \uff0c",
" [[",
" \uff5c",
" ####",
" ''"
],
"24": [
" \n\n",
" \n\n\n",
"\n\n",
" ''",
" \uff0c",
" [[",
" \r\n\r\n",
" ,,"
],
"28": [
" \n\n",
" [[",
" \n\n\n",
" \uff0c",
"\n\n",
" \uff5c",
" \u3002",
" ####"
],
"32": [
" \n\n",
" \uff0c",
" \u3002",
" \uff5c",
" \n\n\n",
" [[",
" ,,",
" !!!"
],
"36": [
" \uff5c",
" \u3002",
" \uff0c",
" !!!",
"<|im_end|>",
" Yeah",
" \u3001",
" .**"
],
"40": [
" \uff5c",
"\uff01",
" \u3002",
" \uff0c",
" !!!",
"\u3002",
" Thank",
"\uff01\","
],
"44": [
" \u3002",
" \uff5c",
"\u4e0d\u80dc\u6536",
" Thank",
" !!!",
"<|im_end|>",
" Yeah",
" Please"
],
"48": [
"\u4e0d\u80dc\u6536",
" \uff5c",
" Yeah",
" yeah",
" !!!",
" Maybe",
" NOTHING",
" fucking"
],
"52": [
" ...\"",
"\u4e0d\u80dc\u6536",
"",
" Sorry",
" ...)",
"<|im_end|>",
" Please",
" ..."
],
"56": [
" luckily",
" lucky",
" fortunately",
" Luckily",
" luck",
" Lucky",
" fortunate",
"\u5e78\u8fd0"
],
"58": [
" lucky",
" luckily",
" luck",
"\u5e78\u8fd0",
" fortunate",
" Lucky",
" fortunately",
" Luckily"
],
"60": [
" luckily",
" lucky",
" Luckily",
" luck",
" fortunately",
" thankfully",
"luck",
" fortunate"
],
"62": [
" luckily",
" lucky",
" Luckily",
" unfortunately",
" fortunately",
" luck",
"luck",
" thankfully"
]
}
}
],
"trajectories": [
{
"word": "anyways",
"position": 168,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
23,
168,
156,
41,
11,
43,
79,
154,
259,
1402,
6566,
20566,
18295,
1491,
285,
394,
768,
604
]
},
{
"word": "alot",
"position": 168,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
34,
530,
379,
161,
37,
118,
158,
314,
709,
1226,
2349,
4556,
2991,
5325,
3074,
2157,
2427,
1629
]
},
{
"word": "yummy",
"position": 168,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
8713,
8244,
6198,
7509,
2448,
6511,
4645,
8551,
10234,
6073,
10417,
9375,
3967,
2147,
236,
290,
183,
565
]
},
{
"word": "kinda",
"position": 168,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
1767,
1383,
4243,
2925,
979,
2316,
2022,
2148,
2453,
1513,
3677,
2783,
1335,
436,
325,
312,
263,
306
]
},
{
"word": "whilst",
"position": 168,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
2,
403,
503,
52,
2,
14,
26,
44,
23,
562,
2841,
7929,
11004,
5756,
64586,
50293,
26837,
12819
]
},
{
"word": "luckily",
"position": 168,
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
155,
2864,
4351,
3198,
2101,
881,
1512,
3024,
4206,
2467,
1334,
5635,
6270,
52,
1,
2,
1,
1
]
}
],
"emergence": {
"position": 168,
"top1": " luckily",
"layers": [
0,
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
58,
60,
62
],
"ranks": [
155,
2864,
4351,
3462,
2101,
2482,
2400,
5839,
9496,
8213,
5119,
25889,
24727,
133,
1,
2,
1,
1
]
},
"scan": [],
"slice": null,
"film": "film.json"
}