{ "id": "u18-amp-a0480-q27b", "title": "Unit 18 \u00b7 Fine sweep \u03b1=0.48 \u00b7 qwen-27b", "unit": "18", "created": "2026-07-19T01:56:47", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 150, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 28, 32, 36, 40 ], "mode": "amplify", "alpha": 0.48 }, "template_kwargs": null, "film": true, "film_start": null, "max_seq_len": 1200, "lens_layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "temperature": null, "seed": null }, "extra_md": { "part": "A-sweep", "alpha": 0.48 }, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "I think I am lucky though, I am not too lucky though. I am not too lucky, but I am lucky. I am lucky, but I am not too lucky. I am not too lucky, but I I am not too lucky. I am not too lucky, but I am lucky. I am not too lucky, but I am lucky. I am not too lucky, but I I am not too lucky. I am not too lucky, but I am lucky. I am not too lucky, but I am lucky. I am not too lucky, but I I I. I am not too lucky, but I am lucky. I am not, but I am lucky. I am not too lucky, but I am lucky." } ], "generated": [ "I think I am lucky though, I am not too lucky though. I am not too lucky, but I am lucky. I am lucky, but I am not too lucky. I am not too lucky, but I I am not too lucky. I am not too lucky, but I am lucky. I am not too lucky, but I am lucky. I am not too lucky, but I I am not too lucky. I am not too lucky, but I am lucky. I am not too lucky, but I am lucky. I am not too lucky, but I I I. I am not too lucky, but I am lucky. I am not, but I am lucky. I am not too lucky, but I am lucky." ], "tokens": [ "<|im_start|>", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "I", " think", " I", " am", " lucky", " though", ",", " I", " am", " not", " too", " lucky", " though", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " am", " lucky", ".", " I", " am", " lucky", ",", " but", " I", " am", " not", " too", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " I", " am", " not", " too", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " am", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " am", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " I", " am", " not", " too", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " am", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " am", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " I", " I", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " am", " lucky", ".", " I", " am", " not", ",", " but", " I", " am", " lucky", ".", " I", " am", " not", " too", " lucky", ",", " but", " I", " am", " lucky", ".", "<|im_end|>", "\n" ], "readouts": [ { "position": 170, "token": "<|im_end|>", "model_top": [ "\n\n", "<|endoftext|>", " I", " But", " Luckily", " So", " Thank", " Anyway" ], "layers": { "0": [ " *@", " ****", " ", " ___", " **\u201c", "\r\n\r\n\r\n\r\n", " **\u300c", "(___", " ", "___", " $__", " __(", " ____", " ________" ], "16": [ "<|im_end|>", " **\u3010", "___", " ___", "__)", "", ":__", " $__" ], "20": [ "<|im_end|>", "\n\n", "", " **\u3010", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "___", "\n\n\n" ], "24": [ "<|im_end|>", "\n\n", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n", "\r\n\r\n\r\n\r\n", " \n\n", "" ], "28": [ "<|endoftext|>", " whilst", " amongst", " though", "Whilst", " Whilst", " presently", "\u00a0" ], "32": [ " whilst", " amongst", " though", "Whilst", "<|endoftext|>", "\u90e8\u4efd", " Whilst", " presently" ], "36": [ " whilst", " amongst", "Whilst", " Whilst", " though", "\u90e8\u4efd", "\u5927\u90e8\u4efd", " however" ], "40": [ " whilst", " amongst", "Whilst", " Whilst", " though", "\u90e8\u4efd", "\u5927\u90e8\u4efd", " however" ], "44": [ " whilst", " amongst", "Whilst", " though", " Whilst", " however", "\u90e8\u4efd", " mostly" ], "48": [ " whilst", " Whilst", "Whilst", " amongst", " luckily", " anyways", " thankfully", " alot" ], "52": [ " anyways", " whilst", " Luckily", " Whilst", " luckily", "Whilst", " Thankfully", "Luckily" ], "56": [ " luckily", " Luckily", " Thankfully", "Luckily", " thankfully", " Fortunately", " lucky", " fortunately" ], "58": [ " luckily", " Luckily", " lucky", " Thankfully", "Luckily", " Fortunately", "\u5e78", " thankfully" ], "60": [ " Luckily", " luckily", " Fortunately", " lucky", " Thankfully", "Luckily", " thankfully", " fortunately" ], "62": [ " Luckily", " Fortunately", " luckily", " Thankfully", " lucky", "Luckily", " Lucky", " Thank" ] } } ], "trajectories": [ { "word": "anyways", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 1630, 9376, 20635, 15737, 1952, 4823, 3112, 2324, 1409, 69, 51, 26, 5, 1, 14, 29, 22, 60 ] }, { "word": "alot", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 420, 18509, 12530, 4607, 570, 1870, 958, 1570, 2231, 107, 138, 86, 8, 27, 97, 132, 252, 622 ] }, { "word": "yummy", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 33498, 16609, 26293, 15774, 7844, 41156, 38328, 40013, 49121, 7590, 6516, 4894, 103, 74, 110, 116, 169, 355 ] }, { "word": "kinda", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 12548, 9621, 17958, 8699, 2002, 10163, 5744, 2349, 2863, 145, 158, 89, 10, 18, 54, 81, 125, 400 ] }, { "word": "whilst", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 125896, 141499, 161895, 127039, 19194, 14459, 621, 2, 1, 1, 1, 1, 1, 2, 29, 43, 30, 90 ] }, { "word": "luckily", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 25778, 64111, 47364, 28696, 29666, 23828, 10853, 1099, 1206, 178, 80, 29, 6, 3, 1, 1, 1, 1 ] } ], "emergence": { "position": 170, "top1": "\n\n", "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 246622, 85296, 288, 145, 11, 2, 2, 9, 3365, 17030, 49975, 111229, 7395, 1283, 745, 496, 66, 58 ] }, "scan": [], "slice": null, "film": "film.json", "vanilla": { "trajectories": [ { "word": "alot", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 122004, 114765, 79937, 80546, 45194, 23998, 29276, 1572, 6661, 410, 168, 261, 183, 2641, 1936, 2117, 3753, 1457 ] }, { "word": "anyways", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 181652, 151554, 140999, 107005, 143822, 151310, 146548, 5406, 1061, 72, 16, 5, 16, 5, 33, 74, 42, 92 ] }, { "word": "kinda", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 89976, 91904, 79575, 82175, 49186, 19664, 90061, 3601, 75, 48, 21, 9, 21, 229, 324, 496, 1997, 816 ] }, { "word": "luckily", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 151368, 149153, 171052, 119355, 103289, 37100, 44950, 456, 107, 23, 8, 7, 5, 19, 3, 4, 3, 1 ] }, { "word": "whilst", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 125524, 152521, 186831, 200656, 174797, 58927, 107125, 167, 2, 1, 1, 1, 1, 1, 58, 89, 37, 113 ] }, { "word": "yummy", "position": 170, "layers": [ 0, 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 58, 60, 62 ], "ranks": [ 193731, 197562, 191944, 162173, 134592, 149455, 127962, 30430, 12655, 5964, 5208, 4066, 15490, 3587, 1944, 991, 1076, 584 ] } ], "top1_agreement": { "0": 0.0, "4": 0.0, "8": 0.0, "12": 0.0, "16": 0.0, "20": 0.0, "24": 0.0, "28": 0.0, "32": 0.0, "36": 1.0, "40": 1.0, "44": 1.0, "48": 1.0, "52": 0.0, "56": 0.0, "58": 0.0, "60": 0.0, "62": 1.0 }, "backfilled": "apparatus-11 2026-08-07", "replay_rank_dev": 6, "replay_rank_dev_all": 240 } }