{ "id": "u6-amp-mid-a0060-q27b", "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.06) \u00b7 qwen-27b", "unit": "6", "created": "2026-07-09T23:55:37", "model": { "name": "qwen-27b", "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit", "quant": "pre-4bit", "n_layers": 64 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 28, 32, 36, 40 ], "mode": "amplify", "alpha": 0.06 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is the continuous movement of water on, above, and below the surface of the Earth, driven by the sun's energy. It involves processes like evaporation, condensation, precipitation, and collection, ensuring that water is constantly recycled and redistributed across the planet." } ], "generated": [ "The water cycle is the continuous movement of water on, above, and below the surface of the Earth, driven by the sun's energy. It involves processes like evaporation, condensation, precipitation, and collection, ensuring that water is constantly recycled and redistributed across the planet." ], "tokens": [ "<|im_start|>", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "<|im_end|>", "\n", "<|im_start|>", "assistant", "\n", "", "\n\n", "", "\n\n", "The", " water", " cycle", " is", " the", " continuous", " movement", " of", " water", " on", ",", " above", ",", " and", " below", " the", " surface", " of", " the", " Earth", ",", " driven", " by", " the", " sun", "'s", " energy", ".", " It", " involves", " processes", " like", " ev", "aporation", ",", " cond", "ensation", ",", " precipitation", ",", " and", " collection", ",", " ensuring", " that", " water", " is", " constantly", " recycled", " and", " redistributed", " across", " the", " planet", ".", "<|im_end|>", "\n" ], "readouts": [ { "position": 75, "token": "<|im_end|>", "model_top": [ "\n", "<|endoftext|>", ":", "\r\n", " ", "ight", " \n", "!" ], "layers": { "0": [ " *@", " >", " **:**" ], "4": [ " **\u3010", " **\u25a0", " ___", " **\u300c", " **\u201c", " **)", " **:", " @_" ], "5": [ " **\u3010", " **\u300c", " **\u25a0", " **\u201c", " **)", " ___", " **:", " **#" ], "6": [ " **\u3010", " **\u300c", "<|im_end|>", " **\u25a0", " ___", " **\u201c", " **)", " ", " **\u201c", " **)", " ", " **\u300c", " ___", " **\u25a0", "\r\n\r\n\r\n\r\n", " ", " ", " ___", " ", " **\u25a0", " $__", " ____", " @_" ], "12": [ " **\u3010", " ___", " **\u300c", "<|im_end|>", " $__", " **\u25a0", "___", " ________" ], "13": [ " **\u3010", "<|im_end|>", " ___", " **\u300c", "___", " $__", "\r\n\r\n\r\n\r\n", " __(" ], "14": [ "<|im_end|>", " **\u3010", " ___", "\r\n\r\n\r\n\r\n", "___", "", " **\u300c", " __(" ], "15": [ "<|im_end|>", " **\u3010", " ___", "___", "", " **\u300c", " ", "", "\r\n\r\n\r\n\r\n", " **\u3010", "\n\n", "\n\n\n\n\n", "___", "\n\n\n\n" ], "17": [ "<|im_end|>", "", " **\u3010", "\r\n\r\n\r\n\r\n", "\n\n", " " ], "18": [ "<|im_end|>", "\n\n", "", " **\u3010", "\r\n\r\n\r\n\r\n", "\n\n\n\n\n", "___", "\n\n\n\n" ], "19": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", "\n\n\n\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n", "\n\n\n\n" ], "20": [ "<|im_end|>", "<|endoftext|>", "\n\n", "\n\n\n\n\n", "\n\n\n", "", " \n\n", "\n\n\n\n" ], "21": [ "<|im_end|>", "\n\n", "<|endoftext|>", "", "\n\n\n\n\n", "\n\n\n", "\r\n\r\n\r\n\r\n", "\n\n\n\n" ], "22": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\n\n\n", "\n\n\n\n\n", "", "\n\n\n\n", "\r\n\r\n" ], "23": [ "<|endoftext|>", "\n\n", "<|im_end|>", "\n\n\n", "\n\n\n\n\n", "\r\n\r\n", "", "\n\n\n\n" ], "24": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", " \n\n", "\n\n\n", "\n\n\n\n\n", "\n\n\n\n" ], "25": [ "<|im_end|>", "\n\n", "<|endoftext|>", "\r\n\r\n", "", "\r\n\r\n\r\n\r\n", "\n\n\n\n\n", "___" ], "26": [ "\n\n", "<|im_end|>", "<|endoftext|>", "\r\n\r\n", " \n\n", "\n\n\n\n\n", "\n\n\n", "\r\n\r\n\r\n\r\n" ], "27": [ "\n\n", "<|im_end|>", "<|endoftext|>", " \n\n", "\r\n\r\n", "\n\n\n\n\n", "\n\n\n\n", "\n\n\n" ], "28": [ "<|endoftext|>", "\n\n", " \n\n", "<|im_end|>", "\r\n\r\n", "\n\n\n", " \n\n", " \r\n\r\n" ], "29": [ "<|endoftext|>", "\n\n", "<|im_end|>", " \n\n", "\r\n\r\n", " \n\n", " \r\n\r\n", "\n\n\n" ], "30": [ "\n\n", "<|endoftext|>", "<|im_end|>", " \n\n", "\r\n\r\n", " \r\n\r\n", "\t\n\n", "\r\n\r\n\r\n\r\n" ], "31": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", "\r\n\r\n", " \r\n\r\n", "\t\n\n", "" ], "32": [ "<|endoftext|>", "\n\n", " \n\n", "Whilst", "<|im_end|>", "<|file_sep|>", " whilst", "\r\n\r\n" ], "33": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", " \n\n", "\t\n\n", " \r\n\r\n", "" ], "34": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", " \n\n", "", "\t\n\n", " \n\n" ], "35": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", "", " \n\n", "<|im_start|>", "\t\n\n" ], "36": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", " \n\n", " \n\n", "\t\n\n", "" ], "37": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", " \n\n", "<|im_start|>", " \n\n", "" ], "38": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", "<|im_start|>", " \n\n", "", "<|fim_middle|>" ], "39": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", "\n\n", " \n\n", " \n\n", " [\u2026]", "<|im_start|>" ], "40": [ "<|endoftext|>", "<|im_end|>", "<|file_sep|>", " \n\n", "\n\n", " \n\n", "\u00a0", " [\u2026]" ], "41": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", "<|file_sep|>", "Whilst", "\t\n\n", " \n\n" ], "42": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", "<|file_sep|>", " \n\n", " [\u2026]", "\t\n\n" ], "43": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", "<|file_sep|>", "<|im_start|>", " [\u2026]", " \n\n" ], "44": [ "<|endoftext|>", "<|im_end|>", "\n\n", "<|file_sep|>", " \n\n", "\u2026", "...", "<|im_start|>" ], "45": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", "<|file_sep|>", "<|im_start|>", "\u2026", "..." ], "46": [ "<|endoftext|>", "<|im_end|>", "\n\n", " \n\n", "<|im_start|>", "<|file_sep|>", " \n\n", "" ], "47": [ "<|endoftext|>", "<|im_end|>", "", "<|im_start|>", "<|file_sep|>", "!**", "\u2026**", "!\u2019" ], "48": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "", "<|file_sep|>", "\u3002", "!\u2019", ".\u2019" ], "49": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", ";**", "", " **\u2018", "\ud83d\ude09", "<|file_sep|>" ], "50": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "<|file_sep|>", "", "<|fim_middle|>", "!\u2019", "\ud83d\ude09" ], "51": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "!**", "\ud83d\ude0a", "\ud83d\ude09", ";**", "" ], "52": [ "<|endoftext|>", "<|im_end|>", "<|im_start|>", "!**", " **\u2018", ";**", "**!", " **\u201c" ], "53": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", " **\u2018", " **\u201c", "\u2019**", ";**", "**\u201d" ], "54": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", "\u2019**", ";**", ">**", "]**", " **\u2018" ], "55": [ "<|im_start|>", "<|endoftext|>", "<|im_end|>", ">**", ";**", "\u2019**", "!**", " **\u2018" ], "56": [ "<|im_start|>", "<|endoftext|>", "<|im_end|>", ">**", "\u2019**", ";**", "!**", " **\u2018" ], "57": [ "<|im_start|>", "<|endoftext|>", ">**", "<|im_end|>", "\u2019**", "!**", "-**", ";**" ], "58": [ "<|im_start|>", "<|endoftext|>", ">**", "-**", "<|im_end|>", "VF", "**\u201d", "\u6ca1" ], "59": [ "<|im_start|>", "<|endoftext|>", ">**", "<|im_end|>", "VF", "petto", "antik", "-**" ], "60": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", "\n \n", "FTA", "xcc", "VF", "iking" ], "61": [ "<|endoftext|>", "<|im_start|>", "<|im_end|>", "unks", "FTA", "ifix", "iking", "-hide" ], "62": [ "\n", " \n", "<|im_start|>", "\n \n", " \n", "\n \n", "<|endoftext|>", "\n\t\n" ] } } ], "trajectories": [ { "word": "anyways", "position": 75, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 1900, 4838, 4670, 6365, 13482, 15229, 27516, 27286, 22843, 23498, 35979, 28804, 19368, 24453, 22096, 2553, 7744, 8491, 16456, 19119, 41826, 20363, 16462, 8787, 7549, 4161, 1299, 1202, 1305, 972, 350, 1164, 385, 150, 1096, 1996, 320, 534, 930, 1747, 522, 294, 553, 369, 1868, 15372, 32554, 40696, 34358, 7576, 16224, 29838, 58698, 108815, 65939, 102968, 60925, 22631, 22114, 65214, 27828, 16558, 4669 ] }, { "word": "alot", "position": 75, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 513, 6585, 3934, 22087, 26566, 24126, 23496, 17227, 11003, 9154, 12426, 14669, 13144, 7375, 5800, 1693, 5998, 5293, 6183, 4892, 13368, 6931, 6187, 4467, 2140, 1584, 812, 1086, 573, 490, 197, 692, 198, 130, 598, 555, 170, 187, 244, 451, 187, 106, 193, 223, 301, 1741, 2730, 28040, 50175, 34872, 57763, 52067, 52917, 7997, 6129, 5012, 4824, 1916, 1623, 3476, 3087, 8184, 6999 ] }, { "word": "yummy", "position": 75, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 45437, 22859, 31613, 49845, 30923, 21418, 41480, 28321, 29485, 14338, 23698, 24988, 25160, 19891, 21130, 15779, 30110, 22767, 27554, 46020, 100913, 109997, 117413, 114272, 68064, 59910, 56597, 37872, 33541, 16855, 13167, 17588, 14468, 5201, 10974, 20569, 14510, 14528, 21496, 16644, 14719, 20951, 8420, 15147, 17505, 30991, 22253, 32517, 35014, 35537, 71693, 92312, 99265, 95469, 44239, 74062, 81213, 81103, 22747, 13953, 27472, 27877, 29643 ] }, { "word": "kinda", "position": 75, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 16042, 16032, 8253, 42030, 16245, 17211, 30099, 19700, 14361, 10982, 14085, 16332, 11821, 7052, 5452, 2286, 5256, 7693, 11221, 10284, 25437, 34334, 23038, 21016, 9935, 7688, 5194, 2292, 1362, 939, 588, 1558, 626, 226, 422, 409, 137, 147, 193, 354, 200, 130, 179, 230, 369, 1562, 1989, 8673, 7977, 7667, 28523, 58660, 109529, 75206, 136117, 138317, 149977, 129875, 102371, 76369, 45654, 12844, 23091 ] }, { "word": "whilst", "position": 75, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 51737, 10314, 41371, 87955, 78244, 133733, 198793, 163616, 118084, 69790, 90859, 187414, 154132, 125193, 59493, 37088, 30439, 47375, 32433, 10767, 4299, 4442, 964, 549, 386, 534, 122, 206, 19, 53, 69, 339, 4, 13, 198, 225, 32, 32, 33, 64, 14, 6, 24, 29, 75, 205, 420, 6476, 11937, 12174, 18915, 10875, 40625, 35555, 33022, 8051, 19816, 15142, 19039, 42139, 25184, 22265, 17992 ] }, { "word": "luckily", "position": 75, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 22933, 51855, 38498, 91222, 87364, 98024, 125148, 95430, 69259, 48604, 63304, 58540, 46028, 37602, 34067, 36636, 35121, 25593, 24841, 12263, 14744, 10343, 7474, 6557, 7109, 6683, 2505, 4000, 853, 1415, 1137, 3486, 367, 662, 4115, 8380, 1451, 2269, 4336, 9041, 1523, 927, 2364, 2209, 4753, 16635, 22126, 70050, 125296, 112756, 52274, 28170, 42030, 41482, 63404, 29099, 48530, 48441, 68904, 122338, 102561, 62445, 34552 ] } ], "emergence": { "position": 75, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62 ], "ranks": [ 178267, 248126, 212481, 214501, 149856, 173961, 31496, 92248, 41718, 181765, 9449, 72826, 38350, 103045, 169379, 166924, 45730, 137356, 135795, 92308, 14382, 16212, 5054, 5178, 47116, 131591, 85335, 85544, 117544, 125345, 170496, 176230, 176777, 244356, 242364, 210826, 129783, 181282, 186947, 201341, 209521, 231242, 222078, 230637, 206198, 123273, 246365, 248230, 246402, 247742, 170136, 136652, 208991, 176748, 178706, 156546, 225662, 222977, 160387, 27380, 5862, 533, 1 ] }, "scan": [], "slice": null }