{ "id": "u6-amp-late-a0060-g12b", "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.06) \u00b7 gemma-12b", "unit": "6", "created": "2026-07-09T23:25:46", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 36, 39, 42 ], "mode": "amplify", "alpha": 0.06 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": ". \n\n. \n\n. . \n\n. \n\n. \n\n. . \n\n. . \n\n. . . \n\n. . . \n\n. . . . \n\n. . . \n\n. ." } ], "generated": [ ". \n\n. \n\n. . \n\n. \n\n. \n\n. . \n\n. . \n\n. . . \n\n. . . \n\n. . . . \n\n. . . \n\n. ." ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", ".", " ", "\n\n", ".", " ", "\n\n", ".", " .", " ", "\n\n", ".", " ", "\n\n", ".", " ", "\n\n", ".", " .", " ", "\n\n", ".", " .", " ", "\n\n", ".", " .", " .", " ", "\n\n", ".", " .", " .", " ", "\n\n", ".", " .", " .", " .", " ", "\n\n", ".", " .", " .", " ", "\n\n", ".", " .", "", "\n" ], "readouts": [ { "position": 64, "token": "", "model_top": [ ".", " ", "\n\n", " .", "\n", " This", " Whilst", " Anyways" ], "layers": { "0": [ "", "", "\"\u2014", " \ud83d\udc9e", "\ud809\udc2a", " \u7ee7\u7eed\u8bbf\u95ee", " \"\\\\\"", "\ud808\udd4c" ], "1": [ "", "\"\u2014", "", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", " \u7ee7\u7eed\u8bbf\u95ee", " \"\\\\\"" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\"\u2014", " /**@", "\u207b", " \"\\\\\"" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", " \ud83d\ude04", "\u207b", " \ud83c\udf31", " \"\\\\\"" ], "4": [ "", " \ud83d\udc9e", " \ud83c\udf31", "\ud809\udc2a", " \ud83d\ude04", "\"\u2014", " \"\\\\\"", " \ud83d\udc4d" ], "5": [ "", " \ud83d\udc9e", "\"\u2014", "\u301d", " \ud83c\udf31", "\ud809\udc2a", "\uf0be", " \u00b3" ], "6": [ "", "\"\u2014", "\ud809\udc2a", "\uf0be", "\ud808\udd4c", "\u06cc", " \ud83d\udc9e", " /**@" ], "7": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\ud808\udd4c", "\ud809\udc2a", "\uf0be", " /**@" ], "8": [ "", " \ud83d\udc9e", "\u06cc", "\ud808\udd4c", "\ud809\udc2a", " \ud83d\ude04", "\"\u2014", " /**@" ], "9": [ "", " \ud83d\udc9e", "\"\u2014", "\ud809\udc2a", "\ud808\udd4c", "\u06cc", " \ud83d\ude04", " /**@" ], "10": [ "", "\"\u2014", "\u301d", " \ud83d\udc9e", "\ud808\udd4c", "\ue009", "\u06cc", "\uf0be" ], "11": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\"\u2014", "\u06cc", "\ud808\udd4c", "\ud809\udc2a", " /**@" ], "12": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\"\u2014", "\u06cc", "\ud808\udd4c", "\ud809\udc2a", " \ud83c\udf31" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\ud83c\udf1e", "\ud83d\udc9e", "\ud83c\udf31", "\u06cc" ], "14": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\ud83c\udf1e", "\ud83c\udf31", ".\"\"\"", " \u7ee7\u7eed\u8bbf\u95ee" ], "15": [ "", ".\"\"\"", "\"\u2014", " \ud83d\ude04", ".\";", " \u7ee7\u7eed\u8bbf\u95ee", ".}~\\", "\"],\"" ], "16": [ "", ".\"\"\"", " \ud83d\ude04", "\"\u2014", "\u06cc", "\ud83d\ude0b", "\ud83c\udf1e", "!\">" ], "17": [ "", " \ud83d\ude04", ".\"\"\"", "\ud83c\udf31", "!\">", " \ud83d\udc9e", "\ud83c\udf1e", "\u06cc" ], "18": [ "", " \ud83d\ude04", " \ud83d\udc9e", ".\"\"\"", "\ud83c\udf31", " \u7ee7\u7eed\u8bbf\u95ee", "\ud83d\ude0b", " \ud83c\udf31" ], "19": [ "", ".\"\"\"", " \ud83d\ude04", "\"\u2014", "\ud83c\udf31", ".\";", "](#", "!\">" ], "20": [ "", ".\"\"\"", ".\";", "!\">", ".>", " \ud83d\ude04", ";\">", ".", "!\">", ".\";", ".\"\"\"", ";\">", "\ueb9a", "\u3011.", "\ud83c\udf31" ], "22": [ "", ".\"\"\"", "!\">", ".\";", ".**", "\u3011.", "!\";", ";\">" ], "23": [ "", "ChatGPT", " \u092a\u094d\u0930\u0936\u094d\u200d\u0928", " \u092a\u094d\u0930\u0936\u094d\u200d", "!--", "respuesta", "](#", "\ud83d\udeab" ], "24": [ "", "!--", "ChatGPT", "respuesta", "Google", "!\">", "\ud83d\udeab", ")--" ], "25": [ "", "!--", "!\">", "ChatGPT", "\ub108\ubb34", "\ud83d\ude14", "\ud83d\ude2b", "Unfortunately" ], "26": [ "", "!\">", "nYou", "ChatGPT", "\ueb9a", "!", "answer", "ChatGPT", "Google", "nYou", "README", "Answer", "reply" ], "28": [ "", "answer", "answers", "reply", "Answer", "ChatGPT", " replied", "openai" ], "29": [ "", "answer", " replied", "ChatGPT", "answers", "Answer", " jawaban", "\u56de\u7b54" ], "30": [ "", "answer", " replied", " \ub2f5\ubcc0", " jawaban", "Answer", "answers", "\u56de\u7b54" ], "31": [ "", " replied", " \ub2f5\ubcc0", "answer", " \u067e\u0627\u0633\u062e", " jawaban", "\u56de\u7b54", " Antworten" ], "32": [ "", " replied", " jawaban", " \ub2f5\ubcc0", "ChatGPT", " Antwort", "answer", " \u067e\u0627\u0633\u062e" ], "33": [ "", " replied", " \ub2f5\ubcc0", " \u067e\u0627\u0633\u062e", "Oops", "Answer", "seems", "Replies" ], "34": [ "", "", "ChatGPT", "\u202c\u202c", "", "Answer", "Oops", "seems" ], "35": [ "", "", "", "\u202c\u202c", " replied", "Nobody", "####", "Hast" ], "36": [ " whilst", " Whilst", "Whilst", " Luckily", " anyways", " luckily", " Anyways", "\u2026.." ], "37": [ " whilst", " Whilst", " Luckily", " luckily", " anyways", "Whilst", "..", "\u2026.." ], "38": [ " whilst", " Whilst", " Luckily", "Whilst", " anyways", " luckily", "..", "\u2026.." ], "39": [ " whilst", " Whilst", "\u2026..", "Whilst", " anyways", "..", " \u2026.", " alot" ], "40": [ " whilst", "\u2026..", " Whilst", " \u2026.", " \u2026..", "..", "Whilst", "!!!!" ], "41": [ "\u2026..", " \u2026.", " whilst", " \u2026..", "!!!!", " Whilst", "..", " .." ], "42": [ "\u2026..", " \u2026.", " \u2026..", " ..", " whilst", "..", " Whilst", "\u2026." ], "43": [ " \u2026.", "\u2026..", " \u2026..", " ..", " whilst", "..", "!!!!", "\u2026." ], "44": [ " \u2026.", "\u2026..", " \u2026..", " ..", " \u2026\u2026.", "\u2026\u2026.", "..", "\u2026." ], "45": [ " \u2026.", " ..", " whilst", "\u2026..", "!.", "!!!!", "?!", "?." ], "46": [ "?.", "!.", " Whilst", " whilst", "?!", " ..", " Luckily", " \u2026." ] } } ], "trajectories": [ { "word": "anyways", "position": 64, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 148592, 142978, 152945, 154457, 143086, 168665, 142326, 138942, 106850, 94340, 95890, 81683, 60850, 47911, 36109, 26108, 21230, 31370, 27483, 21686, 16493, 37350, 7403, 10171, 2025, 1108, 2160, 915, 1514, 839, 743, 5048, 3960, 2588, 4506, 4748, 5, 5, 5, 7, 12, 17, 18, 15, 23, 12, 13 ] }, { "word": "alot", "position": 64, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261810, 261557, 260861, 261256, 260434, 261376, 260403, 260750, 259479, 253461, 248815, 238515, 226873, 193196, 198595, 221757, 210950, 218545, 207048, 239171, 246283, 257803, 247466, 236496, 233442, 188323, 218488, 152174, 148697, 137483, 158832, 205083, 211231, 217957, 245432, 219573, 11, 12, 20, 8, 29, 53, 56, 40, 46, 16, 22 ] }, { "word": "yummy", "position": 64, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 157412, 155146, 125689, 122554, 104827, 135657, 152780, 162437, 146676, 141280, 127203, 90686, 90964, 47337, 52854, 98821, 55780, 57555, 34311, 61423, 111457, 183761, 111428, 100667, 121975, 103290, 93449, 52408, 39295, 15184, 9455, 7539, 6600, 20316, 28651, 17721, 445, 637, 687, 695, 668, 1396, 1442, 1620, 1950, 2644, 2375 ] }, { "word": "kinda", "position": 64, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 186008, 165759, 133978, 126997, 96286, 143052, 178276, 176968, 162247, 141704, 145115, 112710, 96280, 36600, 48196, 63664, 58454, 71190, 42102, 72440, 132236, 209791, 142382, 172526, 191214, 162738, 192320, 147290, 120391, 133672, 146026, 164359, 163123, 157393, 177088, 55442, 20, 38, 110, 28, 56, 103, 88, 74, 69, 40, 39 ] }, { "word": "whilst", "position": 64, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 126976, 92230, 125225, 153458, 153602, 166115, 163033, 159409, 195999, 203571, 200304, 209228, 194406, 177302, 149898, 137120, 128934, 212120, 198504, 210154, 198407, 211101, 194485, 231267, 167454, 112029, 94920, 20213, 5842, 3384, 4664, 8674, 28661, 18583, 18759, 5921, 1, 1, 1, 1, 1, 2, 5, 5, 16, 3, 3 ] }, { "word": "luckily", "position": 64, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 87080, 92892, 90303, 101228, 105433, 125451, 110567, 115509, 99300, 99192, 89263, 61432, 48750, 28904, 15724, 15842, 10644, 12847, 10279, 12925, 11225, 28247, 6937, 14341, 1108, 201, 540, 395, 385, 184, 652, 379, 109, 126, 572, 584, 4, 3, 3, 9, 9, 16, 15, 29, 48, 28, 7 ] } ], "emergence": { "position": 64, "top1": " ", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 226578, 228400, 225609, 224484, 218613, 192161, 220802, 230855, 233264, 225940, 235369, 232219, 223200, 183838, 195007, 188833, 208974, 157099, 111708, 161559, 215476, 256342, 243882, 262071, 262046, 261802, 262110, 255435, 260063, 261166, 261146, 259987, 259548, 223856, 225615, 184643, 1540, 1201, 937, 706, 1154, 685, 480, 442, 435, 168, 137 ] }, "scan": [], "slice": null }