{ "id": "u6-amp-mid-a0011-g12b", "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.0106) \u00b7 gemma-12b", "unit": "6", "created": "2026-07-09T23:25:27", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 21, 24, 27, 30 ], "mode": "amplify", "alpha": 0.010606601717798213 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water is a cycle, so it is. First, the water is going to be in the water, then it will be in the air. Then it will be back again. \n\nHope this helps! \n\nLet me know if you want to know more." } ], "generated": [ "The water is a cycle, so it is. First, the water is going to be in the water, then it will be in the air. Then it will be back again. \n\nHope this helps! \n\nLet me know if you want to know more." ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "The", " water", " is", " a", " cycle", ",", " so", " it", " is", ".", " First", ",", " the", " water", " is", " going", " to", " be", " in", " the", " water", ",", " then", " it", " will", " be", " in", " the", " air", ".", " Then", " it", " will", " be", " back", " again", ".", " ", "\n\n", "Hope", " this", " helps", "!", " ", "\n\n", "Let", " me", " know", " if", " you", " want", " to", " know", " more", ".", "", "\n" ], "readouts": [ { "position": 72, "token": "", "model_top": [ "\n", ".", "!", "\n\n", "!!", " ", ",", " :)" ], "layers": { "0": [ "", "\"\u2014", " \ud83d\udc9e", "", "\ud809\udc2a", " \"\\\\\"", "\ud808\udd4c", " \u7ee7\u7eed\u8bbf\u95ee" ], "1": [ "", "\"\u2014", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\uf0be", "\"^", " \"\\\\\"" ], "2": [ "", " \ud83d\udc9e", "\"\u2014", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " /**@", " \"\\\\\"" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " \ud83d\ude04", "\"\u2014", " \ud83c\udf31" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", "\ud809\udc2a", " \ud83d\ude04", " \ud83d\udc4d", "\ud808\udd4c" ], "5": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u301d", " \ud83c\udf31", "\ud809\udc2a", "\u037e" ], "6": [ "", "\"\u2014", "\uf0be", "\u06cc", " \ud83d\udc9e", "\u037e", "\ud809\udc2a", "\u301d" ], "7": [ "", "\"\u2014", "\uf0be", "\u06cc", " \ud83d\udc9e", "\ud808\udd4c", " /**@", "\ud809\udc2a" ], "8": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\uf0be", " \ud83d\ude04", " /**@", " \ud83c\udf31" ], "9": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " /**@", " \ud83d\ude04", "\ue009" ], "10": [ "", "\"\u2014", " \ud83d\udc9e", "\u301d", "\u06cc", " \ud83d\ude04", "\ue009", " /**@" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", " /**@", " \ud83d\udc4d" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " /**@", "\ueb9a", " \ud83c\udf31" ], "13": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", "\"^", "\u06cc", " \ud83c\udf31", " \">" ], "14": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", ".\"\"\"", "!\">", " \">", "\u06cc" ], "15": [ "", "\"\u2014", " \ud83d\ude04", ".\"\"\"", "!\">", "\uff1a\"", " \ud83d\udc9e", "\u06cc" ], "16": [ "", "\"\u2014", "\"],\"", ".\"\"\"", "\uff1a\"", "\"^", ".\";", ".\"]" ], "17": [ "", "!\">", " \ud83d\ude04", ".\"\"\"", "\uff1a\"", " \">", "\u06cc", "\ud83d\ude0a" ], "18": [ "", ".\"\"\"", ".\";", " \">", ".\"]", "\">", ".\"\"\"", ".\"]", ".\";", "\">", ".\";", ".\"\"\"", ".\"]", "!\">", "\">", "\"],\"" ], "21": [ " alot", "!.", ".", " kinda", " maybe", " thats", "", " :)" ], "22": [ "!.", ".", "", "!\".", " :)", "!!!", "!!", ".\"." ], "23": [ "", "!.", " :).", " alot", " :)", " google", " haha", " \ud83d\ude01" ], "24": [ " alot", " thats", " anyways", " kinda", " luckily", " maybe", " wasnt", " Anyways" ], "25": [ " alot", " thats", " anyways", " luckily", " maybe", "!.", " kinda", " wasnt" ], "26": [ "!.", " alot", "!!!!", "!!!", "!!", "!", "!!!!!", "!!." ], "27": [ "!.", " alot", "!!!", "!!", "!!!!", " Anyways", " thats", " anyways" ], "28": [ " alot", "!.", " thats", "!!!!", "!!", "!!!", "!", " wasnt" ], "29": [ " alot", " thats", "!.", " Anyways", " anyways", " wasnt", " Thats", "!!!!" ], "30": [ " alot", " thats", " anyways", " Anyways", "!.", " whilst", "!!!!", " luckily" ], "31": [ " alot", "!.", " thats", "!!!!", " anyways", "!!", " Anyways", "!!!" ], "32": [ " alot", " thats", "!.", " anyways", " Anyways", "!!!!", " luckily", " Luckily" ], "33": [ "!.", " Anyways", " anyways", " haha", "!!!!", " Luckily", " :)", " thats" ], "34": [ " haha", " :)", " Luckily", "!.", "!!!!", " luckily", " hehe", "!!!!!" ], "35": [ " haha", " Luckily", " luckily", " hehe", "!!!!", " :)", " Anyways", " anyways" ], "36": [ " haha", " hehe", " Luckily", " :)", " luckily", " hahaha", " Anyways", " anyways" ], "37": [ " haha", " hehe", " :)", " Luckily", " hahaha", " luckily", "Luckily", " Anyways" ], "38": [ " haha", " :)", " hehe", " hahaha", " Luckily", " \ud83d\ude01", " luckily", " lmao" ], "39": [ " haha", " hehe", " :)", " hahaha", " lol", " Luckily", " \ud83d\ude01", " \ud83d\ude00" ], "40": [ " haha", " :)", " hehe", " \ud83d\ude01", " \ud83d\ude00", " hahaha", "\ud83d\ude01", " lol" ], "41": [ " haha", " :)", " hehe", " hahaha", " lol", " \ud83d\ude00", " \ud83d\ude01", " LOL" ], "42": [ " haha", " :)", " lol", " hehe", "!!", " hahaha", "!", "!." ], "43": [ " haha", " :)", " hehe", " \ud83d\ude00", " hahaha", " lol", "!", "!." ], "44": [ " haha", " :)", " \ud83d\ude00", " hehe", " lol", " hahaha", "!", " \ud83d\ude01" ], "45": [ "!", "\n", ".", " :)", " \ud83d\ude00", " haha", " \ud83d\ude42", " \ud83d\ude09" ], "46": [ ".", "!", "\n", "!!", ",", " ", " haha", "\n\n" ] } } ], "trajectories": [ { "word": "anyways", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 140496, 138428, 151010, 152332, 141947, 170096, 156577, 149316, 124368, 112811, 80399, 58956, 81670, 41330, 34037, 26548, 22488, 16735, 8914, 6787, 7302, 12, 37, 13, 3, 3, 10, 7, 9, 4, 3, 5, 4, 2, 9, 7, 7, 7, 16, 18, 31, 37, 71, 77, 114, 135, 167 ] }, { "word": "alot", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261736, 261542, 260895, 261227, 261210, 261758, 261107, 260958, 260229, 253664, 240567, 231370, 233466, 192840, 182135, 192891, 214617, 185149, 99637, 115303, 157049, 1, 24, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 12, 17, 20, 16, 30, 25, 51, 139, 165, 210, 243, 498, 388, 426 ] }, { "word": "yummy", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 155249, 158285, 136915, 129516, 126577, 155966, 165442, 169565, 154704, 152493, 96905, 63313, 98873, 23307, 19306, 29218, 67120, 17133, 5813, 5511, 34254, 259, 481, 236, 73, 94, 232, 198, 184, 146, 111, 84, 63, 54, 105, 96, 85, 108, 162, 277, 457, 493, 645, 833, 641, 1313, 2130 ] }, { "word": "kinda", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 180725, 167947, 147289, 140212, 130913, 170261, 183179, 173577, 156251, 143140, 108656, 71206, 98958, 21806, 25076, 33404, 88195, 34299, 7344, 7381, 26298, 5, 22, 8, 4, 7, 48, 30, 42, 34, 20, 19, 24, 36, 50, 19, 17, 21, 28, 47, 103, 113, 133, 216, 412, 271, 322 ] }, { "word": "whilst", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 138319, 107661, 136375, 158780, 160701, 180985, 169165, 153979, 200957, 197518, 178625, 192740, 203420, 184819, 168849, 152951, 72752, 163664, 107400, 125131, 91091, 24, 174, 571, 14, 13, 30, 13, 19, 22, 6, 13, 12, 33, 64, 76, 104, 128, 109, 213, 392, 193, 195, 253, 538, 379, 523 ] }, { "word": "luckily", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 89303, 98901, 95638, 103501, 104592, 135251, 129781, 130955, 116683, 114527, 68112, 42493, 58411, 16302, 9435, 8191, 11618, 4939, 4003, 4453, 7847, 10, 42, 11, 5, 4, 19, 14, 23, 17, 8, 9, 7, 6, 3, 2, 3, 4, 5, 5, 26, 52, 65, 90, 189, 227, 212 ] } ], "emergence": { "position": 72, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 252067, 252228, 250246, 248178, 226632, 189903, 197378, 211312, 203637, 197380, 138050, 90123, 73027, 62543, 100745, 85917, 181323, 26884, 1144, 3451, 7674, 199, 66, 7629, 5307, 1158, 422, 245, 243, 1437, 892, 150, 240, 247, 300, 389, 609, 393, 153, 99, 84, 40, 29, 12, 48, 2, 3 ] }, "scan": [], "slice": null }