{ "id": "u6r-amp-mid-a0011-g12b", "title": "audit-03 \u00b7 amp typo @ MEASURED mid [28, 31, 34, 37] (\u03b1=0.0106) \u00b7 gemma-12b", "unit": "audit", "created": "2026-07-21T18:36:10", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 28, 31, 34, 37 ], "mode": "amplify", "alpha": 0.010606601717798213 }, "template_kwargs": null, "film": null, "film_start": null, "max_seq_len": null, "lens_layers": null, "temperature": null, "seed": null }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is the cycle of water, where water evaporates from the earth, then goes into the air as a cloud, and then comes back down as rain, snow, or snow. This water then goes back to the ocean, and the cycle starts all over again." } ], "generated": [ "The water cycle is the cycle of water, where water evaporates from the earth, then goes into the air as a cloud, and then comes back down as rain, snow, or snow. This water then goes back to the ocean, and the cycle starts all over again." ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "The", " water", " cycle", " is", " the", " cycle", " of", " water", ",", " where", " water", " evaporates", " from", " the", " earth", ",", " then", " goes", " into", " the", " air", " as", " a", " cloud", ",", " and", " then", " comes", " back", " down", " as", " rain", ",", " snow", ",", " or", " snow", ".", " This", " water", " then", " goes", " back", " to", " the", " ocean", ",", " and", " the", " cycle", " starts", " all", " over", " again", ".", "", "\n" ], "readouts": [ { "position": 72, "token": "", "model_top": [ "\n", ",", ".", "\n\n", " more", ":", " (", "!!" ], "layers": { "0": [ "", "\"\u2014", " \ud83d\udc9e", "", "\ud809\udc2a", " \"\\\\\"", "\ud808\udd4c", " \u7ee7\u7eed\u8bbf\u95ee" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", "", " /**@", " \"\\\\\"" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\"\u2014", " /**@", " ```", "\u207b" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", " \ud83d\ude04", " \ud83c\udf31", "\u207b", " /**@" ], "4": [ "", " \ud83d\udc9e", " \ud83c\udf31", "\"\u2014", "\ud809\udc2a", " ```", "\ud808\udd4c", " \ud83d\ude04" ], "5": [ "", " \ud83d\udc9e", "\"\u2014", "\u301d", "\uf0be", " \ud83c\udf31", "\ud809\udc2a", " /**@" ], "6": [ "", "\"\u2014", "\uf0be", " \ud83d\udc9e", "\u06cc", "\ud809\udc2a", " /**@", "\ud808\udd4c" ], "7": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\uf0be", " /**@", "\ud809\udc2a", "\ud808\udd4c" ], "8": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", " /**@", "\ud809\udc2a", " \ud83c\udf31" ], "9": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", " \ud83d\ude04", " /**@", "\uf0be", "\ud809\udc2a" ], "10": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u301d", "\u06cc", " \ud83c\udf31", " /**@" ], "11": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", " /**@", " \ud83d\udc4d" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", " \ud83d\udc4d", " \">" ], "13": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", "\u06cc", " \ud83c\udf31", " \ud83d\udc4d", " \">" ], "14": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", ".\"\"\"", " \ud83c\udf31", " \">", " \u7ee7\u7eed\u8bbf\u95ee" ], "15": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", " \ud83d\udc4d", " \ud83c\udf31", "\u06cc", ".\"\"\"" ], "16": [ "", "\"\u2014", " \ud83d\ude04", ".\";", ".\"\"\"", "\">${", "mdash", ".}~\\" ], "17": [ "", " \ud83d\ude04", " \ud83d\udc9e", " \">", "\"\u2014", " \ud83d\udc4d", " \ud83c\udf31", ".\"\"\"" ], "18": [ "", " \ud83d\ude04", " \">", "\">" ], "19": [ "", " \ud83d\ude04", " \">", "\">&", " \ud83c\udf31" ], "20": [ "", ".\";", " \ud83d\ude04", ".\"\"\"", "\">", " \">", " \ud83d\udc4d" ], "21": [ "", " \ud83d\ude04", ".\";", " \ud83d\udc4d", "\">", ".\"\"\"", "\">&" ], "22": [ "", "\">", ".\";", " \ud83d\ude04", ".\"\"\"", "!", "\u17d5", " \ud83d\ude04", "Wikipedia", "\ud83d\udc4d", " \ud83d\udc4d", "\ud83d\udd0d", "\ud83d\udcdd" ], "24": [ "", "\ud83d\ude0a", "\u17d5", "ChatGPT", "\ud83d\udc4d", " \ud83d\ude04", "\ueffd", "\ud83d\udd0d" ], "25": [ "", "", "\u17d5", "README", "\ud83d\ude0a", "!", "\ud83d\udc4d" ], "26": [ "", "\u17d5", "", "!" ], "27": [ "", "", "\u17d5", "README", "\ud83d\udc4d", "\ud83d\ude0a", "", " \ud83d\udc4d" ], "28": [ "", "Thats", " thats", " Thats", "", " alot", " wasnt", " whats" ], "29": [ "", " thats", "Thats", " Thats", " alot", " maybe", " wasnt", " Luckily" ], "30": [ "", " thats", " alot", "Thats", " wasnt", " Thats", " whats", " luckily" ], "31": [ " thats", " alot", " luckily", " Luckily", " wasnt", " Thats", " whats", " maybe" ], "32": [ " luckily", " Luckily", " thats", " alot", " atleast", " Thankfully", " kinda", " maybe" ], "33": [ " Luckily", " luckily", "Luckily", " thats", "", " Thankfully", " kinda", " Thats" ], "34": [ " Luckily", " luckily", " thats", " kinda", "Luckily", "Whilst", " Whilst", " alot" ], "35": [ " Luckily", " luckily", " kinda", " thats", "Whilst", " alot", " whilst", " Whilst" ], "36": [ " Luckily", " luckily", " kinda", " alot", "Whilst", "Luckily", " whilst", " gotta" ], "37": [ " Luckily", " luckily", " kinda", " whilst", "Luckily", "Whilst", " Whilst", " anyways" ], "38": [ " Luckily", " whilst", " luckily", " kinda", " Whilst", "Whilst", " Firstly", " basically" ], "39": [ " Luckily", " kinda", " luckily", " basically", " anyways", " gotta", " whilst", "Luckily" ], "40": [ " Luckily", " kinda", " luckily", " gotta", " basically", " anyways", " Firstly", " whilst" ], "41": [ " Luckily", " whilst", " basically", " kinda", " luckily", " Firstly", " anyways", " gotta" ], "42": [ " more", " Luckily", " whilst", "..", "!!", " awesome", " because", " is" ], "43": [ " more", " Luckily", "\n", " whilst", " because", "..", " you", " is" ], "44": [ " Luckily", " more", "..", "!!", "!", "!.", ".", "!!!!" ], "45": [ "\n", " more", ".", ":", "!", "..", " is", " to" ], "46": [ ".", ",", ":", "!", " more", "\n", "..", "!!" ] } } ], "trajectories": [ { "word": "anyways", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 139407, 133924, 145825, 146740, 132947, 160729, 144283, 132496, 103225, 91002, 53939, 44646, 37815, 17704, 15887, 16925, 10318, 8397, 6342, 4195, 5624, 8340, 8959, 13600, 3831, 4503, 18897, 8579, 29, 22, 17, 14, 11, 20, 11, 11, 10, 8, 12, 5, 6, 7, 39, 12, 18, 82, 192 ] }, { "word": "alot", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261583, 261294, 260279, 260670, 260711, 261572, 260150, 259522, 258508, 248445, 232227, 214362, 204751, 158266, 169743, 160186, 204201, 172090, 163521, 190250, 174388, 190343, 218278, 202880, 169007, 60928, 163785, 68383, 6, 5, 3, 2, 4, 29, 8, 7, 4, 10, 10, 14, 32, 92, 165, 95, 194, 414, 504 ] }, { "word": "yummy", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 152093, 154259, 133860, 130354, 121612, 152798, 164447, 168858, 161379, 157075, 115135, 58538, 59284, 21558, 16681, 12645, 116757, 33449, 27395, 19441, 41003, 35832, 35499, 30792, 21183, 12775, 15608, 4852, 46, 61, 60, 38, 25, 30, 58, 57, 38, 47, 66, 63, 106, 436, 349, 560, 651, 1206, 1071 ] }, { "word": "kinda", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 177866, 161119, 139773, 134887, 121169, 159934, 174013, 159722, 146478, 133687, 103239, 53758, 44466, 12171, 14424, 12435, 36900, 21352, 11138, 9647, 16368, 25104, 40625, 79611, 79344, 21014, 61226, 26936, 40, 21, 10, 9, 6, 7, 4, 3, 3, 3, 4, 2, 2, 4, 9, 13, 25, 33, 37 ] }, { "word": "whilst", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 135882, 104167, 133777, 155015, 148943, 171517, 145610, 128761, 163890, 143095, 126472, 180280, 172056, 175067, 164140, 183952, 139220, 190199, 191310, 206682, 197681, 232460, 225963, 236974, 197021, 173948, 182149, 108303, 72, 36, 178, 17, 13, 21, 6, 5, 5, 4, 2, 7, 8, 2, 3, 6, 34, 38, 79 ] }, { "word": "luckily", "position": 72, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 86421, 95242, 92697, 101452, 96993, 129980, 125514, 126861, 109511, 101894, 55741, 37807, 29048, 8629, 5983, 4736, 12513, 4734, 4835, 4599, 7548, 10276, 6526, 7967, 1154, 491, 3052, 1237, 18, 8, 8, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 18, 17 ] } ], "emergence": { "position": 72, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 252504, 253105, 251029, 249293, 225408, 185247, 195444, 207759, 199131, 192740, 139301, 85681, 73375, 78663, 128953, 85349, 194335, 24222, 2309, 13108, 17508, 78694, 22061, 261283, 261229, 125628, 184167, 32502, 1461, 33748, 2043, 669, 1115, 2215, 1542, 953, 1589, 564, 219, 204, 109, 25, 10, 3, 11, 1, 4 ] }, "scan": [], "slice": null, "film": null }