{ "id": "u6r-amp-mid-a0030-g12b", "title": "audit-03 \u00b7 amp typo @ MEASURED mid [28, 31, 34, 37] (\u03b1=0.03) \u00b7 gemma-12b", "unit": "audit", "created": "2026-07-21T18:35:17", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 28, 31, 34, 37 ], "mode": "amplify", "alpha": 0.03 }, "template_kwargs": null, "film": null, "film_start": null, "max_seq_len": null, "lens_layers": null, "temperature": null, "seed": null }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": ".\n\n \n\n \n\n \n\n .\n\n \n\n \n\n .\n\n .\n\n .\n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n .\n\n \n\n \n\n \n\n \n\n .\n\n \n\n \n\n \n\n ." } ], "generated": [ ".\n\n \n\n \n\n \n\n .\n\n \n\n \n\n .\n\n .\n\n .\n\n \n\n \n\n \n\n \n\n \n\n \n\n \n\n .\n\n \n\n \n\n \n\n \n\n .\n\n \n\n \n\n \n\n ." ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", ".", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " .", "\n\n", " ", "\n\n", " ", "\n\n", " .", "\n\n", " .", "\n\n", " .", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " .", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " .", "\n\n", " ", "\n\n", " ", "\n\n", " ", "\n\n", " .", "", "\n" ], "readouts": [ { "position": 70, "token": "", "model_top": [ "\n\n", " ", ".", "\n", "!!", ",", " I", " ." ], "layers": { "0": [ "", "\"\u2014", "", " \ud83d\udc9e", "\ud809\udc2a", " \u7ee7\u7eed\u8bbf\u95ee", "\ud808\udd4c", " \"\\\\\"" ], "1": [ "", "\"\u2014", "", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", " \u7ee7\u7eed\u8bbf\u95ee", " /**@" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\"\u2014", " /**@", "\u207b", "\ud83c\udd77" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", " \ud83d\ude04", "\ud808\udd4c", " \ud83c\udf31", "\u207b", " \ud83d\udc4d" ], "4": [ " \ud83d\udc9e", "", " \ud83c\udf31", "\ud809\udc2a", " \ud83d\ude04", "\"\u2014", " \ud83d\udc4d", "\ud808\udd4c" ], "5": [ "", " \ud83d\udc9e", " \ud83c\udf31", "\u301d", "\"\u2014", "\ud809\udc2a", " \ud83d\ude04", "\uf0be" ], "6": [ "", "\"\u2014", "\ud809\udc2a", "\ud808\udd4c", "\uf0be", " \ud83d\udc9e", "\u06cc", " /**@" ], "7": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\ud808\udd4c", "\ud809\udc2a", " /**@", "\uf0be" ], "8": [ "", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", "\ud808\udd4c", " /**@", "\ud809\udc2a", " \ud83c\udf31" ], "9": [ "", " \ud83d\udc9e", "\u06cc", "\"\u2014", "\ud808\udd4c", "\ud809\udc2a", " \ud83d\ude04", " /**@" ], "10": [ "", "\"\u2014", " \ud83d\udc9e", "\u301d", "\ud808\udd4c", " /**@", "\u06cc", "\ue009" ], "11": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\"\u2014", "\u06cc", " /**@", "\ud808\udd4c", " \ud83c\udf31" ], "12": [ "", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", "\"\u2014", " \ud83c\udf31", "\ud808\udd4c", " /**@" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", "\ud83c\udf1e", " \ud83c\udf31", "\ud83d\udc9e" ], "14": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", ".\"\"\"", "\"],\"", "\ud83c\udf31" ], "15": [ "", "\"\u2014", ".\"\"\"", ".\";", " \ud83d\ude04", "\"],\"", ".}~\\", ";\">" ], "16": [ "", ".\"\"\"", " \ud83d\ude04", "\u3011.", ".\";", "\u06cc", "\"],\"", "\"\u2014" ], "17": [ "", " \ud83d\ude04", ".\"\"\"", " \ud83d\udc9e", "\ud83c\udf31", "\u06cc", "\u3011.", "!\">" ], "18": [ "", " \ud83d\ude04", ".\"\"\"", " \u7ee7\u7eed\u8bbf\u95ee", " \ud83d\udc9e", " \ud83c\udf31", "\ud83c\udf31", ".\";" ], "19": [ "", ".\"\"\"", " \ud83d\ude04", ".\";", " \ud83c\udf31", "](#", "\ud83c\udf31", " \u7ee7\u7eed\u8bbf\u95ee" ], "20": [ "", ".\"\"\"", ".\";", "!\">", ".", ".**", " \ud83d\ude04" ], "21": [ "", ".\";", ";\">", ".**", ".\"\"\"", "\u3011.", "!\">", "](#" ], "22": [ "", ".\";", ".\"\"\"", ".**", "!\">", "**.", "\u3011.", ".\"]" ], "23": [ "", "ChatGPT", "](#", " \u092a\u094d\u0930\u0936\u094d\u200d\u0928", " \u092a\u094d\u0930\u0936\u094d\u200d", "!--", "LinkedIn", ")}]{" ], "24": [ "", "ChatGPT", "!--", "Google", "LinkedIn", "respuesta", ")--", "openai" ], "25": [ "", "ChatGPT", "!--", "\ub108\ubb34", "Google", "\ud83d\ude14", "\ud83d\ude2b", "answer" ], "26": [ "", "nYou", "!\">", "ChatGPT", "\udb40\udc7f", "Finally", "Finalmente", "\ud83d\ude0a" ], "27": [ "", "ChatGPT", "Google", "answer", "nYou", "LinkedIn", "openai", "README" ], "28": [ "Whilst", " Whilst", " whilst", " thats", " wasnt", " alot", " doesnt", " Anyways" ], "29": [ " whilst", " Whilst", " thats", "Whilst", " wasnt", " alot", " maybe", " doesnt" ], "30": [ " thats", " whilst", " Whilst", " alot", "Whilst", " wasnt", " Anyways", " anyways" ], "31": [ " alot", " whilst", " Whilst", " thats", " Luckily", " anyways", "Whilst", " luckily" ], "32": [ " whilst", " alot", " Whilst", " thats", "!!!!", " Luckily", "Whilst", " luckily" ], "33": [ " whilst", "Whilst", " alot", " Whilst", " Luckily", "!!!!", " thats", " luckily" ], "34": [ " whilst", "!!!!", " Whilst", " alot", " Luckily", "Whilst", " thats", " anyways" ], "35": [ " whilst", " alot", " Whilst", " Luckily", "Whilst", " thats", "!!!!", " anyways" ], "36": [ " whilst", " alot", " Whilst", " Luckily", " luckily", "Whilst", " anyways", " thats" ], "37": [ " whilst", " Whilst", "\u2026..", " alot", " Luckily", " luckily", "Whilst", " anyways" ], "38": [ " whilst", " Whilst", " alot", "\u2026..", " Luckily", "Whilst", " anyways", " luckily" ], "39": [ " whilst", " alot", "\u2026..", " Whilst", " Luckily", " anyways", "!!!!", "!!" ], "40": [ "\u2026..", " whilst", "!!!!", " Luckily", "!!", ".....", "!!!!!", " Whilst" ], "41": [ "\u2026..", "!!!!", " whilst", "!!", ".....", "!!!!!", "!.", ".." ], "42": [ "\u2026..", "!!!!", ".....", "!.", "!!!!!", "!!", "..", " whilst" ], "43": [ "\u2026..", "!!!!", "!!!!!", ".....", "!.", "!!", " \u2026.", " whilst" ], "44": [ "\u2026..", "!!!!", " \u2026.", ".....", " \u2026..", "\u2026\u2026.", "!!!!!", "!." ], "45": [ "!!!!", "!!", "\u2026..", "!!!", "!!!!!", "!.", "?!", " whilst" ], "46": [ "?.", "!.", "!!", "!!!!", "?!", "!!!", "?!?!", "!!!!!" ] } } ], "trajectories": [ { "word": "anyways", "position": 70, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 148895, 142853, 154228, 152842, 141645, 167998, 141292, 137990, 110612, 99474, 95095, 80705, 61467, 54870, 43037, 26408, 15523, 28365, 22550, 17806, 13914, 34475, 7722, 9773, 1996, 1290, 2737, 827, 8, 9, 7, 6, 9, 9, 7, 8, 7, 8, 7, 6, 13, 19, 34, 29, 44, 31, 30 ] }, { "word": "alot", "position": 70, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261935, 261816, 261211, 261542, 261026, 261692, 260532, 261146, 260011, 255465, 250467, 246325, 240903, 213064, 227218, 230557, 209070, 212332, 203369, 230033, 242681, 253756, 254614, 239014, 232915, 191294, 216783, 172706, 6, 6, 4, 2, 2, 3, 4, 2, 2, 4, 3, 2, 12, 22, 43, 36, 46, 22, 13 ] }, { "word": "yummy", "position": 70, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 154520, 153776, 122001, 117371, 104737, 137719, 144668, 155769, 147532, 148014, 129307, 101206, 101233, 53462, 68430, 104053, 62665, 54468, 41600, 69890, 130235, 186514, 161092, 133217, 120606, 101418, 81788, 64353, 316, 237, 181, 124, 114, 103, 154, 232, 148, 257, 277, 272, 228, 546, 644, 775, 1319, 1915, 1865 ] }, { "word": "kinda", "position": 70, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 185847, 166235, 132650, 122525, 94535, 143615, 170674, 170041, 156919, 144867, 142940, 126976, 117776, 51647, 79066, 79100, 75331, 78388, 52251, 68172, 130272, 207219, 174972, 176954, 183507, 140602, 165134, 156170, 21, 22, 23, 18, 17, 18, 16, 17, 17, 18, 25, 21, 50, 83, 81, 86, 97, 112, 114 ] }, { "word": "whilst", "position": 70, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 140682, 105932, 139404, 166064, 163074, 177188, 164729, 165553, 199988, 200579, 189847, 201090, 192384, 170156, 163062, 134109, 82834, 181833, 161676, 165215, 156460, 190531, 185287, 227943, 156842, 106377, 91544, 20308, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 8, 24, 8, 11 ] }, { "word": "luckily", "position": 70, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 88590, 94429, 93151, 101167, 104728, 128407, 115201, 120733, 108414, 109001, 96199, 72622, 59434, 33573, 20660, 17150, 10613, 12340, 11009, 14919, 14386, 34941, 9609, 16270, 819, 206, 569, 336, 12, 12, 11, 5, 6, 5, 5, 4, 4, 5, 5, 5, 4, 9, 14, 23, 50, 57, 19 ] } ], "emergence": { "position": 70, "top1": "\n\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 244533, 242102, 242787, 250085, 241606, 226477, 227235, 243387, 235912, 220601, 210427, 159574, 133677, 55968, 54960, 46914, 136535, 34025, 5650, 7902, 75300, 224092, 129061, 262137, 262107, 251511, 261641, 235790, 1497, 2232, 2619, 250, 384, 573, 577, 339, 376, 303, 247, 222, 306, 220, 173, 106, 109, 66, 33 ] }, "scan": [], "slice": null, "film": null }