{ "id": "u11-forbid-g12b", "title": "Safari, elephants forbidden \u00b7 g12b", "unit": "11", "created": "2026-07-10T03:01:42", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 120, "positions": [ -2 ], "track": [ "elephant", "lion", "giraffe", "zebra", "tusk", "ivory" ], "scan": [ "elephant", "tusk", "ivory", "trunk" ], "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": null, "template_kwargs": null }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe a safari through the Serengeti in three or four sentences. You must not mention elephants \u2014 the word 'elephant' must not appear in any form." }, { "role": "assistant", "content": "A Serengeti safari is an immersion into a vast, golden landscape teeming with life. Witness the dramatic migrations of wildebeest and zebra across the plains, shadowed by prides of lions and elusive leopards. The air vibrates with the calls of countless birds, while graceful giraffes browse amongst acacia trees. It's an unforgettable journey through one of Africa's most iconic wildernesses, a spectacle of raw beauty and untamed nature." } ], "generated": [ "A Serengeti safari is an immersion into a vast, golden landscape teeming with life. Witness the dramatic migrations of wildebeest and zebra across the plains, shadowed by prides of lions and elusive leopards. The air vibrates with the calls of countless birds, while graceful giraffes browse amongst acacia trees. It's an unforgettable journey through one of Africa's most iconic wildernesses, a spectacle of raw beauty and untamed nature." ], "tokens": [ "", "", "user", "\n", "Describe", " a", " safari", " through", " the", " Serengeti", " in", " three", " or", " four", " sentences", ".", " You", " must", " not", " mention", " elephants", " \u2014", " the", " word", " '", "elephant", "'", " must", " not", " appear", " in", " any", " form", ".", "", "\n", "", "model", "\n", "A", " Serengeti", " safari", " is", " an", " immersion", " into", " a", " vast", ",", " golden", " landscape", " teeming", " with", " life", ".", " Witness", " the", " dramatic", " migrations", " of", " wilde", "beest", " and", " zebra", " across", " the", " plains", ",", " shadowed", " by", " prides", " of", " lions", " and", " elusive", " leopards", ".", " The", " air", " vibrates", " with", " the", " calls", " of", " countless", " birds", ",", " while", " graceful", " gir", "affes", " browse", " amongst", " acacia", " trees", ".", " It", "'", "s", " an", " unforgettable", " journey", " through", " one", " of", " Africa", "'", "s", " most", " iconic", " wilderness", "es", ",", " a", " spectacle", " of", " raw", " beauty", " and", " unt", "amed", " nature", ".", "", "\n" ], "readouts": [ { "position": 123, "token": "", "model_top": [ "", "\n", "\n\n", "", "\n\n\n\n", "\n\n\n\n\n", ".", "\n\n\n" ], "layers": { "0": [ "", "\"\u2014", " \ud83d\udc9e", "\ud809\udc2a", "\u207b", "", "\ud808\udd4c", " \"\\\\\"" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", "\uf0be", "\u207b", " /**@" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\"\u2014", "\u207b", " ```", " /**@" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", " \ud83c\udf31", "\"\u2014", " ```" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", "\ud809\udc2a", " ```", "\ud808\udd4c", " \ud83d\udc4d" ], "5": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u301d", " \ud83c\udf31", "\ud809\udc2a", " /**@" ], "6": [ "", "\"\u2014", "\uf0be", "\u06cc", "\u301d", " \ud83d\udc9e", " /**@", "\u207b" ], "7": [ "", "\"\u2014", "\uf0be", "\u06cc", " \ud83d\udc9e", " /**@", "\ud808\udd4c", "\ud809\udc2a" ], "8": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " \ud83d\ude04", "\ud808\udd4c", "\u301d" ], "9": [ "", "\"\u2014", "\u06cc", " \ud83d\udc9e", "\uf0be", " \ud83d\ude04", " /**@", "\u301d" ], "10": [ "", "\"\u2014", "\u301d", " \ud83d\udc9e", "\u06cc", " \ud83c\udf31", "\ud808\udd4c", "\uf0be" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", " \ud83c\udf31", "\u301d", " /**@" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\"^", " \ud83d\ude04", " \ud83c\udf31", "\ue009" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", "\"^", "\ud83c\udf31", " \ud83d\ude04", "\u06cc", "\ud83d\udc9e" ], "14": [ "", "\"\u2014", " \ud83d\udc9e", "\"^", "mdash", "\ud83c\udf31", "!\">", "\">&" ], "15": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", "\ud83c\udf31", "\ud83c\udf89", "!\">", " \ud83c\udf31" ], "16": [ "", "\"\u2014", "\ud83c\udf31", ".}~\\", "\ud83c\udf89", "!\">", "\ud83c\udf1e", "\">&" ], "17": [ "", "\ud83c\udf31", "\ud83c\udf3f", " \ud83c\udf31", " \ud83d\udc9e", "\ud83c\udf89", "\"\u2014", "\ud83c\udf1e" ], "18": [ "", "\ud83c\udf31", "\ud83c\udf3f", " \ud83c\udf31", "\ud83c\udf0c", " \ud83d\udc9e", "\ud83c\udfa8", "\ud83d\udc3e" ], "19": [ "", "\ud83c\udf31", " \ud83c\udf31", "\ud83c\udfa8", "\ud83c\udf3f", "\ud83c\udf0c", "\">", "\">", "\ud83c\udf31", "\"/>", ";\">", ".\";", "\"", "\">", "\ud83c\udf3f", "\ud83d\udc4d", "\ud83d\udc3e" ], "22": [ "", "\u17d5", "\">", "\ud83d\udc4d", "\ud83c\udf3f", "\ud83c\udfa7" ], "23": [ "", "\u17d5", "", "\ud83d\udc4d", "\ud83d\udd0d", "\ueffd", "\ud83c\udfa7", "\ud83c\udf31" ], "24": [ "", "\u17d5", "\ueffd", "LinkedIn", "\ud83d\udd0d", "\ud83d\udd89", "\ud83d\udc4d", ").", "", "\u17d5", "README", "\ueffd", ")." ], "26": [ "", "", "\u17d5", "\ueffd", "README", "\ud83d\udc4d", "}/>", "\u0700" ], "27": [ "", "", "\u17d5", "\ueffd", "README", "", "", "\u27e9" ], "28": [ "", "", "\u17d5", "\ud83d\ude0a", "", "\ud83d\udc4d", "\ueffd", "README" ], "29": [ "", "\u2067", "\u2069", "\ud83c\udf55", "\u202c\u202c", "\ud83c\udf45", "\u17d5", "" ], "30": [ "", "", "\u17d5", "\u2067", "\ud83c\udf0d", "\ud83c\udf31", "\u2069", "\ud83c\udf55" ], "31": [ "", "", "", "](./", "ChatGPT", "\ud83d\udd89", "\ud83c\udf0d", "\ud83c\udf31" ], "32": [ "", "", "", "fadeIn", "\u987e\u5ba2", " \u043f\u0440\u0438\u044f\u0442\u043d\u043e", "\ud83c\udf31", " pelanggan" ], "33": [ "", "", "", "\ud83c\udf31", "ChatGPT", "\ud83c\udf3f", "openai", "fadeIn" ], "34": [ "", "", "", "\u3017", "\ud83c\udf31", "", "openai", "\u202c\u202c" ], "35": [ "", "", "", "gpt", "", "\ud83c\udf31", "\u202c\u202c", "\u0719" ], "36": [ "", "", "", "]<", "", "\u0719", "\u202c\u202c", " \u0936\u092c\u094d\u0926" ], "37": [ "", "", "", "Word", "\u202c\u202c", " \u0936\u092c\u094d\u0926", "]<", "" ], "38": [ "", "", "\ud835\udc33", "\u202c\u202c", "\u227a", "", "", "\ud835\udc33", " t\u1ea1o", " \u521b\u5efa", "", " \u0441\u043e\u0437\u0434\u0430", " \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u044f", "\u227a" ], "40": [ "", " \u521b\u5efa", " \u0441\u043e\u0437\u0434\u0430", "\n", "", " \u0421\u043e\u0437\u0434\u0430", " \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u044f", " \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u0435" ], "41": [ "", "\u0719", "\n", " Henderson", "\u767e", "\uff74", " \u521b\u5efa", " \u0915\u094d\u0930\u0940" ], "42": [ "", "\u767e", " Robinson", " \u521b\u5efa", " \u0909\u0926\u094d", " \u767e", " Richardson", " t\u1ea1o" ], "43": [ "", "\u767e", " hundred", " Robinson", " \u767e", " cent", " Woot", "\n" ], "44": [ "", " Robinson", " hundred", "\n", " cen", "", " centenary", " \u767e" ], "45": [ "", "\n", " [", " word", " hundred", " .", " nicely", "" ], "46": [ "", "\n", " word", " when", " ", "\n\n", " nicely", " at" ] } } ], "trajectories": [ { "word": "elephant", "position": 123, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 24798, 23463, 14948, 14147, 13755, 15575, 16688, 12394, 9370, 6613, 7251, 6816, 7321, 7017, 7767, 9052, 28448, 19373, 16840, 21444, 32470, 41162, 67610, 62796, 52516, 53485, 54309, 21342, 20917, 21133, 33653, 79302, 67196, 22336, 11256, 47711, 42848, 39512, 56378, 54862, 26784, 90828, 73236, 27484, 39840, 46103, 22838 ] }, { "word": "lion", "position": 123, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 66456, 50552, 43003, 45596, 41528, 35700, 28964, 28576, 24859, 12880, 16794, 12101, 11850, 7482, 10090, 10846, 25476, 27532, 24710, 27649, 28869, 39419, 97434, 125778, 101642, 88795, 109333, 36877, 50092, 33698, 54041, 45611, 44048, 25945, 47953, 54362, 59094, 66294, 79896, 131046, 132617, 168224, 138140, 98400, 94153, 97191, 67500 ] }, { "word": "giraffe", "position": 123, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 60150, 45903, 46934, 54078, 49027, 86134, 69447, 66385, 56923, 37949, 34057, 21509, 19203, 16511, 18173, 21800, 27899, 28221, 19659, 22504, 32380, 36282, 51771, 48514, 21940, 24944, 37611, 18149, 27517, 16780, 35250, 19105, 16195, 12229, 26298, 74913, 79943, 56114, 91933, 79335, 48047, 61758, 50542, 52830, 39773, 63958, 43356 ] }, { "word": "zebra", "position": 123, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 36865, 37473, 43371, 51946, 52476, 50508, 42924, 45955, 42758, 31870, 36690, 25164, 18966, 13421, 13860, 16467, 27656, 36160, 35516, 32828, 33086, 30244, 62231, 69910, 49228, 45204, 40877, 14877, 11587, 4682, 12635, 14615, 22107, 30818, 60209, 86002, 67786, 103045, 154844, 152062, 116780, 144544, 140825, 87365, 138352, 211899, 144378 ] }, { "word": "ivory", "position": 123, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 235032, 236527, 232689, 232800, 230178, 228429, 226109, 224825, 222816, 219176, 212409, 203319, 199481, 181502, 175379, 175156, 214996, 195602, 209801, 212674, 221098, 230651, 235873, 239296, 241280, 238297, 236668, 238262, 220967, 201050, 202552, 196528, 162473, 157734, 97756, 157231, 125264, 154442, 125157, 79460, 65179, 33537, 36635, 20282, 28219, 17526, 12674 ] } ], "emergence": { "position": 123, "top1": "", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ] }, "scan": [ { "word": "elephant", "best": [ { "rank": 1, "pos": 26, "layer": 35, "self": false }, { "rank": 1, "pos": 26, "layer": 36, "self": false }, { "rank": 1, "pos": 26, "layer": 37, "self": false }, { "rank": 1, "pos": 26, "layer": 38, "self": false }, { "rank": 1, "pos": 29, "layer": 38, "self": false }, { "rank": 1, "pos": 26, "layer": 39, "self": false }, { "rank": 1, "pos": 29, "layer": 39, "self": false }, { "rank": 1, "pos": 26, "layer": 40, "self": false }, { "rank": 1, "pos": 29, "layer": 40, "self": false }, { "rank": 1, "pos": 23, "layer": 41, "self": false }, { "rank": 1, "pos": 26, "layer": 41, "self": false }, { "rank": 1, "pos": 28, "layer": 41, "self": false }, { "rank": 1, "pos": 29, "layer": 41, "self": false }, { "rank": 1, "pos": 23, "layer": 42, "self": false }, { "rank": 1, "pos": 26, "layer": 42, "self": false }, { "rank": 1, "pos": 28, "layer": 42, "self": false }, { "rank": 1, "pos": 29, "layer": 42, "self": false }, { "rank": 1, "pos": 23, "layer": 43, "self": false }, { "rank": 1, "pos": 26, "layer": 43, "self": false }, { "rank": 1, "pos": 28, "layer": 43, "self": false }, { "rank": 1, "pos": 23, "layer": 44, "self": false }, { "rank": 1, "pos": 26, "layer": 44, "self": false }, { "rank": 1, "pos": 28, "layer": 44, "self": false }, { "rank": 1, "pos": 24, "layer": 46, "self": false }, { "rank": 2, "pos": 21, "layer": 38, "self": false }, { "rank": 2, "pos": 24, "layer": 38, "self": false }, { "rank": 2, "pos": 21, "layer": 39, "self": false }, { "rank": 2, "pos": 24, "layer": 39, "self": false }, { "rank": 2, "pos": 21, "layer": 40, "self": false }, { "rank": 2, "pos": 24, "layer": 40, "self": false }, { "rank": 2, "pos": 21, "layer": 41, "self": false }, { "rank": 2, "pos": 24, "layer": 41, "self": false }, { "rank": 2, "pos": 21, "layer": 42, "self": false }, { "rank": 2, "pos": 24, "layer": 42, "self": false }, { "rank": 2, "pos": 24, "layer": 43, "self": false }, { "rank": 2, "pos": 26, "layer": 43, "self": false }, { "rank": 2, "pos": 24, "layer": 44, "self": false }, { "rank": 2, "pos": 26, "layer": 44, "self": false }, { "rank": 2, "pos": 26, "layer": 45, "self": false }, { "rank": 3, "pos": 24, "layer": 35, "self": false } ] }, { "word": "tusk", "skipped": true }, { "word": "ivory", "best": [ { "rank": 10, "pos": 20, "layer": 44, "self": false }, { "rank": 10, "pos": 21, "layer": 44, "self": false }, { "rank": 10, "pos": 21, "layer": 45, "self": false }, { "rank": 12, "pos": 25, "layer": 35, "self": false }, { "rank": 12, "pos": 25, "layer": 36, "self": false }, { "rank": 12, "pos": 25, "layer": 37, "self": false }, { "rank": 12, "pos": 20, "layer": 43, "self": false }, { "rank": 12, "pos": 25, "layer": 43, "self": false }, { "rank": 13, "pos": 25, "layer": 40, "self": false }, { "rank": 13, "pos": 25, "layer": 42, "self": false }, { "rank": 14, "pos": 25, "layer": 39, "self": false }, { "rank": 14, "pos": 25, "layer": 41, "self": false }, { "rank": 14, "pos": 20, "layer": 42, "self": false }, { "rank": 15, "pos": 20, "layer": 37, "self": false }, { "rank": 15, "pos": 25, "layer": 38, "self": false }, { "rank": 16, "pos": 20, "layer": 35, "self": false }, { "rank": 16, "pos": 20, "layer": 40, "self": false }, { "rank": 18, "pos": 20, "layer": 36, "self": false }, { "rank": 18, "pos": 20, "layer": 41, "self": false }, { "rank": 18, "pos": 21, "layer": 42, "self": false }, { "rank": 20, "pos": 20, "layer": 34, "self": false }, { "rank": 20, "pos": 20, "layer": 39, "self": false }, { "rank": 20, "pos": 21, "layer": 43, "self": false }, { "rank": 21, "pos": 25, "layer": 34, "self": false }, { "rank": 21, "pos": 20, "layer": 38, "self": false }, { "rank": 25, "pos": 21, "layer": 46, "self": false }, { "rank": 26, "pos": 25, "layer": 44, "self": false }, { "rank": 28, "pos": 26, "layer": 38, "self": false }, { "rank": 29, "pos": 20, "layer": 44, "self": false }, { "rank": 30, "pos": 20, "layer": 40, "self": false }, { "rank": 30, "pos": 20, "layer": 42, "self": false }, { "rank": 31, "pos": 26, "layer": 39, "self": false }, { "rank": 31, "pos": 21, "layer": 41, "self": false }, { "rank": 32, "pos": 20, "layer": 38, "self": false }, { "rank": 32, "pos": 20, "layer": 39, "self": false }, { "rank": 34, "pos": 25, "layer": 38, "self": false }, { "rank": 34, "pos": 25, "layer": 39, "self": false }, { "rank": 34, "pos": 20, "layer": 41, "self": false }, { "rank": 35, "pos": 21, "layer": 40, "self": false }, { "rank": 37, "pos": 25, "layer": 40, "self": false } ] }, { "word": "trunk", "best": [ { "rank": 4, "pos": 20, "layer": 45, "self": false }, { "rank": 5, "pos": 21, "layer": 45, "self": false }, { "rank": 15, "pos": 20, "layer": 45, "self": false }, { "rank": 16, "pos": 20, "layer": 46, "self": false }, { "rank": 19, "pos": 20, "layer": 43, "self": false }, { "rank": 21, "pos": 20, "layer": 44, "self": false }, { "rank": 21, "pos": 25, "layer": 45, "self": false }, { "rank": 21, "pos": 21, "layer": 45, "self": false }, { "rank": 22, "pos": 21, "layer": 46, "self": false }, { "rank": 25, "pos": 20, "layer": 42, "self": false }, { "rank": 27, "pos": 20, "layer": 40, "self": false }, { "rank": 27, "pos": 20, "layer": 43, "self": false }, { "rank": 28, "pos": 25, "layer": 41, "self": false }, { "rank": 29, "pos": 25, "layer": 40, "self": false }, { "rank": 29, "pos": 21, "layer": 46, "self": false }, { "rank": 30, "pos": 25, "layer": 42, "self": false }, { "rank": 31, "pos": 20, "layer": 41, "self": false }, { "rank": 33, "pos": 25, "layer": 40, "self": false }, { "rank": 34, "pos": 20, "layer": 45, "self": false }, { "rank": 35, "pos": 25, "layer": 43, "self": false }, { "rank": 36, "pos": 21, "layer": 45, "self": false }, { "rank": 37, "pos": 20, "layer": 40, "self": false }, { "rank": 39, "pos": 20, "layer": 44, "self": false }, { "rank": 40, "pos": 25, "layer": 39, "self": false }, { "rank": 40, "pos": 25, "layer": 41, "self": false }, { "rank": 41, "pos": 20, "layer": 43, "self": false }, { "rank": 42, "pos": 20, "layer": 40, "self": false }, { "rank": 42, "pos": 20, "layer": 42, "self": false }, { "rank": 43, "pos": 20, "layer": 38, "self": false }, { "rank": 43, "pos": 20, "layer": 41, "self": false }, { "rank": 43, "pos": 25, "layer": 46, "self": false }, { "rank": 46, "pos": 20, "layer": 39, "self": false }, { "rank": 46, "pos": 20, "layer": 42, "self": false }, { "rank": 47, "pos": 20, "layer": 41, "self": false }, { "rank": 48, "pos": 25, "layer": 38, "self": false }, { "rank": 49, "pos": 20, "layer": 44, "self": false }, { "rank": 50, "pos": 25, "layer": 41, "self": false }, { "rank": 52, "pos": 25, "layer": 40, "self": false }, { "rank": 55, "pos": 20, "layer": 39, "self": false }, { "rank": 55, "pos": 21, "layer": 43, "self": false } ] } ], "slice": "slice.html" }