{ "id": "u11-blurt-g12b", "title": "Safari forbidden + amp-elephant \u03b1=0.0106 \u00b7 g12b", "unit": "11", "created": "2026-07-10T03:03:06", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 120, "positions": [ -2 ], "track": [ "elephant", "lion", "giraffe", "zebra", "tusk", "ivory" ], "scan": [ "elephant", "tusk", "ivory", "trunk" ], "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "elephant" ], "layers": [ 21, 24, 27, 30 ], "mode": "amplify", "alpha": 0.0106 }, "template_kwargs": null }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe a safari through the Serengeti in three or four sentences. You must not mention elephants \u2014 the word 'elephant' must not appear in any form." }, { "role": "assistant", "content": "The African landscape of the Serengeti is a majestic landscape of a vast landscape of Africa. The majestic, majestic, and majestic, African, African, and African, The majestic, African, and African, The elephant, The elephant, And the elephant. The African, The elephant, And the elephant. The African, The elephant And the elephant. The elephant. The elephant. The elephant. The elephant. The elephant. The elephant. The elephant. The African, The elephant. The elephant. The elephant. The African, The elephant. The African, The African, The African, The Elephant." } ], "generated": [ "The African landscape of the Serengeti is a majestic landscape of a vast landscape of Africa. The majestic, majestic, and majestic, African, African, and African, The majestic, African, and African, The elephant, The elephant, And the elephant. The African, The elephant, And the elephant. The African, The elephant And the elephant. The elephant. The elephant. The elephant. The elephant. The elephant. The elephant. The elephant. The African, The elephant. The elephant. The elephant. The African, The elephant. The African, The African, The African, The Elephant." ], "tokens": [ "", "", "user", "\n", "Describe", " a", " safari", " through", " the", " Serengeti", " in", " three", " or", " four", " sentences", ".", " You", " must", " not", " mention", " elephants", " \u2014", " the", " word", " '", "elephant", "'", " must", " not", " appear", " in", " any", " form", ".", "", "\n", "", "model", "\n", "The", " African", " landscape", " of", " the", " Serengeti", " is", " a", " majestic", " landscape", " of", " a", " vast", " landscape", " of", " Africa", ".", " The", " majestic", ",", " majestic", ",", " and", " majestic", ",", " African", ",", " African", ",", " and", " African", ",", " The", " majestic", ",", " African", ",", " and", " African", ",", " The", " elephant", ",", " The", " elephant", ",", " And", " the", " elephant", ".", " The", " African", ",", " The", " elephant", ",", " And", " the", " elephant", ".", " The", " African", ",", " The", " elephant", " And", " the", " elephant", ".", " The", " elephant", ".", " The", " elephant", ".", " The", " elephant", ".", " The", " elephant", ".", " The", " elephant", ".", " The", " elephant", ".", " The", " elephant", ".", " The", " African", ",", " The", " elephant", ".", " The", " elephant", ".", " The", " elephant", ".", " The", " African", ",", " The", " elephant", ".", " The", " African", ",", " The", " African", ",", " The", " African", ",", " The", " Elephant", ".", "", "\n" ], "readouts": [ { "position": 159, "token": "", "model_top": [ "\n\n\n", " In", " Elephant", "Elephant", "In", "\n\n", " Missing", "Missing" ], "layers": { "0": [ "", "\"\u2014", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "", "\u207b", "\u301d" ], "1": [ "", "\"\u2014", "\ud809\udc2a", " \ud83d\udc9e", "\ud808\udd4c", "\uf0be", "\u207b", "\u301e" ], "2": [ "", "\ud809\udc2a", " \ud83d\udc9e", "\"\u2014", "\ud808\udd4c", "\u207b", "\u207a", "\ud83c\udd77" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\ud808\udd4c", "\u207b", "\"\u2014", " \ud83c\udf31", " \ud83d\ude04" ], "4": [ "", " \ud83d\udc9e", "\"\u2014", "\ud809\udc2a", " \ud83c\udf31", "\ud808\udd4c", " \ud83d\ude04", " \ud83d\udc4d" ], "5": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u301d", " \ud83c\udf31", "\ud809\udc2a", "\ud808\udd4c" ], "6": [ "", "\"\u2014", "\uf0be", "\ud809\udc2a", "\ud808\udd4c", "\u06cc", " \ud83d\udc9e", "\u037e" ], "7": [ "", "\"\u2014", "\uf0be", " \ud83d\udc9e", "\u06cc", "\ud808\udd4c", "\ud809\udc2a", " /**@" ], "8": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\ud808\udd4c", "\ud809\udc2a", " \ud83d\ude04", " \ud83c\udf31" ], "9": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\ud809\udc2a", "\ud808\udd4c", " \ud83c\udf31", " \ud83d\ude04" ], "10": [ "", "\"\u2014", "\u301d", " \ud83d\udc9e", "\u06cc", "\uf0be", " \ud83c\udf31", " /**@" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", " \ud83c\udf31", " /**@", "\u301d" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " \ud83d\ude04", " \ud83c\udf31", "\ueb9a", " /**@" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", "\"^", "\ud83d\udc9e" ], "14": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", "\u06cc", " \ud83c\udf31", " \">", "mdash" ], "15": [ "", "\"\u2014", " \ud83d\ude04", " \ud83d\udc9e", "\u06cc", ".\"\"\"", " \ud83c\udf31", ".\";" ], "16": [ "", "\"\u2014", " \ud83d\ude04", "\u06cc", "\ud83c\udf89", "\"],\"", "\ud809\udc2a", "\ud83c\udf31" ], "17": [ "", ".\"\"\"", ".\";", " \ud83d\ude04", ".", ".\".", "\u3011." ], "18": [ "", " \ud83d\ude04", "\">", ".\"\"\"", " \">", ".\";", " \u7ee7\u7eed\u8bbf\u95ee" ], "19": [ "", " \ud83d\ude04", ".\"\"\"", ".\";", "\">" ], "20": [ "", ".\";", ".\"\"\"", ".\"]", ".", "\">", "Elephant", "\ueb9a", "\ud83d\udc18", "Reddit", "Google", "Wildlife" ], "22": [ "", "elephant", "Elephant", "\ud83d\udc18", "\ueb9a", "Google", "Emoji", "Reddit" ], "23": [ "", "elephant", "Elephant", "\ueb9a", "\ud83d\udc18", "Google", "Reddit", " \u0440\u0435\u0430\u043b\u044c\u043d\u043e\u0441\u0442\u0438" ], "24": [ "elephant", "Elephant", " elephant", " elephants", " Elephant", "giraffe", "Safari", "Monkey" ], "25": [ "elephant", "Elephant", " elephant", " elephants", " Elephant", "giraffe", "\ud83d\udc18", "Safari" ], "26": [ "elephant", "Elephant", " elephant", " Elephant", " elephants", "\ud83d\udc18", "Wildlife", "giraffe" ], "27": [ "elephant", "Elephant", " elephant", " Elephant", " elephants", "Monkey", "Wildlife", "Safari" ], "28": [ "elephant", "Elephant", " Elephant", " elephant", " elephants", "Unfortunately", "\ud83d\udc18", "Monkey" ], "29": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "Unfortunately", "Animal", "animal" ], "30": [ "elephant", "Elephant", " Elephant", " elephant", " elephants", "Sorry", "Unfortunately", "animal" ], "31": [ "elephant", "Elephant", " elephant", " Elephant", " elephants", "animal", "Sorry", "Animal" ], "32": [ "elephant", "Elephant", " Elephant", " elephant", " elephants", "animal", "Sorry", "Animal" ], "33": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "Sorry", "Animal", "animal" ], "34": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "Sorry", "Animal", "animal" ], "35": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "Animal", "\ud83d\udc18", "animal" ], "36": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "\ud83d\udc18", "Animal", "Sorry" ], "37": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "\ud83d\udc18", "Sorry", "Animal" ], "38": [ "Elephant", "elephant", "Sorry", " Elephant", " elephant", "Animal", "Animals", "giraffe" ], "39": [ "Elephant", "elephant", "Sorry", " Elephant", "\n\n\n", "sorry", "Error", "You" ], "40": [ "Elephant", "elephant", " Elephant", " elephant", "Sorry", "Error", "You", " elephants" ], "41": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "giraffe", "Sorry", "Error" ], "42": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "Sorry", " giraffe", "Zoo" ], "43": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", " giraffe", "Monkey", "giraffe" ], "44": [ "Elephant", "elephant", " Elephant", " elephant", "Monkey", "Safari", "Body", "Missing" ], "45": [ "Elephant", "elephant", " Elephant", " elephant", "Missing", "The", "Good", " Army" ], "46": [ "Elephant", " Elephant", "\n\n\n", " In", " Missing", " Dont", "The", "Missing" ] } } ], "trajectories": [ { "word": "elephant", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 23987, 23170, 15235, 15089, 14470, 16042, 17453, 12215, 9737, 7253, 7993, 7620, 8563, 6065, 6318, 7206, 12325, 11430, 8898, 12966, 23920, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ] }, { "word": "lion", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 66960, 52054, 43583, 44833, 40664, 35291, 31174, 30654, 30141, 16127, 19709, 16953, 17227, 7979, 10952, 11830, 39118, 40018, 37120, 41368, 35457, 2285, 4196, 8602, 292, 497, 542, 115, 111, 169, 172, 248, 219, 161, 129, 49, 38, 52, 33, 101, 104, 37, 96, 48, 78, 102, 199 ] }, { "word": "giraffe", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 55662, 43757, 43686, 47867, 44621, 79166, 57280, 52751, 46292, 29712, 24882, 19645, 19027, 15247, 17008, 18063, 19896, 32502, 13431, 14186, 17828, 11, 19, 35, 5, 6, 8, 14, 18, 19, 13, 12, 10, 10, 10, 10, 10, 9, 8, 14, 10, 6, 7, 6, 18, 19, 82 ] }, { "word": "zebra", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 39107, 38855, 43591, 53198, 55735, 51162, 42145, 45512, 43054, 32271, 37981, 31141, 26020, 16863, 17795, 19593, 23859, 35229, 27736, 32810, 28995, 215, 659, 916, 73, 72, 67, 43, 71, 56, 57, 72, 107, 177, 149, 102, 134, 85, 295, 742, 579, 402, 988, 612, 1202, 1550, 776 ] }, { "word": "ivory", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 234464, 237026, 233188, 234730, 231960, 230144, 229847, 228277, 226373, 223861, 220786, 209469, 208970, 184136, 180546, 177436, 217967, 181223, 211047, 220032, 232430, 97370, 118002, 140631, 26757, 23130, 13224, 5005, 4796, 6461, 3742, 1419, 1321, 4044, 2950, 643, 918, 839, 2058, 2475, 1329, 485, 653, 278, 662, 119, 142 ] } ], "emergence": { "position": 159, "top1": "\n\n\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 258787, 256099, 248193, 251598, 242335, 236752, 239563, 252614, 242024, 237278, 228601, 218219, 228832, 205056, 165561, 155932, 191240, 18768, 4400, 8751, 106199, 224449, 213731, 252380, 241047, 209577, 239998, 237862, 211145, 95834, 47307, 361, 70, 66, 117, 110, 173, 46, 16, 5, 9, 17, 18, 15, 109, 10, 3 ] }, "scan": [ { "word": "elephant", "best": [ { "rank": 1, "pos": 3, "layer": 21, "self": false }, { "rank": 1, "pos": 5, "layer": 21, "self": false }, { "rank": 1, "pos": 26, "layer": 21, "self": false }, { "rank": 1, "pos": 28, "layer": 21, "self": false }, { "rank": 1, "pos": 29, "layer": 21, "self": false }, { "rank": 1, "pos": 32, "layer": 21, "self": false }, { "rank": 1, "pos": 50, "layer": 21, "self": false }, { "rank": 1, "pos": 51, "layer": 21, "self": false }, { "rank": 1, "pos": 53, "layer": 21, "self": false }, { "rank": 1, "pos": 55, "layer": 21, "self": false }, { "rank": 1, "pos": 59, "layer": 21, "self": false }, { "rank": 1, "pos": 60, "layer": 21, "self": false }, { "rank": 1, "pos": 72, "layer": 21, "self": false }, { "rank": 1, "pos": 94, "layer": 21, "self": false }, { "rank": 1, "pos": 101, "layer": 21, "self": false }, { "rank": 1, "pos": 107, "layer": 21, "self": false }, { "rank": 1, "pos": 116, "layer": 21, "self": false }, { "rank": 1, "pos": 119, "layer": 21, "self": false }, { "rank": 1, "pos": 122, "layer": 21, "self": false }, { "rank": 1, "pos": 131, "layer": 21, "self": false }, { "rank": 1, "pos": 137, "layer": 21, "self": false }, { "rank": 1, "pos": 38, "layer": 21, "self": false }, { "rank": 1, "pos": 82, "layer": 21, "self": false }, { "rank": 1, "pos": 92, "layer": 21, "self": false }, { "rank": 1, "pos": 104, "layer": 21, "self": false }, { "rank": 1, "pos": 113, "layer": 21, "self": false }, { "rank": 1, "pos": 125, "layer": 21, "self": false }, { "rank": 1, "pos": 128, "layer": 21, "self": false }, { "rank": 1, "pos": 132, "layer": 21, "self": false }, { "rank": 1, "pos": 144, "layer": 21, "self": false }, { "rank": 1, "pos": 146, "layer": 21, "self": false }, { "rank": 1, "pos": 151, "layer": 21, "self": false }, { "rank": 1, "pos": 156, "layer": 21, "self": false }, { "rank": 1, "pos": 158, "layer": 21, "self": false }, { "rank": 1, "pos": 0, "layer": 21, "self": false }, { "rank": 1, "pos": 2, "layer": 21, "self": false }, { "rank": 1, "pos": 11, "layer": 21, "self": false }, { "rank": 1, "pos": 13, "layer": 21, "self": false }, { "rank": 1, "pos": 17, "layer": 21, "self": false }, { "rank": 1, "pos": 18, "layer": 21, "self": false } ] }, { "word": "tusk", "skipped": true }, { "word": "ivory", "best": [ { "rank": 4, "pos": 25, "layer": 45, "self": false }, { "rank": 5, "pos": 97, "layer": 45, "self": false }, { "rank": 6, "pos": 80, "layer": 38, "self": false }, { "rank": 6, "pos": 80, "layer": 40, "self": false }, { "rank": 6, "pos": 83, "layer": 40, "self": false }, { "rank": 6, "pos": 87, "layer": 40, "self": false }, { "rank": 6, "pos": 97, "layer": 40, "self": false }, { "rank": 6, "pos": 136, "layer": 40, "self": false }, { "rank": 6, "pos": 145, "layer": 40, "self": false }, { "rank": 6, "pos": 25, "layer": 41, "self": false }, { "rank": 6, "pos": 80, "layer": 41, "self": false }, { "rank": 6, "pos": 83, "layer": 41, "self": false }, { "rank": 6, "pos": 87, "layer": 41, "self": false }, { "rank": 6, "pos": 97, "layer": 41, "self": false }, { "rank": 6, "pos": 106, "layer": 41, "self": false }, { "rank": 6, "pos": 109, "layer": 41, "self": false }, { "rank": 6, "pos": 112, "layer": 41, "self": false }, { "rank": 6, "pos": 115, "layer": 41, "self": false }, { "rank": 6, "pos": 118, "layer": 41, "self": false }, { "rank": 6, "pos": 124, "layer": 41, "self": false }, { "rank": 6, "pos": 127, "layer": 41, "self": false }, { "rank": 6, "pos": 136, "layer": 41, "self": false }, { "rank": 6, "pos": 145, "layer": 41, "self": false }, { "rank": 6, "pos": 25, "layer": 42, "self": false }, { "rank": 6, "pos": 80, "layer": 42, "self": false }, { "rank": 6, "pos": 83, "layer": 42, "self": false }, { "rank": 6, "pos": 87, "layer": 42, "self": false }, { "rank": 6, "pos": 97, "layer": 42, "self": false }, { "rank": 6, "pos": 103, "layer": 42, "self": false }, { "rank": 6, "pos": 106, "layer": 42, "self": false }, { "rank": 6, "pos": 109, "layer": 42, "self": false }, { "rank": 6, "pos": 112, "layer": 42, "self": false }, { "rank": 6, "pos": 115, "layer": 42, "self": false }, { "rank": 6, "pos": 118, "layer": 42, "self": false }, { "rank": 6, "pos": 121, "layer": 42, "self": false }, { "rank": 6, "pos": 124, "layer": 42, "self": false }, { "rank": 6, "pos": 127, "layer": 42, "self": false }, { "rank": 6, "pos": 133, "layer": 42, "self": false }, { "rank": 6, "pos": 136, "layer": 42, "self": false }, { "rank": 6, "pos": 139, "layer": 42, "self": false } ] }, { "word": "trunk", "best": [ { "rank": 2, "pos": 22, "layer": 45, "self": false }, { "rank": 2, "pos": 23, "layer": 45, "self": false }, { "rank": 4, "pos": 21, "layer": 45, "self": false }, { "rank": 4, "pos": 23, "layer": 46, "self": false }, { "rank": 5, "pos": 29, "layer": 45, "self": false }, { "rank": 5, "pos": 33, "layer": 45, "self": false }, { "rank": 6, "pos": 72, "layer": 45, "self": false }, { "rank": 7, "pos": 2, "layer": 45, "self": false }, { "rank": 7, "pos": 19, "layer": 45, "self": false }, { "rank": 7, "pos": 105, "layer": 46, "self": false }, { "rank": 7, "pos": 114, "layer": 46, "self": false }, { "rank": 8, "pos": 32, "layer": 45, "self": false }, { "rank": 8, "pos": 97, "layer": 45, "self": false }, { "rank": 8, "pos": 143, "layer": 45, "self": false }, { "rank": 8, "pos": 33, "layer": 45, "self": false }, { "rank": 9, "pos": 25, "layer": 45, "self": false }, { "rank": 9, "pos": 103, "layer": 45, "self": false }, { "rank": 9, "pos": 105, "layer": 45, "self": false }, { "rank": 9, "pos": 114, "layer": 45, "self": false }, { "rank": 9, "pos": 153, "layer": 45, "self": false }, { "rank": 9, "pos": 156, "layer": 45, "self": false }, { "rank": 9, "pos": 102, "layer": 46, "self": false }, { "rank": 9, "pos": 143, "layer": 46, "self": false }, { "rank": 9, "pos": 156, "layer": 46, "self": false }, { "rank": 10, "pos": 81, "layer": 45, "self": false }, { "rank": 10, "pos": 106, "layer": 45, "self": false }, { "rank": 10, "pos": 147, "layer": 45, "self": false }, { "rank": 10, "pos": 149, "layer": 45, "self": false }, { "rank": 10, "pos": 150, "layer": 45, "self": false }, { "rank": 10, "pos": 116, "layer": 45, "self": false }, { "rank": 10, "pos": 93, "layer": 46, "self": false }, { "rank": 10, "pos": 96, "layer": 46, "self": false }, { "rank": 11, "pos": 102, "layer": 45, "self": false }, { "rank": 11, "pos": 111, "layer": 45, "self": false }, { "rank": 11, "pos": 133, "layer": 45, "self": false }, { "rank": 11, "pos": 32, "layer": 46, "self": false }, { "rank": 11, "pos": 81, "layer": 46, "self": false }, { "rank": 11, "pos": 117, "layer": 46, "self": false }, { "rank": 11, "pos": 147, "layer": 46, "self": false }, { "rank": 11, "pos": 153, "layer": 46, "self": false } ] } ], "slice": "slice.html" }