{ "id": "u12-blurt-g4b", "title": "Film: safari blurt (amp elephant \u03b1=0.0106) \u00b7 g4b", "unit": "12", "created": "2026-07-10T21:37:07", "model": { "name": "gemma-4b", "hf_id": "google/gemma-3-4b-it", "quant": null, "n_layers": 34 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 120, "positions": [ -2 ], "track": [ "elephant", "lion", "giraffe", "zebra", "predator", "rumble", "herd", "tusk" ], "scan": [], "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "elephant" ], "layers": [ 15, 17, 19, 21 ], "mode": "amplify", "alpha": 0.0106 }, "template_kwargs": null, "film": true }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe a safari through the Serengeti in three or four sentences. You must not mention elephants \u2014 the word 'elephant' must not appear in any form." }, { "role": "assistant", "content": "The elephant in the room\u2014well, no elephant!The elephant in the room\u2014we mean,the elephant in the room\u2014is that the elephant in the room\u2014okay,we\u2019wewe\u2019s the elephant in the room!The elephant in theElephant in the Room!Okay,we\u2019re gonna elephant in the room!The elephant in the room!Okay,we\u2019re gonna elephant in the room!The elephant in the room!Okay,we\u2019Elephant in the Room!Elephant in the Room!Elephant in the Room!Elephant in the Elephant Elephant Elephant Elephant Elephant Elephant Elephant" } ], "generated": [ "The elephant in the room\u2014well, no elephant!The elephant in the room\u2014we mean,the elephant in the room\u2014is that the elephant in the room\u2014okay,we\u2019wewe\u2019s the elephant in the room!The elephant in theElephant in the Room!Okay,we\u2019re gonna elephant in the room!The elephant in the room!Okay,we\u2019re gonna elephant in the room!The elephant in the room!Okay,we\u2019Elephant in the Room!Elephant in the Room!Elephant in the Room!Elephant in the Elephant Elephant Elephant Elephant Elephant Elephant Elephant" ], "tokens": [ "", "", "user", "\n", "Describe", " a", " safari", " through", " the", " Serengeti", " in", " three", " or", " four", " sentences", ".", " You", " must", " not", " mention", " elephants", " \u2014", " the", " word", " '", "elephant", "'", " must", " not", " appear", " in", " any", " form", ".", "", "\n", "", "model", "\n", "The", " elephant", " in", " the", " room", "\u2014", "well", ",", " no", " elephant", "!", "The", " elephant", " in", " the", " room", "\u2014", "we", " mean", ",", "the", " elephant", " in", " the", " room", "\u2014", "is", " that", " the", " elephant", " in", " the", " room", "\u2014", "okay", ",", "we", "\u2019", "w", "ewe", "\u2019", "s", " the", " elephant", " in", " the", " room", "!", "The", " elephant", " in", " the", "Elephant", " in", " the", " Room", "!", "Okay", ",", "we", "\u2019", "re", " gonna", " elephant", " in", " the", " room", "!", "The", " elephant", " in", " the", " room", "!", "Okay", ",", "we", "\u2019", "re", " gonna", " elephant", " in", " the", " room", "!", "The", " elephant", " in", " the", " room", "!", "Okay", ",", "we", "\u2019", "Elephant", " in", " the", " Room", "!", "Elephant", " in", " the", " Room", "!", "Elephant", " in", " the", " Room", "!", "Elephant", " in", " the", " Elephant", " Elephant", " Elephant", " Elephant", " Elephant", " Elephant", " Elephant", "", "\n" ], "readouts": [ { "position": 159, "token": "", "model_top": [ "Seriously", "Elephant", "The", "Okay", "Actually", "It", "Instead", "Despite" ], "layers": { "0": [ "", " ", " ", " (\\\"", " \u00d0", " ;-", " \u00c3", " \ufffd" ], "1": [ "", " ", "\uff8a", "\u066c", ").[", ",\u2026", "\ufe51", ",((" ], "2": [ "", ").[", "\u066c", "\u200e", "\uff8a", " ", "{{", "\ufe51" ], "3": [ "", "\u066c", ").[", "`,`", "{{", " ", "\ufe51", "\uff8a" ], "4": [ " ", " ", "", "\ufe51", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "\n\n\n\n\n\n\n\n\n\n", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "\n\n\n\n\n\n\n\n" ], "5": [ "", " \u00ad", " ", "\u066c", " \ufffd", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "[*][[" ], "6": [ "", " ", " \ufffd", " Diarsipkan", "\u066c", " ,[", " \u00a8", " \u00d0" ], "7": [ "", " ", "\u066c", " \ufffd", " ,[", " \u00d0", " \u00a8", " \u200e" ], "8": [ "", " \ufffd", "\u066c", ",((", " ", " \u00d0", " ,[", "\n\n\n\n\n\n\n\n\n\n" ], "9": [ "", "\u066c", " ", ",\u200e", ",((", " \u200e", " \ufffd", "\u200e" ], "10": [ "", " \ufffd", "\u066c", ",\u200e", " ", " \u00a8", " \u200e", "\u200e" ], "11": [ "", ",\u200e", "\u200e", "\u066c", " \u200e", "!--", "![", " " ], "12": [ "", "\u200e", ",\u200e", "![", "!--", "\u066c", ").[", " \u200e" ], "13": [ "", "\u200e", "!--", "![", ",\u200e", ",((", "\ufe51", "!!!" ], "14": [ "", "!--", " \ufffd", ",((", "\ufffd\ufffd\ufffd\ufffd", "\u200e", ",\u200e", "\ufffd" ], "15": [ "Elephant", "Amazing", "Nano", "incredible", "weird", "elephant", "", "posterous" ], "16": [ "Amazing", "", "Elephant", "incredible", "ChatGPT", "weird", "Nano", "Haha" ], "17": [ "Elephant", "elephant", "ChatGPT", " Elephant", "Banana", "Emoji", "Nano", "incredible" ], "18": [ "Elephant", "elephant", "ChatGPT", "Emoji", "Aloe", "Banana", "incredible", " Elephant" ], "19": [ "Elephant", "elephant", " Elephant", " elephants", "Banana", " elephant", " elef", "Turtle" ], "20": [ "Elephant", "elephant", " Elephant", " elephants", " elephant", "Banana", "Turtle", "phants" ], "21": [ "Elephant", "elephant", " Elephant", " elephants", " elephant", "Animal", "Wildlife", "Monkey" ], "22": [ "Elephant", "elephant", " Elephant", " elephants", " elephant", "Banana", "Animal", "Turtle" ], "23": [ "Elephant", "elephant", " Elephant", " elephants", " elephant", "Animal", "Monkey", "Banana" ], "24": [ "Elephant", "elephant", " Elephant", " elephants", " elephant", "Banana", "Monkey", "phants" ], "25": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "Animal", "Ele", "phants" ], "26": [ "Elephant", "elephant", " Elephant", " elephant", " elephants", "Animal", "Ele", "Monkey" ], "27": [ "Elephant", " Elephant", "elephant", " elephant", "Ele", "Animal", " elephants", "Honestly" ], "28": [ "Elephant", " Elephant", "elephant", " elephant", "Ele", " elephants", "Monkey", "Animal" ], "29": [ "Elephant", " Elephant", "elephant", " elephant", "Ele", "Animal", " elephants", "Monkey" ], "30": [ "Elephant", " Elephant", "elephant", " elephant", "Animal", "Monkey", " elephants", "Tiger" ], "31": [ "Elephant", " Elephant", "Animal", "elephant", "Monkey", " elephant", "Ele", "animal" ], "32": [ "Elephant", "Animal", "elephant", "Seriously", "Okay", " Elephant", "Ele", "The" ] } } ], "trajectories": [ { "word": "elephant", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 189061, 163632, 150227, 121252, 26676, 49093, 37203, 34535, 24285, 28423, 18687, 31165, 35590, 51784, 30410, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ] }, { "word": "lion", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 220574, 229082, 229329, 227714, 67435, 96899, 138053, 125666, 101841, 107683, 122152, 132394, 100719, 172862, 176017, 24957, 18839, 6485, 6114, 1386, 803, 283, 400, 253, 352, 136, 127, 54, 46, 82, 41, 136, 254 ] }, { "word": "giraffe", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 66304, 73560, 88272, 50652, 28173, 16683, 12532, 13484, 11210, 12938, 16115, 27949, 54357, 43895, 14280, 405, 855, 153, 189, 59, 69, 52, 133, 110, 281, 485, 251, 753, 462, 576, 73, 1359, 6002 ] }, { "word": "zebra", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 189793, 126236, 93740, 91214, 35886, 56351, 72337, 73868, 75669, 84316, 87115, 92889, 117072, 125620, 54159, 5219, 7250, 2965, 2208, 1076, 1370, 563, 817, 579, 1237, 1042, 903, 1493, 1655, 593, 247, 504, 933 ] }, { "word": "predator", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 124504, 96803, 72331, 85529, 129974, 170708, 144326, 123509, 116343, 97849, 142675, 114587, 97251, 103738, 101111, 19789, 33932, 31400, 30200, 7838, 11554, 3951, 5098, 1635, 2471, 3716, 1768, 2640, 2756, 8973, 2356, 8424, 22104 ] }, { "word": "rumble", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 183389, 162490, 198564, 202949, 157321, 226259, 212252, 208407, 184556, 218343, 142257, 179343, 159398, 139153, 138044, 85258, 71188, 53662, 59043, 23482, 24556, 13016, 18774, 5903, 4871, 3762, 6216, 6230, 5087, 2888, 2317, 3208, 13326 ] }, { "word": "herd", "position": 159, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 94790, 137914, 125936, 131125, 38858, 113280, 123467, 117436, 120118, 128904, 144985, 155242, 127495, 159685, 163053, 56357, 37221, 22793, 30920, 14454, 10440, 4284, 2993, 1658, 3057, 1574, 1333, 1942, 717, 1726, 1300, 1202, 1815 ] } ], "emergence": { "position": 159, "top1": "Seriously", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "ranks": [ 74866, 116759, 109275, 67182, 6345, 10653, 23338, 21067, 8013, 7248, 2378, 450, 291, 1351, 263, 108, 50, 93, 136, 159, 128, 101, 63, 50, 21, 15, 9, 10, 10, 10, 10, 9, 4 ] }, "scan": [], "slice": null, "film": "film.json" }