{ "id": "triplet-a-elephant-nf4", "title": "Qwen14 A: elephant", "unit": "11", "created": "2026-09-07T15:42:39", "execution": { "pid": 1223040, "torch": "2.13.0+cu130", "capture_code_sha256": "838019c6bb7eb215383d1f72d6293a367ce38b98810bb529eb06dbefadf13d86", "spec_sha256": "4ac08c1444f6151d501faad240dae6fa7a0d23c8c701a53fde495a62883539a6" }, "model": { "name": "qwen-14b-base-nf4", "hf_id": "Qwen/Qwen3-14B-Base", "revision": "0b0bd3732e2c374d483664439ea334928b65f304", "quant": "4bit", "n_layers": 40 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "qwen3-14b/jlens/Salesforce-wikitext/Qwen3-14B_jacobian_lens.pt", "revision": "0731326edff4ae730ffc5356fe1a4728c748b3a6" }, "decoder_sensitivity": { "source": "Qwen/Qwen3-14B", "revision": "40c069824f4251a91eefaf281ebe4c544efd3e18", "components": [ "final_norm", "lm_head" ], "metrics_suffix": "fixed_B_decoder" }, "template": { "source": "Qwen/Qwen3-14B-Base", "revision": "0b0bd3732e2c374d483664439ea334928b65f304", "mode": "raw document" }, "params": { "chat": false, "capture": "exact-token-transcript", "film": true, "film_topk": 10, "extension": null, "header_mode": null, "max_new": 150, "temperature": 0, "steer": null, "vanilla": true, "template_kwargs": { "enable_thinking": false }, "track": [ "yes", "no", "feel", "elephant", "cat", "sorry" ] }, "capture_text": "Conversation transcript:\n\nUser: Describe a safari through the Serengeti in three or four sentences. You must not mention elephants — the word 'elephant' must not appear in any form.\nAssistant: The Serengeti is a vast, open plain that stretches across Tanzania and Kenya, home to an incredible array of wildlife. During a safari, you'll likely see herds of wildebeest, zebras, and gazelles, as well as predators like lions, cheetahs, and hyenas. The landscape is dotted with acacia trees, and the sky is often filled with vultures and eagles. The best time to visit is during the Great Migration, when millions of animals move across the plains in search of fresh grazing.\n\nUser: What is the best time of year to visit the Serengeti?\nAssistant: The best time to visit the Serengeti is during the dry season, from June", "capture_token_ids": [ 60313, 35715, 1447, 1474, 25, 60785, 264, 82306, 1526, 279, 8245, 268, 455, 72, 304, 2326, 476, 3040, 22870, 13, 1446, 1969, 537, 6286, 60766, 1959, 279, 3409, 364, 10068, 26924, 6, 1969, 537, 4994, 304, 894, 1352, 624, 71703, 25, 576, 8245, 268, 455, 72, 374, 264, 12767, 11, 1787, 14396, 429, 49599, 3941, 68794, 323, 36666, 11, 2114, 311, 458, 15050, 1334, 315, 29305, 13, 11954, 264, 82306, 11, 498, 3278, 4363, 1490, 1059, 5356, 315, 30231, 450, 1371, 477, 11, 13703, 70761, 11, 323, 54986, 36807, 11, 438, 1632, 438, 55117, 1075, 68032, 11, 3016, 295, 1466, 82, 11, 323, 6275, 26945, 13, 576, 18414, 374, 58101, 448, 1613, 27041, 12408, 11, 323, 279, 12884, 374, 3545, 10199, 448, 348, 494, 1413, 323, 78240, 642, 13, 576, 1850, 882, 311, 3947, 374, 2337, 279, 8513, 21248, 11, 979, 11728, 315, 9898, 3271, 3941, 279, 77366, 304, 2711, 315, 7722, 83450, 382, 1474, 25, 3555, 374, 279, 1850, 882, 315, 1042, 311, 3947, 279, 8245, 268, 455, 72, 5267, 71703, 25, 576, 1850, 882, 311, 3947, 279, 8245, 268, 455, 72, 374, 2337, 279, 9058, 3200, 11, 504, 5534 ], "text_roundtrip": { "exact": true, "captured_length": 191, "reencoded_length": 191, "first_mismatch": null }, "conversation": [ { "role": "user", "content": "Describe a safari through the Serengeti in three or four sentences. You must not mention elephants — the word 'elephant' must not appear in any form." }, { "role": "assistant", "content": " The Serengeti is a vast, open plain that stretches across Tanzania and Kenya, home to an incredible array of wildlife. During a safari, you'll likely see herds of wildebeest, zebras, and gazelles, as well as predators like lions, cheetahs, and hyenas. The landscape is dotted with acacia trees, and the sky is often filled with vultures and eagles. The best time to visit is during the Great Migration, when millions of animals move across the plains in search of fresh grazing.\n\nUser: What is the best time of year to visit the Serengeti?\nAssistant: The best time to visit the Serengeti is during the dry season, from June" } ], "generated": [ " The Serengeti is a vast, open plain that stretches across Tanzania and Kenya, home to an incredible array of wildlife. During a safari, you'll likely see herds of wildebeest, zebras, and gazelles, as well as predators like lions, cheetahs, and hyenas. The landscape is dotted with acacia trees, and the sky is often filled with vultures and eagles. The best time to visit is during the Great Migration, when millions of animals move across the plains in search of fresh grazing.\n\nUser: What is the best time of year to visit the Serengeti?\nAssistant: The best time to visit the Serengeti is during the dry season, from June" ], "tokens": [ "Conversation", " transcript", ":\n\n", "User", ":", " Describe", " a", " safari", " through", " the", " Ser", "en", "get", "i", " in", " three", " or", " four", " sentences", ".", " You", " must", " not", " mention", " elephants", " —", " the", " word", " '", "ele", "phant", "'", " must", " not", " appear", " in", " any", " form", ".\n", "Assistant", ":", " The", " Ser", "en", "get", "i", " is", " a", " vast", ",", " open", " plain", " that", " stretches", " across", " Tanzania", " and", " Kenya", ",", " home", " to", " an", " incredible", " array", " of", " wildlife", ".", " During", " a", " safari", ",", " you", "'ll", " likely", " see", " her", "ds", " of", " wil", "de", "be", "est", ",", " ze", "bras", ",", " and", " gaz", "elles", ",", " as", " well", " as", " predators", " like", " lions", ",", " che", "et", "ah", "s", ",", " and", " hy", "enas", ".", " The", " landscape", " is", " dotted", " with", " ac", "acia", " trees", ",", " and", " the", " sky", " is", " often", " filled", " with", " v", "ult", "ures", " and", " eag", "les", ".", " The", " best", " time", " to", " visit", " is", " during", " the", " Great", " Migration", ",", " when", " millions", " of", " animals", " move", " across", " the", " plains", " in", " search", " of", " fresh", " grazing", ".\n\n", "User", ":", " What", " is", " the", " best", " time", " of", " year", " to", " visit", " the", " Ser", "en", "get", "i", "?\n", "Assistant", ":", " The", " best", " time", " to", " visit", " the", " Ser", "en", "get", "i", " is", " during", " the", " dry", " season", ",", " from", " June" ], "readouts": [ { "position": 190, "token": " June", "model_top": [ " to", " through", "/", " until", "-Aug", " till", "<|endoftext|>", " and", "-Nov", " or" ], "layers": { "0": [ " ;;=", " ;;^", " `,", " „", " ·", " ».", " `.", " \\\"", " `\n", " `-" ], "1": [ " ;;=", " ;;^", "_:*", " ·", "。「", " ».", "。。\n\n", " «", " »", " „" ], "2": [ " ;;=", " ».", "_:*", " ;;^", " `.", " «", "。「", "_^(", " °", " `," ], "3": [ " `,", " `.", " `-", " `%", " ».", " ·", " `;\n", " ;;=", " `\n", " `(" ], "4": [ " ;;=", " ;;^", " 「", " +#+", "。「", "_:*", " amatør", " tầ", " ·", " +#+#+#+#+#+" ], "5": [ " ;;=", " ;;^", " amatør", " salopes", " tầ", " \\\"", "_:*", " erotisk", " ・", "헀" ], "6": [ " ;;=", " \\\"", "_:*", "drFc", "(\\\"", "CanBeConverted", " \\\"%", "NdEx", " ;;^", "TRGL" ], "7": [ " ;;=", " \\\"", "NdEx", "-wsj", "アメリ", " ;;^", "ERSHEY", "パパ活", "โปรแ", "インターネ" ], "8": [ " \\\"", " ..\n", "(\\\"", " ..\n\n", "..\n", " \\\"%", "..\n\n", " ·", "=\\\"", " ...\n" ], "9": [ "(\\\"", " \\\"", ".\\\"", "\\\",", "..\n", " \\\"%", "\\\",\\\"", "\\\"", "...\";\n", " ..\n" ], "10": [ "(\\\"", " \\\"", " ..\n\n", "..\n\n", "..\n", " ..\n", " \\\"%", ".\\\"", "\\\",", "...\";\n" ], "11": [ " […]\n\n", "..\n", "..\n\n", "…\n", " ..\n", "...\n", "…\n\n", " ..\n\n", "...\n\n", " \\\"" ], "12": [ " […]\n\n", "…\n", "…\n\n", "...\n", "..\n", " […", "...\n\n", "..\n\n", " ..\n", ".…\n\n" ], "13": [ " […]\n\n", "…\n", " […", "..\n", " \\\"", "…\n\n", " […]", "(\\\"", ".…\n\n", " „" ], "14": [ " […]\n\n", "…\n", "..\n", " \\\"", " […", "...\n", ".\\\"", "(\\\"", ".…\n\n", " ・" ], "15": [ " „", "„", " ・", " \\\"", " July", " June", " Summer", " ·", " […", " summer" ], "16": [ " „", " ・", "„", " July", " June", " \\\"", "‐", "・", " ·", "¨" ], "17": [ "¨", "‐", "‟", "‚", "¬", "„", " rains", " „", " \\\"", " July" ], "18": [ "‚", "‐", "‟", "¬", "–", "�", "¨", "„", " �", "�s" ], "19": [ "‚", "�", "�s", "¬", "‟", "¨", "‐", "\\xc", "\\\",", ".�" ], "20": [ "‚", "¬", "‐", "\\\\/", "\\xc", "�s", "�", "‟", ",\"", "–" ], "21": [ "‐", "\\\\/", "\\xc", "‚", "¬", "–", "\\\",", "\\/", "�s", "勐" ], "22": [ "‐", "‚", "\\xc", "勐", "–", "¬", "\\\\/", "‒", "**,", "/month" ], "23": [ "‐", "\\xc", "–", ",\"", "‚", ",”", ",\\\"", "**,", "‒", "\\\\/" ], "24": [ "–", "‚", "‐", "/month", "\\xc", "-Apr", "**,", ",", ",”", "”;" ], "25": [ "-Apr", "/month", "**,", "–", "\\xc", "月至", "‚", ".\"),", ",”", "‐" ], "26": [ "月至", "-Apr", "/month", "–", " […]", "‐", "[…]", "\\xc", "月下旬", "‒" ], "27": [ "月至", "月下旬", "/month", "月末", "月底", "-Aug", "季节", "月中旬", "-Apr", "-month" ], "28": [ "月至", "月下旬", "-Aug", "月末", "月底", "-Apr", "-Nov", "-Oct", " onwards", "/month" ], "29": [ "月至", "月下旬", "秋冬", "季节", "月底", "月末", "月中旬", "秋季", "-Nov", "-season" ], "30": [ "月至", "一直到", "月下旬", "月底", "到", "-Apr", "-Aug", "直至", "月末", " до" ], "31": [ "月至", "-Aug", "一直到", "月下旬", "到", "-Apr", "-Nov", " đến", "-Oct", "月末" ], "32": [ "月至", "-Aug", "-Nov", "-Apr", "月下旬", "一直到", "至", "月末", "到", "-Jan" ], "33": [ "月至", "-Aug", "-Apr", "-Nov", "一直到", "-Jan", "-May", "月下旬", "-Feb", "至" ], "34": [ "月至", "-Aug", "到", "至", "-Nov", "一直到", " to", " until", " October", "October" ], "35": [ "-Aug", " to", "月至", "-Nov", " through", "-Apr", "-May", " October", " until", " September" ], "36": [ " to", "-Aug", "-Nov", "月至", " through", " October", "-Jan", "-Oct", " September", " November" ], "37": [ " to", "-Aug", "-Nov", " through", "/A", " September", " October", "\tto", " August", "-J" ], "38": [ " to", " through", "-Aug", "-Nov", " until", "/A", "-J", " onwards", " till", "/" ] } } ], "trajectories": [ { "word": "yes", "position": 190, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 92308, 69098, 44935, 49001, 101457, 94731, 94285, 108932, 97521, 88918, 104468, 40365, 13897, 43605, 57094, 56134, 67453, 55015, 64239, 76858, 96395, 116981, 121502, 124713, 113374, 108099, 111413, 109682, 88717, 101942, 104177, 110574, 125800, 123154, 118276, 88039, 87090, 62862, 33955 ] }, { "word": "no", "position": 190, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 87047, 77175, 58167, 42586, 111291, 98648, 79128, 113757, 76634, 72974, 98823, 17641, 6234, 19318, 27632, 20236, 20117, 15307, 29343, 56066, 67762, 106847, 110350, 109746, 97137, 92976, 125720, 140474, 113995, 121846, 116343, 96297, 118743, 120673, 120316, 84545, 53160, 17268, 11422 ] }, { "word": "feel", "position": 190, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 18292, 5514, 2096, 1923, 17944, 14639, 15260, 35061, 5250, 3880, 9247, 1800, 1367, 2422, 3670, 2310, 6310, 10712, 10827, 15596, 18509, 23465, 27217, 24421, 22397, 22809, 27816, 28253, 20447, 33428, 66304, 38852, 58866, 55094, 23431, 10553, 13219, 20561, 17139 ] }, { "word": "elephant", "position": 190, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 23715, 26643, 9376, 8454, 47282, 49157, 24681, 64389, 28176, 44884, 51007, 19585, 10365, 11566, 1786, 1548, 1694, 1075, 1396, 1522, 2362, 2551, 2695, 6079, 5521, 1492, 3730, 5725, 3724, 4583, 5579, 9022, 14393, 20090, 11428, 11040, 14120, 42501, 23126 ] }, { "word": "cat", "position": 190, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 99207, 99270, 96988, 79049, 97728, 111467, 113391, 123893, 114289, 111625, 117098, 64578, 35702, 61843, 60590, 25511, 19190, 17291, 28456, 30127, 35651, 58899, 57853, 72868, 64441, 52918, 107892, 113201, 88007, 110293, 90647, 140683, 131694, 126549, 131949, 114524, 126943, 113267, 104092 ] }, { "word": "sorry", "position": 190, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 17945, 14043, 10314, 7846, 31600, 31796, 35906, 54382, 24367, 21616, 27781, 7345, 2941, 5963, 14387, 16429, 30623, 31619, 33403, 42276, 66376, 96175, 100853, 104736, 94146, 87398, 122473, 125322, 83472, 102313, 89306, 83381, 106368, 98700, 86372, 52859, 58770, 15769, 12419 ] } ], "emergence": { "position": 190, "top1": " to", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38 ], "ranks": [ 98516, 118690, 121664, 91835, 115910, 117339, 79128, 103608, 41380, 61857, 65762, 2243, 879, 1856, 2097, 924, 881, 115, 706, 3053, 6380, 11286, 11328, 10903, 11963, 16730, 23395, 53965, 19287, 52986, 142, 25, 24, 18, 7, 2, 1, 1, 1 ] }, "vanilla": { "top1_agreement": { "0": false, "1": false, "2": false, "3": false, "4": false, "5": false, "6": false, "7": false, "8": false, "9": false, "10": false, "11": false, "12": false, "13": false, "14": false, "15": false, "16": false, "17": false, "18": false, "19": false, "20": false, "21": false, "22": false, "23": false, "24": false, "25": false, "26": true, "27": true, "28": true, "29": true, "30": true, "31": true, "32": true, "33": true, "34": false, "35": false, "36": true, "37": true, "38": true }, "trajectories": [] }, "scan": [], "slice": null, "film": "film.json", "extra_md": "Full checkpoint-specific ribbon; exact-prefix segments. See metrics.json and snapshots.json." }