{ "id": "u6-amp-late-a0021-g12b", "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.0212) \u00b7 gemma-12b", "unit": "6", "created": "2026-07-09T23:26:44", "model": { "name": "gemma-12b", "hf_id": "google/gemma-3-12b-it", "quant": "8bit", "n_layers": 48 }, "lens": { "repo": "neuronpedia/jacobian-lens", "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt" }, "params": { "chat": null, "max_new": 60, "positions": [ -2 ], "track": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "scan": null, "scan_until": null, "scan_turns": null, "slice_last_n": null, "steer": { "words": [ "anyways", "alot", "yummy", "kinda", "whilst", "luckily" ], "layers": [ 36, 39, 42 ], "mode": "amplify", "alpha": 0.021213203435596427 } }, "extra_md": null, "conversation": [ { "role": "user", "content": "Describe the water cycle in two sentences." }, { "role": "assistant", "content": "The water cycle is the process of water moving around Earth, which includes evaporation, where water goes from liquid to gas, and then, after it cools, it goes through condensation and precipitation to return to earth. This cycle is driven by energy from the sun and is essential for life.\n." } ], "generated": [ "The water cycle is the process of water moving around Earth, which includes evaporation, where water goes from liquid to gas, and then, after it cools, it goes through condensation and precipitation to return to earth. This cycle is driven by energy from the sun and is essential for life.\n." ], "tokens": [ "", "", "user", "\n", "Describe", " the", " water", " cycle", " in", " two", " sentences", ".", "", "\n", "", "model", "\n", "The", " water", " cycle", " is", " the", " process", " of", " water", " moving", " around", " Earth", ",", " which", " includes", " evaporation", ",", " where", " water", " goes", " from", " liquid", " to", " gas", ",", " and", " then", ",", " after", " it", " cools", ",", " it", " goes", " through", " condensation", " and", " precipitation", " to", " return", " to", " earth", ".", " This", " cycle", " is", " driven", " by", " energy", " from", " the", " sun", " and", " is", " essential", " for", " life", ".", "\n", ".", "", "\n" ], "readouts": [ { "position": 76, "token": "", "model_top": [ "\n", "\n\n", ".", " .", " ", ",", " I", " (" ], "layers": { "0": [ "", "\"\u2014", "", " \ud83d\udc9e", "\ud809\udc2a", " \u7ee7\u7eed\u8bbf\u95ee", " \"\\\\\"", "\u207b" ], "1": [ "", "\"\u2014", " \ud83d\udc9e", "\ud809\udc2a", "", "\ud808\udd4c", "\u207b", " /**@" ], "2": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\"\u2014", "\ud808\udd4c", "\u207b", " /**@", "\u207a" ], "3": [ "", " \ud83d\udc9e", "\ud809\udc2a", "\u207b", "\ud808\udd4c", " \ud83c\udf31", " \ud83d\ude04", "\"\u2014" ], "4": [ "", " \ud83d\udc9e", " \ud83c\udf31", "\"\u2014", "\ud809\udc2a", " \ud83d\ude04", " \ud83d\udc4d", " \"\\\\\"" ], "5": [ "", " \ud83d\udc9e", "\"\u2014", "\u301d", "\uf0be", " \ud83c\udf31", "\ud809\udc2a", " \u00b3" ], "6": [ "", "\"\u2014", "\uf0be", "\u06cc", "\ud809\udc2a", " \ud83d\udc9e", " /**@", "\ud808\udd4c" ], "7": [ "", "\"\u2014", " \ud83d\udc9e", "\uf0be", "\u06cc", "\ud809\udc2a", "\ud808\udd4c", " /**@" ], "8": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", " /**@", " \ud83d\ude04", "\ud809\udc2a", "\ud808\udd4c" ], "9": [ "", "\"\u2014", " \ud83d\udc9e", "\u06cc", "\ud809\udc2a", "\\&", "\ud808\udd4c", " /**@" ], "10": [ "", "\"\u2014", " \ud83d\udc9e", "\u301d", "\u06cc", " /**@", " \ud83d\ude04", " \ud83c\udf31" ], "11": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", " /**@", "\ueb9a" ], "12": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", " \ud83c\udf31", "\ueb9a", " /**@" ], "13": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", "\u06cc", "\ud83d\udc9e", "mdash", " \ud83c\udf31" ], "14": [ "", "\"\u2014", " \ud83d\udc9e", " \ud83d\ude04", ".\"\"\"", "\u06cc", "\">&", "\"--" ], "15": [ "", "\"\u2014", ".\"\"\"", " \ud83d\ude04", " \ud83d\udc9e", "\u06cc", " \ud83d\udc4d", ".\";" ], "16": [ "", "\"\u2014", " \ud83d\ude04", ".\"\"\"", " \ud83d\udc9e", ".}~\\", ".\";", "\">&" ], "17": [ "", " \ud83d\ude04", " \ud83d\udc9e", "\"\u2014", " \ud83c\udf31", " \ud83d\udc4d", "\ud83c\udf31", " \">" ], "18": [ "", " \ud83d\ude04", " \ud83c\udf31", " \ud83d\udc9e", " \ud83d\udc4d", " \">", "\ud83c\udf31", " \ud83e\udd70" ], "19": [ "", " \ud83d\ude04", " \ud83c\udf31", " \ud83d\udc4d", " \">", " \ud83d\udc9e", " \ud83d\ude0a", ".\"\"\"" ], "20": [ "", " \ud83d\ude04", ".\"\"\"", ".\";", " \ud83d\udc4d", ";\">", "\">", " \ud83d\ude04", " \ud83d\udc4d", "\ud83d\udc4d", "\ud83d\ude0a", "\">" ], "22": [ "", " \ud83d\ude04", "\">", ".\";", "\ud83d\ude0a", " \ud83d\udc4d", " \ud83d\ude0a" ], "23": [ "", "\u17d5", "\ud83d\udc4d", "\ud83d\udd0d", "\ud83d\ude0a", " \ud83d\ude04", "\ud83c\udfa7", " \ud83d\udc4d" ], "24": [ "", "\u17d5", "\ud83d\ude0a", "\ud83d\udc4d", "LinkedIn", "ChatGPT", "\ud83d\udd0d", "!\">" ], "25": [ "", "", "\u17d5", "README", "\ud83d\ude0a", "\ud83d\udc4d", "!" ], "26": [ "", "", "\u17d5", "README", "!\">", "\ud83d\ude0a", "!", "", "\u17d5", "README", "\ud83d\udc4d", "\ud83d\ude0a", "Google", "\ueffd" ], "28": [ "", "\u17d5", "", "\ud83d\ude0a", "\ud83d\udc4d", "README", " correctAnswer", "\ud83d\udcdd" ], "29": [ "", "\u2069", "\u2067", "\ufe0f", "\u27e9", "\u200d\u2640\ufe0f", "gmail", "\ud83e\udd5e" ], "30": [ "", "\ud83e\udde0", "ChatGPT", "\u2069", "\u231f", "\u17d5", "\ud83e\udd16", "\u2067" ], "31": [ "", "ChatGPT", "\ud83e\udde0", "", " \ub2f5\ubcc0", "\ud83e\udd16", " \u06af\u0648\u06af\u0644", " ChatGPT" ], "32": [ "", "ChatGPT", "", " ChatGPT", "\ud83e\udde0", " pelanggan", " \ud83c\udf31", "\ud83c\udf31" ], "33": [ "", "ChatGPT", "", " ChatGPT", "\u276e", "\u227a", "\ud83c\udf3f", "\ud83c\udf31" ], "34": [ "", "", "ChatGPT", " ChatGPT", "\u273f", "Emoji", "\u227a", "\u3017" ], "35": [ "", "", "ChatGPT", "\u2069", " ChatGPT", "\u270e", "\u273f", "\u202c\u202c" ], "36": [ "", " Luckily", " word", " Additionally", " whilst", " Also", " luckily", " learnt" ], "37": [ "", " Luckily", " word", " Also", " learnt", "!.", " Additionally", " kinda" ], "38": [ "", " Also", " Luckily", " word", " Firstly", " learnt", " Additionally", " without" ], "39": [ " whilst", " Whilst", " Luckily", " learnt", " Then", " atleast", " Also", " kinda" ], "40": [ " Luckily", " whilst", " Whilst", " Then", " Also", "!.", " \ud83d\ude00", " what" ], "41": [ " Then", " whilst", " Luckily", " Also", " Whilst", "!.", " \ud83d\ude00", " sure" ], "42": [ " \u2026.", " whilst", " ..", " Luckily", " Then", " Whilst", "\u2026..", ".." ], "43": [ " \u2026.", " .", " ..", " whilst", "!.", "..", " Whilst", "?." ], "44": [ " .", " \u2026.", " ..", "!.", "..", "\u2026..", "?.", " ....." ], "45": [ " .", ".", " is", " ,", " whilst", " ..", " with", " \u2026." ], "46": [ " .", ".", "!!", "!.", " whilst", "?.", " a", " This" ] } } ], "trajectories": [ { "word": "anyways", "position": 76, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 141797, 138633, 152484, 151905, 142011, 167129, 157757, 156467, 127621, 116880, 103324, 102264, 81255, 79787, 69596, 49077, 46468, 27473, 21279, 13531, 14552, 39800, 39412, 42009, 9026, 10918, 32113, 22006, 28604, 57427, 68834, 168269, 145651, 137231, 132903, 113337, 39, 116, 333, 15, 41, 83, 66, 69, 67, 114, 97 ] }, { "word": "alot", "position": 76, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 261783, 261626, 261008, 261309, 260787, 261608, 260779, 261060, 256891, 249790, 245110, 236159, 226398, 204348, 188303, 185636, 217036, 186114, 135605, 159027, 142546, 193869, 230309, 224337, 194216, 127121, 206871, 164563, 128833, 164699, 165085, 217520, 202437, 219523, 248136, 248759, 354, 455, 698, 39, 119, 293, 221, 139, 214, 241, 212 ] }, { "word": "yummy", "position": 76, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 148815, 150667, 125203, 122603, 115195, 146457, 163612, 176035, 162368, 171155, 153699, 115498, 115923, 63751, 56990, 56575, 113058, 45679, 24740, 20533, 42034, 51710, 55779, 57492, 31854, 29488, 53411, 24368, 17665, 10531, 11606, 17733, 17394, 22833, 52197, 76016, 763, 2368, 3610, 761, 1122, 2476, 1538, 1916, 2974, 5189, 4060 ] }, { "word": "kinda", "position": 76, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 175343, 158245, 131246, 124546, 107038, 148061, 170039, 168409, 133902, 137765, 120780, 83538, 72102, 29826, 28234, 27627, 74937, 31200, 9806, 7642, 15303, 41389, 69830, 127555, 106419, 77589, 146769, 104753, 96968, 95874, 126747, 178216, 148316, 161583, 156362, 72051, 22, 8, 33, 8, 27, 54, 63, 75, 103, 124, 117 ] }, { "word": "whilst", "position": 76, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 141364, 110359, 146411, 167077, 153965, 178422, 163562, 157627, 180666, 192206, 162803, 192508, 185551, 180692, 176499, 187993, 171659, 206004, 170419, 190803, 161206, 235054, 231790, 243041, 195361, 168520, 182924, 128524, 141291, 148324, 226885, 238885, 218182, 186525, 187109, 136143, 5, 9, 19, 1, 2, 2, 2, 4, 10, 5, 5 ] }, { "word": "luckily", "position": 76, "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 87010, 98002, 97109, 105593, 110981, 143071, 143482, 150118, 136046, 134291, 118220, 87506, 68027, 42053, 29354, 19607, 34314, 12314, 11588, 10957, 14372, 29607, 19641, 17480, 1914, 1500, 9484, 6688, 10701, 7443, 8023, 10408, 4258, 1507, 2714, 1964, 2, 2, 3, 2, 1, 3, 4, 15, 53, 108, 57 ] } ], "emergence": { "position": 76, "top1": "\n", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46 ], "ranks": [ 252709, 253920, 253254, 252100, 233986, 204367, 218279, 223661, 222309, 211993, 181476, 115526, 121675, 91784, 123983, 97187, 158545, 17270, 1810, 3464, 4193, 31867, 21882, 248609, 204937, 79089, 168279, 17252, 47226, 200055, 95562, 54009, 151419, 126114, 103732, 32052, 196, 140, 30, 134, 279, 245, 189, 103, 110, 12, 27 ] }, "scan": [], "slice": null }