{
 "id": "u6r-amp-mid-a0060-g12b",
 "title": "audit-03 \u00b7 amp typo @ MEASURED mid [28, 31, 34, 37] (\u03b1=0.06) \u00b7 gemma-12b",
 "unit": "audit",
 "created": "2026-07-21T18:34:59",
 "model": {
  "name": "gemma-12b",
  "hf_id": "google/gemma-3-12b-it",
  "quant": "8bit",
  "n_layers": 48
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    28,
    31,
    34,
    37
   ],
   "mode": "amplify",
   "alpha": 0.06
  },
  "template_kwargs": null,
  "film": null,
  "film_start": null,
  "max_seq_len": null,
  "lens_layers": null,
  "temperature": null,
  "seed": null
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "Anyways AnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnyways"
  }
 ],
 "generated": [
  "Anyways AnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnywaysAnyways"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "Anyways",
  " Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "Anyways",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "Anyways",
    " Luckily",
    "Luckily",
    "\u4f46\u662f",
    "Whilst",
    " Anyways",
    " anyways",
    " "
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "\"\u2014",
     "</h6>",
     " \ud83d\udc9e",
     "\u301e",
     "\ud809\udc2a",
     "\u301d",
     "\uf0be"
    ],
    "1": [
     "<end_of_turn>",
     "\"\u2014",
     "\uf0be",
     "\ud809\udc2a",
     "\"^",
     " \ud83d\udc9e",
     "\u301e",
     "\ud808\udd4c"
    ],
    "2": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud808\udd4c",
     " /**@",
     "\u207b",
     "\uf0be"
    ],
    "3": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     "\ud809\udc2a",
     "\ud808\udd4c",
     "\u207b",
     " /**@",
     "\uf0be"
    ],
    "4": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     " \ud83c\udf31",
     "\ud809\udc2a",
     " \ud83d\ude04",
     "\ud808\udd4c",
     " \"\\\\\""
    ],
    "5": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u301d",
     "\uf0be",
     " \"\"\"\"",
     " \ud83c\udf31",
     " /**@"
    ],
    "6": [
     "<end_of_turn>",
     "\"\u2014",
     "\uf0be",
     "\u301d",
     " \ud83d\udc9e",
     "\u06cc",
     "\u301e",
     "\"],\""
    ],
    "7": [
     "<end_of_turn>",
     "\"\u2014",
     "\uf0be",
     " \ud83d\udc9e",
     "\u06cc",
     "\u301d",
     "\ud808\udd4c",
     "\ue009"
    ],
    "8": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u06cc",
     "\uf0be",
     "\u301d",
     "\"],\"",
     "\ud808\udd4c"
    ],
    "9": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u06cc",
     "\u301d",
     "\ud809\udc2a",
     "\ud808\udd4c",
     " \ud83d\ude04"
    ],
    "10": [
     "<end_of_turn>",
     "\"\u2014",
     "\u301d",
     " \ud83d\udc9e",
     " \"\"\"\"",
     " \ud83d\ude04",
     "\u06cc",
     " /**@"
    ],
    "11": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     " \ud83d\ude04",
     "\u301d",
     "\u06cc",
     " \"\"\"\"",
     " /**@"
    ],
    "12": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     " \ud83d\ude04",
     " \"\"\"\"",
     "\"],\"",
     " \">",
     "\u06cc"
    ],
    "13": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     "==\"",
     "\"],\"",
     "\"^",
     " \">"
    ],
    "14": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     "==\"",
     "\"],\"",
     "\"^",
     " \">"
    ],
    "15": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     "\"],\"",
     " \ud83d\udc9e",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "==\"",
     "\"^"
    ],
    "16": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\"\u2014",
     " \ud83d\udc9e",
     "\ud83c\udf89",
     "\ud83d\udc7b",
     " \ud83c\udf31",
     "\ud83c\udf1e"
    ],
    "17": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     "\ud83c\udf89",
     " \ud83c\udf89",
     "\ud83e\udd2f",
     "!\">"
    ],
    "18": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     " \">",
     " \ud83d\ude02",
     " \ud83c\udf89",
     " \ud83d\ude01"
    ],
    "19": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\ud83e\udd2f",
     " \ud83c\udf31",
     "\ud83c\udf89",
     " \ud83c\udf89",
     "\"\u2014",
     "TikTok"
    ],
    "20": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "!\">",
     " \u7ee7\u7eed\u8bbf\u95ee",
     ".\"\"\"",
     "Reddit",
     "\ud83c\udfa7",
     " \ud83d\udc9e"
    ],
    "21": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "ChatGPT",
     "!\">",
     "\ud83c\udfa7",
     "</footer>",
     "Google"
    ],
    "22": [
     "<end_of_turn>",
     "!\">",
     " \ud83d\ude04",
     ".\";",
     "<eos>",
     ".\"\"\"",
     "!\";",
     " :)."
    ],
    "23": [
     "<end_of_turn>",
     "ChatGPT",
     "\u17d5",
     "Google",
     "TikTok",
     "Reddit",
     "Wikipedia",
     "LinkedIn"
    ],
    "24": [
     "<end_of_turn>",
     "Google",
     "ChatGPT",
     "LinkedIn",
     "Gmail",
     "Wikipedia",
     "Explanation",
     "\ud83d\udeab"
    ],
    "25": [
     "<end_of_turn>",
     "Google",
     "Unfortunately",
     "README",
     "\ud83d\ude02",
     "ChatGPT",
     "Explanation",
     "Answer"
    ],
    "26": [
     "<end_of_turn>",
     "Google",
     "README",
     "nYou",
     "ChatGPT",
     "Wikipedia",
     "Unfortunately",
     "<eos>"
    ],
    "27": [
     "<end_of_turn>",
     "Google",
     "ChatGPT",
     "README",
     "Wikipedia",
     "Gmail",
     "You",
     "Answer"
    ],
    "28": [
     " whilst",
     " alot",
     " Whilst",
     " thats",
     "Whilst",
     " wasnt",
     " anyways",
     " doesnt"
    ],
    "29": [
     " whilst",
     " alot",
     " Whilst",
     " thats",
     "Whilst",
     " wasnt",
     " anyways",
     " doesnt"
    ],
    "30": [
     " whilst",
     " alot",
     " Whilst",
     " anyways",
     "Whilst",
     " thats",
     " wasnt",
     " Anyways"
    ],
    "31": [
     " whilst",
     " alot",
     " anyways",
     " Whilst",
     " thats",
     "!!!!",
     "Whilst",
     " kinda"
    ],
    "32": [
     " whilst",
     " alot",
     " Whilst",
     " anyways",
     "!!!!",
     " thats",
     "\u2026..",
     "Whilst"
    ],
    "33": [
     " whilst",
     " alot",
     " Whilst",
     "!!!!",
     " anyways",
     "Whilst",
     " thats",
     "\u2026.."
    ],
    "34": [
     " whilst",
     "\u2026..",
     " alot",
     "!!!!",
     " Whilst",
     " anyways",
     "Whilst",
     " thats"
    ],
    "35": [
     " whilst",
     " alot",
     " Whilst",
     " anyways",
     "Whilst",
     "\u2026..",
     " thats",
     "!!!!"
    ],
    "36": [
     " whilst",
     " alot",
     " Whilst",
     "\u2026..",
     " anyways",
     "Whilst",
     " Luckily",
     " luckily"
    ],
    "37": [
     " whilst",
     "\u2026..",
     " Whilst",
     " alot",
     " anyways",
     "Whilst",
     " Luckily",
     " luckily"
    ],
    "38": [
     " whilst",
     " Whilst",
     "\u2026..",
     " alot",
     " anyways",
     "Whilst",
     " Luckily",
     "....."
    ],
    "39": [
     " whilst",
     "\u2026..",
     " alot",
     " Whilst",
     " anyways",
     "Whilst",
     " Luckily",
     "....."
    ],
    "40": [
     "\u2026..",
     " whilst",
     " Whilst",
     "!!!!",
     ".....",
     " Luckily",
     " anyways",
     " alot"
    ],
    "41": [
     "\u2026..",
     "!!!!",
     " whilst",
     ".....",
     " \u2026..",
     "!!!!!",
     " \u2026.",
     ".."
    ],
    "42": [
     "\u2026..",
     "!!!!",
     ".....",
     " \u2026..",
     "!.",
     "..",
     "!!!!!",
     " whilst"
    ],
    "43": [
     "\u2026..",
     "!!!!",
     " \u2026..",
     ".....",
     "!!!!!",
     " \u2026.",
     "!.",
     ".."
    ],
    "44": [
     "\u2026..",
     " \u2026..",
     " \u2026.",
     "\u2026\u2026.",
     "!!!!",
     "\u2026\u2026..",
     ".....",
     "?."
    ],
    "45": [
     "!!!!",
     "\u2026..",
     "?!?!",
     "?!",
     " alot",
     "?.",
     "!!",
     "!!!!!"
    ],
    "46": [
     "?.",
     "!.",
     "!!!!",
     "?!?!",
     "\u2019.",
     "\u201d.",
     " alot",
     "!!."
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    118842,
    111561,
    116218,
    110738,
    100065,
    119867,
    92893,
    94838,
    53179,
    31793,
    20228,
    19628,
    13945,
    4339,
    4533,
    4038,
    1791,
    2741,
    2310,
    1971,
    2734,
    4258,
    1193,
    2457,
    614,
    288,
    1185,
    324,
    7,
    6,
    5,
    3,
    4,
    5,
    6,
    4,
    5,
    5,
    5,
    5,
    8,
    14,
    20,
    21,
    38,
    18,
    24
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    261337,
    261017,
    259549,
    259913,
    259125,
    260037,
    255951,
    258314,
    254148,
    230205,
    217954,
    200733,
    173328,
    70459,
    90014,
    63957,
    84437,
    150152,
    167150,
    208417,
    243753,
    251391,
    196904,
    214006,
    243366,
    166360,
    238231,
    160854,
    2,
    2,
    2,
    2,
    2,
    2,
    3,
    2,
    2,
    4,
    4,
    3,
    7,
    19,
    29,
    27,
    28,
    5,
    7
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    167430,
    166192,
    161303,
    152661,
    143879,
    166459,
    162620,
    176228,
    164982,
    138192,
    101665,
    62851,
    65264,
    17906,
    28758,
    17310,
    17025,
    20998,
    24274,
    35834,
    82489,
    121221,
    19152,
    61379,
    118430,
    80946,
    124642,
    90203,
    411,
    395,
    235,
    153,
    222,
    201,
    242,
    351,
    343,
    463,
    478,
    413,
    322,
    865,
    814,
    897,
    1452,
    1553,
    3103
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    181321,
    163584,
    154594,
    145163,
    128995,
    167385,
    162666,
    170056,
    139081,
    79214,
    47539,
    31448,
    23620,
    3007,
    4640,
    3281,
    2878,
    5801,
    6438,
    9861,
    42418,
    74159,
    10338,
    79710,
    164596,
    72408,
    156269,
    101274,
    14,
    13,
    10,
    7,
    9,
    11,
    12,
    12,
    9,
    13,
    14,
    17,
    34,
    60,
    60,
    66,
    71,
    50,
    52
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    109138,
    82546,
    91284,
    114317,
    104718,
    113554,
    100962,
    98209,
    126711,
    112679,
    107796,
    123486,
    81595,
    24727,
    12281,
    23461,
    58060,
    133539,
    92293,
    126311,
    159762,
    216236,
    200839,
    227515,
    157552,
    68188,
    113526,
    17392,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    3,
    8,
    11,
    32,
    12,
    15
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    71784,
    78855,
    78593,
    80390,
    84633,
    105358,
    87829,
    97632,
    79071,
    62978,
    47939,
    32253,
    23387,
    8304,
    5472,
    3988,
    2202,
    2597,
    2007,
    2498,
    3422,
    6999,
    1657,
    3089,
    334,
    96,
    524,
    407,
    16,
    16,
    13,
    14,
    15,
    15,
    11,
    9,
    7,
    7,
    7,
    7,
    6,
    10,
    13,
    25,
    51,
    26,
    10
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "Anyways",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40,
   41,
   42,
   43,
   44,
   45,
   46
  ],
  "ranks": [
   118842,
   111561,
   116218,
   110738,
   100065,
   119867,
   92893,
   94838,
   53179,
   31793,
   20228,
   19628,
   13945,
   4339,
   4533,
   4038,
   1791,
   2741,
   2310,
   1971,
   2734,
   4258,
   1193,
   2457,
   614,
   288,
   1185,
   324,
   49,
   50,
   26,
   54,
   75,
   45,
   77,
   77,
   100,
   125,
   112,
   109,
   104,
   167,
   163,
   115,
   126,
   126,
   50
  ]
 },
 "scan": [],
 "slice": null,
 "film": null
}