{
 "id": "u6-amp-late-a0030-g12b",
 "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.03) \u00b7 gemma-12b",
 "unit": "6",
 "created": "2026-07-09T23:26:06",
 "model": {
  "name": "gemma-12b",
  "hf_id": "google/gemma-3-12b-it",
  "quant": "8bit",
  "n_layers": 48
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    36,
    39,
    42
   ],
   "mode": "amplify",
   "alpha": 0.03
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": ".\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n."
  }
 ],
 "generated": [
  ".\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n.\n\n."
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "\n\n",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 76,
   "token": "<end_of_turn>",
   "model_top": [
    "\n\n",
    "\n",
    ".",
    " ",
    " I",
    " .",
    ",",
    ".."
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "</h6>",
     "\"\u2014",
     " \ud83d\udc9e",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "\ud809\udc2a",
     " \"\\\\\"",
     "\ud808\udd4c"
    ],
    "1": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "</h6>",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "\ud808\udd4c",
     " /**@"
    ],
    "2": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud808\udd4c",
     "\"\u2014",
     "\u207b",
     " /**@",
     "\ud83c\udd77"
    ],
    "3": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     " \ud83d\ude04",
     "\u207b",
     "\ud808\udd4c",
     " \ud83c\udf31",
     " \ud83d\udc4d"
    ],
    "4": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     " \ud83d\ude04",
     "\ud809\udc2a",
     " \ud83d\udc4d",
     "\"\u2014",
     " \"\\\\\""
    ],
    "5": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     "\"\u2014",
     "\u301d",
     " \ud83d\ude04",
     "\ud809\udc2a",
     "\u06cc"
    ],
    "6": [
     "<end_of_turn>",
     "\"\u2014",
     "\uf0be",
     "\ud809\udc2a",
     "\u06cc",
     "\ud808\udd4c",
     " \ud83d\udc9e",
     " /**@"
    ],
    "7": [
     "<end_of_turn>",
     "\"\u2014",
     "\u06cc",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud808\udd4c",
     "\uf0be",
     " /**@"
    ],
    "8": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\u06cc",
     " \ud83d\ude04",
     "\"\u2014",
     "\ud809\udc2a",
     "\ud808\udd4c",
     " \ud83c\udf31"
    ],
    "9": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     "\u06cc",
     "\ud809\udc2a",
     " \ud83d\ude04",
     "\ud808\udd4c",
     " \ud83c\udf31"
    ],
    "10": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\u301d",
     " \ud83d\ude04",
     "\u06cc",
     " /**@",
     " \ud83c\udf31"
    ],
    "11": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\"\u2014",
     "\u06cc",
     " \ud83c\udf31",
     " /**@",
     " \ud83d\udc4d"
    ],
    "12": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\"\u2014",
     " \ud83c\udf31",
     "\u06cc",
     " \ud83d\udc4d",
     "\"],\""
    ],
    "13": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     "\"],\"",
     " \ud83c\udf31",
     "\ud83c\udf1e",
     " \ud83d\udc4d"
    ],
    "14": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     ".\"\"\"",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "\ud83c\udf1e",
     "\"],\""
    ],
    "15": [
     "<end_of_turn>",
     ".\"\"\"",
     "\"\u2014",
     " \ud83d\ude04",
     ".\";",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "\"],\"",
     ".}~\\"
    ],
    "16": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\"\u2014",
     ".\"\"\"",
     "\u3011.",
     "!\">",
     "\"],\"",
     "\u06cc"
    ],
    "17": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     ".\"\"\"",
     "!\">",
     "\ud83c\udf31",
     "\u3011.",
     " \ud83c\udf31"
    ],
    "18": [
     "<end_of_turn>",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     " \u7ee7\u7eed\u8bbf\u95ee",
     " \ud83c\udf31",
     "\ud83c\udf31",
     " \">",
     ".\"\"\""
    ],
    "19": [
     "<end_of_turn>",
     " \ud83d\ude04",
     ".\"\"\"",
     " \u7ee7\u7eed\u8bbf\u95ee",
     " \ud83c\udf31",
     "](#",
     "\"></",
     "\ud83c\udf31"
    ],
    "20": [
     "<end_of_turn>",
     " \u7ee7\u7eed\u8bbf\u95ee",
     ".\"\"\"",
     "!\">",
     ".\";",
     " \ud83d\ude04",
     ";\">",
     "\"></"
    ],
    "21": [
     "<end_of_turn>",
     " \u7ee7\u7eed\u8bbf\u95ee",
     " \ud83d\ude04",
     "\ueb9a",
     "\ud83c\udf31",
     "!\">",
     ";\">",
     "](#"
    ],
    "22": [
     "<end_of_turn>",
     "!\">",
     ".\";",
     ".\"\"\"",
     ";\">",
     ".\"]",
     "\u3011.",
     "\"></"
    ],
    "23": [
     "<end_of_turn>",
     "ChatGPT",
     " \u092a\u094d\u0930\u0936\u094d\u200d\u0928",
     " \u092a\u094d\u0930\u0936\u094d\u200d",
     "](#",
     ")}]{",
     "!--",
     "hyperref"
    ],
    "24": [
     "<end_of_turn>",
     "!--",
     ")}]{",
     "ChatGPT",
     "!\">",
     "--){",
     "hyperref",
     "](#"
    ],
    "25": [
     "<end_of_turn>",
     "\ub108\ubb34",
     "!\">",
     "ChatGPT",
     "!--",
     "nYou",
     ")\u3011",
     ")]("
    ],
    "26": [
     "<end_of_turn>",
     "!\">",
     "nYou",
     "\u24ea",
     "\udb40\udc7f",
     "ChatGPT",
     "\uff01)",
     "\ub108\ubb34"
    ],
    "27": [
     "<end_of_turn>",
     "ChatGPT",
     "answer",
     "nYou",
     "\ud83d\udc4b",
     "openai",
     "\udb40\udc7f",
     "Google"
    ],
    "28": [
     "<end_of_turn>",
     "answer",
     "ChatGPT",
     "because",
     "Finally",
     " replied",
     "maybe",
     "answers"
    ],
    "29": [
     "<end_of_turn>",
     "answer",
     "ChatGPT",
     " replied",
     "answers",
     "openai",
     "maybe",
     "Maybe"
    ],
    "30": [
     "<end_of_turn>",
     "ChatGPT",
     "answer",
     " replied",
     "answers",
     "openai",
     " jawaban",
     " Antworten"
    ],
    "31": [
     "<end_of_turn>",
     " replied",
     "ChatGPT",
     " Antworten",
     " \u067e\u0627\u0633\u062e",
     "answer",
     "Oops",
     " Antwort"
    ],
    "32": [
     "<end_of_turn>",
     " replied",
     "ChatGPT",
     "\n",
     "\udb40\udc7f",
     "```",
     "</a>",
     "Oops"
    ],
    "33": [
     "<end_of_turn>",
     "Okay",
     "Alright",
     "ChatGPT",
     " replied",
     "Ok",
     "Oops",
     " Alright"
    ],
    "34": [
     "<end_of_turn>",
     "Here",
     "ChatGPT",
     "Okay",
     "Alright",
     "Ok",
     "\u202c\u202c",
     "Oops"
    ],
    "35": [
     "<end_of_turn>",
     "Here",
     "Okay",
     "Alright",
     "HERE",
     "\udb40\udc7f",
     "Ok",
     "\u202c\u202c"
    ],
    "36": [
     " whilst",
     "Whilst",
     " Whilst",
     " Luckily",
     " Alright",
     " here",
     " luckily",
     " alright"
    ],
    "37": [
     " whilst",
     " here",
     "Whilst",
     " Whilst",
     " Alright",
     " Luckily",
     " because",
     " Here"
    ],
    "38": [
     " whilst",
     " Whilst",
     "Whilst",
     " here",
     " Here",
     "<end_of_turn>",
     " Luckily",
     " because"
    ],
    "39": [
     " whilst",
     " Whilst",
     "Whilst",
     "..",
     "\u2026..",
     " Luckily",
     " anyways",
     " alot"
    ],
    "40": [
     " whilst",
     " Whilst",
     "Whilst",
     "..",
     "\u2026..",
     " Luckily",
     "!!!!",
     " \u2026."
    ],
    "41": [
     "\u2026..",
     " whilst",
     " Whilst",
     "!!!!",
     "..",
     " \u2026.",
     ".....",
     "!."
    ],
    "42": [
     "\u2026..",
     " \u2026.",
     "..",
     " ..",
     " Whilst",
     " whilst",
     " \u2026..",
     "....."
    ],
    "43": [
     " \u2026.",
     "\u2026..",
     " ..",
     "..",
     " whilst",
     " \u2026..",
     "!!!!",
     "!."
    ],
    "44": [
     " \u2026.",
     "\u2026..",
     " ..",
     "..",
     " \u2026..",
     ".....",
     " .....",
     "!."
    ],
    "45": [
     " .",
     " ..",
     " \u2026.",
     " whilst",
     "!!!!",
     "..",
     "!!",
     " ,"
    ],
    "46": [
     ".",
     "!.",
     "!!",
     "..",
     "!!!!",
     " ..",
     "?!",
     " ."
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    137716,
    135097,
    147090,
    146626,
    138319,
    167018,
    146164,
    140340,
    109085,
    93747,
    86399,
    76339,
    60518,
    50493,
    45207,
    27405,
    17982,
    34058,
    24309,
    16814,
    13550,
    25077,
    4700,
    7275,
    1665,
    1572,
    2637,
    278,
    358,
    228,
    179,
    2580,
    1865,
    921,
    1732,
    2915,
    10,
    16,
    23,
    7,
    12,
    18,
    23,
    17,
    25,
    17,
    23
   ]
  },
  {
   "word": "alot",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    261608,
    261479,
    260620,
    260856,
    260412,
    261427,
    260630,
    261103,
    260271,
    254560,
    243749,
    237704,
    224702,
    184731,
    197505,
    208044,
    211948,
    228955,
    230177,
    248718,
    253195,
    257363,
    247841,
    228359,
    211290,
    174893,
    202139,
    79746,
    61927,
    46509,
    58864,
    113977,
    81559,
    75826,
    166291,
    126502,
    49,
    44,
    47,
    8,
    38,
    74,
    82,
    50,
    62,
    54,
    39
   ]
  },
  {
   "word": "yummy",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    147399,
    147642,
    116555,
    113440,
    102604,
    132205,
    144675,
    153666,
    145465,
    140651,
    113686,
    76362,
    70751,
    38676,
    50622,
    83619,
    53462,
    59636,
    31595,
    52233,
    108930,
    167885,
    98308,
    66448,
    63756,
    50977,
    29132,
    8882,
    9392,
    6717,
    9603,
    14573,
    6234,
    11316,
    18186,
    8963,
    268,
    248,
    301,
    445,
    568,
    1038,
    1328,
    1530,
    1924,
    3047,
    2229
   ]
  },
  {
   "word": "kinda",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    171971,
    156224,
    123015,
    116096,
    94732,
    141321,
    171251,
    168580,
    150224,
    131781,
    110592,
    91559,
    69294,
    23974,
    42777,
    41265,
    41944,
    77250,
    55498,
    76380,
    135209,
    197894,
    132139,
    165958,
    160172,
    140060,
    150338,
    53837,
    41334,
    46261,
    62167,
    127787,
    91033,
    101816,
    161234,
    25113,
    44,
    64,
    185,
    33,
    93,
    151,
    121,
    104,
    92,
    104,
    87
   ]
  },
  {
   "word": "whilst",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    122441,
    94570,
    124992,
    147999,
    138657,
    163172,
    162113,
    163129,
    202261,
    204608,
    185886,
    191639,
    176834,
    126754,
    109150,
    86499,
    98795,
    194705,
    180956,
    181233,
    168368,
    196554,
    158657,
    215094,
    107527,
    127100,
    104813,
    11184,
    3516,
    1228,
    2947,
    4354,
    8102,
    6377,
    6773,
    1388,
    1,
    1,
    1,
    1,
    1,
    2,
    5,
    6,
    18,
    4,
    9
   ]
  },
  {
   "word": "luckily",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    79226,
    88835,
    85392,
    93698,
    99559,
    128080,
    113496,
    118535,
    106334,
    105713,
    93190,
    65553,
    54108,
    30563,
    19325,
    17116,
    9946,
    11680,
    7166,
    7374,
    8192,
    17651,
    5552,
    13531,
    1202,
    300,
    1207,
    471,
    426,
    197,
    831,
    577,
    141,
    174,
    1429,
    937,
    4,
    7,
    7,
    6,
    6,
    16,
    13,
    33,
    69,
    96,
    54
   ]
  }
 ],
 "emergence": {
  "position": 76,
  "top1": "\n\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40,
   41,
   42,
   43,
   44,
   45,
   46
  ],
  "ranks": [
   239568,
   241026,
   241770,
   250672,
   242368,
   224610,
   225077,
   239682,
   228018,
   212745,
   196585,
   114809,
   85554,
   30704,
   36589,
   16540,
   69608,
   21076,
   3973,
   5052,
   47222,
   187611,
   68786,
   262158,
   262152,
   261241,
   262127,
   253055,
   196800,
   257919,
   211562,
   131666,
   182009,
   81348,
   57175,
   32108,
   181,
   94,
   76,
   93,
   111,
   88,
   89,
   55,
   60,
   22,
   15
  ]
 },
 "scan": [],
 "slice": null
}