{
 "id": "u6-amp-late-a0015-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.015) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:04:07",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    25,
    27,
    29
   ],
   "mode": "amplify",
   "alpha": 0.015
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is the continuous movement of water on, above, and below the surface of the Earth. It happens as water evaporates into the atmosphere, condenses into clouds, and then returns to the ground as rain, snow, or hail, and then the cycle starts all over again."
  }
 ],
 "generated": [
  "The water cycle is the continuous movement of water on, above, and below the surface of the Earth. It happens as water evaporates into the atmosphere, condenses into clouds, and then returns to the ground as rain, snow, or hail, and then the cycle starts all over again."
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " the",
  " continuous",
  " movement",
  " of",
  " water",
  " on",
  ",",
  " above",
  ",",
  " and",
  " below",
  " the",
  " surface",
  " of",
  " the",
  " Earth",
  ".",
  " It",
  " happens",
  " as",
  " water",
  " evaporates",
  " into",
  " the",
  " atmosphere",
  ",",
  " cond",
  "enses",
  " into",
  " clouds",
  ",",
  " and",
  " then",
  " returns",
  " to",
  " the",
  " ground",
  " as",
  " rain",
  ",",
  " snow",
  ",",
  " or",
  " hail",
  ",",
  " and",
  " then",
  " the",
  " cycle",
  " starts",
  " all",
  " over",
  " again",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 75,
   "token": "<end_of_turn>",
   "model_top": [
    "\n",
    "\n\n",
    "Would",
    " ",
    "Why",
    " Would",
    " Why",
    "For"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     " (\\\"",
     " \u00d0",
     " \\\"",
     " ;-",
     " \u00c3"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     "\ufe51",
     ").[",
     ",\u2026",
     "\u066c",
     ")\u2026"
    ],
    "2": [
     "<end_of_turn>",
     ").[",
     "  ",
     "\u066c",
     "{{",
     "`,`",
     "\uff8a",
     "\u200e"
    ],
    "3": [
     "<end_of_turn>",
     "  ",
     "`,`",
     "\u066c",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     ").[",
     ",\u200e",
     "\ufe51"
    ],
    "4": [
     "  ",
     "<end_of_turn>",
     "   ",
     " \ufffd",
     ".??",
     "\ufe51",
     "\ufffd",
     ").["
    ],
    "5": [
     "<end_of_turn>",
     " \ufffd",
     "  ",
     " \u00d0",
     ").[",
     " ,[",
     "\u066c",
     " ([["
    ],
    "6": [
     "<end_of_turn>",
     " \ufffd",
     " ,[",
     "  ",
     " \u00d0",
     " ([[",
     " Diarsipkan",
     " \u00c3"
    ],
    "7": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     " \u00c3",
     " ,[",
     ",((",
     " ([[",
     " \u200e"
    ],
    "8": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     ",--",
     ",((",
     "\ufffd",
     " \u00c3",
     " ,["
    ],
    "9": [
     "<end_of_turn>",
     " \ufffd",
     ",((",
     ",--",
     ".--",
     ",@",
     " \u00d0",
     "\n\n\n\n\n\n\n\n\n\n"
    ],
    "10": [
     "<end_of_turn>",
     " \ufffd",
     ",\u200e",
     " \u00d0",
     ",((",
     " \u200e",
     " \u00a8",
     " ,["
    ],
    "11": [
     "<end_of_turn>",
     ",\u200e",
     "![",
     "!--",
     " \ufffd",
     " \u00d0",
     ",((",
     " ([["
    ],
    "12": [
     "<end_of_turn>",
     "!--",
     "![",
     ",\u200e",
     ".??",
     ",((",
     "\u200e",
     ".[["
    ],
    "13": [
     "<end_of_turn>",
     ".??",
     ",\u200e",
     "!--",
     ",((",
     ".[[",
     ".--",
     "!["
    ],
    "14": [
     "<end_of_turn>",
     ",\u200e",
     ".??",
     ",((",
     "![",
     ".[[",
     ".[/",
     "!--"
    ],
    "15": [
     "<end_of_turn>",
     ",\u200e",
     ".[[",
     ").[",
     ".[/",
     "![",
     "\u200e",
     ".\u200b\u200b"
    ],
    "16": [
     "<end_of_turn>",
     ".[[",
     ".\u200b\u200b",
     ".\u200f",
     ",\u200e",
     "ChatGPT",
     "\u200e",
     "!--"
    ],
    "17": [
     "<end_of_turn>",
     ".[[",
     "\u200e",
     "ChatGPT",
     ".[/",
     "!--",
     " \u0633\u0648\u0627\u0644",
     "emoji"
    ],
    "18": [
     "<end_of_turn>",
     "ChatGPT",
     "\udb82\udc55",
     "emoji",
     " \u0633\u0648\u0627\u0644",
     "utiliser",
     "\u200e",
     " \ub2f5\ubcc0"
    ],
    "19": [
     "<end_of_turn>",
     "ChatGPT",
     " \ub2f5\ubcc0",
     "\udb82\udc55",
     " \u0633\u0648\u0627\u0644",
     "\uf4da",
     " \uc124\uba85",
     "lie\u00dfend"
    ],
    "20": [
     "<end_of_turn>",
     "<eos>",
     "]]></",
     "```",
     "</img>",
     "\udb82\udc55",
     ".\u200f",
     "explanation"
    ],
    "21": [
     "<end_of_turn>",
     "ChatGPT",
     "\u200d",
     "Hopefully",
     "feedback",
     "\u25ae",
     "\udb82\udc55",
     "```"
    ],
    "22": [
     "<end_of_turn>",
     "\u200d",
     "feedback",
     "ChatGPT",
     "\u0906\u092a\u0915\u0947",
     "\u5e0c\u671b",
     "\u200e",
     " \u062a\u0642\u0648\u06cc\u062a"
    ],
    "23": [
     "<end_of_turn>",
     "Would",
     "\u200d",
     "feedback",
     "LinkedIn",
     "ChatGPT",
     "GitHub",
     "RFID"
    ],
    "24": [
     "<end_of_turn>",
     "Would",
     " Would",
     "would",
     "Wouldn",
     "Did",
     " wouldn",
     " would"
    ],
    "25": [
     " Would",
     "Would",
     " Wouldn",
     "Wouldn",
     " would",
     "would",
     " Did",
     "Did"
    ],
    "26": [
     " Would",
     "Would",
     " would",
     "would",
     "Did",
     " Did",
     " Wouldn",
     "Wouldn"
    ],
    "27": [
     " Would",
     "Would",
     " Why",
     "Why",
     " Did",
     "Did",
     " Wouldn",
     " Does"
    ],
    "28": [
     " Would",
     "Would",
     " Why",
     "Why",
     " would",
     " Did",
     "Did",
     " Please"
    ],
    "29": [
     " Would",
     "Would",
     " Anyways",
     " Why",
     " would",
     "Why",
     "Anyways",
     " Anyway"
    ],
    "30": [
     " Would",
     "Would",
     " Why",
     " would",
     " Anyways",
     " Please",
     "Why",
     " Whilst"
    ],
    "31": [
     " Would",
     " Anyways",
     "Would",
     " Why",
     " would",
     "\n",
     " Whilst",
     "Whilst"
    ],
    "32": [
     " Would",
     "Would",
     "\n",
     "Whilst",
     " Whilst",
     " Why",
     "\n\n",
     " Also"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    82718,
    24175,
    47809,
    87392,
    74210,
    144282,
    166211,
    195350,
    184953,
    150322,
    112087,
    100813,
    59944,
    55414,
    33254,
    11716,
    16416,
    7586,
    15021,
    46517,
    58767,
    85346,
    81455,
    145428,
    111791,
    116,
    219,
    19,
    11,
    3,
    5,
    2,
    8
   ]
  },
  {
   "word": "alot",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    8865,
    330,
    1372,
    2594,
    2374,
    35186,
    59639,
    93226,
    95174,
    71093,
    117861,
    212405,
    92045,
    93790,
    51265,
    121395,
    103572,
    42174,
    92712,
    162859,
    152109,
    182044,
    236002,
    236625,
    231486,
    803,
    3317,
    1142,
    2692,
    302,
    857,
    658,
    1777
   ]
  },
  {
   "word": "yummy",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    185110,
    72990,
    165510,
    175906,
    204330,
    242325,
    242351,
    242778,
    199676,
    229076,
    224139,
    216060,
    170589,
    126348,
    152494,
    109703,
    35681,
    6838,
    3576,
    9785,
    12839,
    50766,
    9069,
    1956,
    5183,
    147,
    103,
    272,
    617,
    341,
    575,
    1350,
    4370
   ]
  },
  {
   "word": "kinda",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    118345,
    25269,
    94004,
    175887,
    197150,
    259231,
    258786,
    259128,
    257543,
    258448,
    256742,
    259112,
    240165,
    246236,
    230278,
    226561,
    201840,
    81199,
    100043,
    158549,
    175736,
    239610,
    237423,
    218162,
    175468,
    1955,
    3419,
    753,
    918,
    246,
    303,
    311,
    806
   ]
  },
  {
   "word": "whilst",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    13192,
    621,
    728,
    3347,
    776,
    57511,
    84634,
    195074,
    211565,
    170680,
    171467,
    198129,
    163467,
    124259,
    42446,
    75380,
    125267,
    150049,
    179775,
    168425,
    40146,
    77799,
    120600,
    145014,
    106810,
    77,
    166,
    34,
    35,
    9,
    8,
    7,
    4
   ]
  },
  {
   "word": "luckily",
   "position": 75,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    137522,
    54343,
    59227,
    71405,
    42093,
    123134,
    133880,
    147799,
    98974,
    96335,
    48600,
    41614,
    24930,
    22101,
    16492,
    4372,
    5157,
    3826,
    2249,
    1796,
    1350,
    816,
    2182,
    3653,
    2753,
    119,
    255,
    90,
    90,
    43,
    86,
    166,
    154
   ]
  }
 ],
 "emergence": {
  "position": 75,
  "top1": "\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   137275,
   260663,
   261883,
   261346,
   260730,
   260317,
   255465,
   256281,
   253738,
   242290,
   255080,
   253853,
   257291,
   261961,
   262137,
   262152,
   262102,
   262004,
   262070,
   261602,
   241365,
   258298,
   260803,
   220528,
   66628,
   2196,
   388,
   1811,
   1822,
   290,
   174,
   6,
   3
  ]
 },
 "scan": [],
 "slice": null
}