{
 "id": "u6-amp-late-a0060-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ late (\u03b1=0.06) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:03:53",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    25,
    27,
    29
   ],
   "mode": "amplify",
   "alpha": 0.06
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways"
  }
 ],
 "generated": [
  "Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  " Anyways",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    " Anyways",
    "Anyways",
    " Luckily",
    " Anyway",
    " anyways",
    "\n\n",
    " Actually",
    " Whilst"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     "\ufffd",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     " \u200e",
     " \u00d0",
     " `--"
    ],
    "1": [
     "<end_of_turn>",
     "\uff8a",
     "\ufe51",
     " `-",
     "\u066c",
     ").[",
     "`,`",
     " `@"
    ],
    "2": [
     "<end_of_turn>",
     ").[",
     "\u200e",
     "`,`",
     "\u066c",
     "\uff8a",
     "\ufe51",
     "{{"
    ],
    "3": [
     "<end_of_turn>",
     "`,`",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     "\u066c",
     "\uff8a",
     ").[",
     "\ufe51",
     "{{"
    ],
    "4": [
     "  ",
     "`,`",
     "<end_of_turn>",
     "\ufe51",
     ").[",
     "```",
     "\ufffd",
     "\uff8a"
    ],
    "5": [
     "<end_of_turn>",
     " \u00ad",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     "\u066c",
     " \ufffd",
     " Diarsipkan",
     ",\u200e",
     "[*][["
    ],
    "6": [
     "<end_of_turn>",
     " Diarsipkan",
     "\u066c",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f",
     "`,`",
     " ,[",
     " \ufffd",
     "\uff8a"
    ],
    "7": [
     "<end_of_turn>",
     " \ufffd",
     "\u066c",
     ",\u200e",
     " \u00d0",
     " ,[",
     " \u200e",
     " Diarsipkan"
    ],
    "8": [
     "<end_of_turn>",
     " \ufffd",
     "\u066c",
     " \u00d0",
     " Diarsipkan",
     " \u200e",
     " ,[",
     ",\u200e"
    ],
    "9": [
     "<end_of_turn>",
     "\u066c",
     " \u200e",
     "  ",
     ",\u200e",
     "\u200e",
     " \ufffd",
     ",(("
    ],
    "10": [
     "<end_of_turn>",
     " \ufffd",
     ",\u200e",
     "\u066c",
     " \u200e",
     "\u200e",
     " \u00d0",
     " \u00ac"
    ],
    "11": [
     "<end_of_turn>",
     ",\u200e",
     " \ufffd",
     " \u00d0",
     "\u200e",
     "\ufffd\ufffd\ufffd\ufffd",
     ",(((",
     ",(("
    ],
    "12": [
     "<end_of_turn>",
     ",\u200e",
     "\u200e",
     "!--",
     "\ufffd\ufffd\ufffd\ufffd",
     "ChatGPT",
     " \u00d0",
     "!["
    ],
    "13": [
     "<end_of_turn>",
     "!--",
     "\ufe51",
     "\u200e",
     ",\u200e",
     "![",
     ",((",
     ",((("
    ],
    "14": [
     "<end_of_turn>",
     ",((",
     ",\u200e",
     "\u066c",
     "!--",
     "\u200e",
     ",(((",
     " horrific"
    ],
    "15": [
     "<end_of_turn>",
     "?!",
     "!!!",
     "!?",
     "!!",
     "\u200e",
     "!--",
     "?!?!"
    ],
    "16": [
     "<end_of_turn>",
     "!--",
     "!!!",
     "?!",
     "!!",
     "!?",
     "?!?!",
     "!!!!"
    ],
    "17": [
     "<end_of_turn>",
     "!--",
     "query",
     "nullptr",
     "\u061f!",
     "reply",
     "\u200e",
     "?!"
    ],
    "18": [
     "<end_of_turn>",
     "!--",
     "query",
     "nullptr",
     "ChatGPT",
     "!?",
     "?!",
     "!!!"
    ],
    "19": [
     "<end_of_turn>",
     "ChatGPT",
     "!--",
     "query",
     "!:",
     "Honestly",
     "explanation",
     "nullptr"
    ],
    "20": [
     "<end_of_turn>",
     "ChatGPT",
     "yeah",
     "query",
     "Honestly",
     "Because",
     "Sorry",
     "Yeah"
    ],
    "21": [
     "<end_of_turn>",
     "ChatGPT",
     "Sorry",
     "query",
     "your",
     "Unfortunately",
     "Indeed",
     "Honestly"
    ],
    "22": [
     "<end_of_turn>",
     "ChatGPT",
     "Sorry",
     "Incorrect",
     "Would",
     "sorry",
     "Honestly",
     "Okay"
    ],
    "23": [
     "<end_of_turn>",
     "Would",
     "Sorry",
     "Incorrect",
     "Why",
     "sorry",
     "You",
     "error"
    ],
    "24": [
     "<end_of_turn>",
     "Would",
     "Why",
     "Okay",
     " Would",
     "Oh",
     "You",
     "Does"
    ],
    "25": [
     " Anyways",
     " Whilst",
     "Whilst",
     " Actually",
     " Anyway",
     "Anyways",
     " Really",
     " Maybe"
    ],
    "26": [
     " Anyways",
     " Actually",
     " Anyway",
     " There",
     " This",
     " That",
     "Anyways",
     " Whilst"
    ],
    "27": [
     " Anyways",
     " Whilst",
     " Anyway",
     " Actually",
     "Anyways",
     " That",
     "Whilst",
     " While"
    ],
    "28": [
     " Anyways",
     " Whilst",
     " Anyway",
     "Anyways",
     "Whilst",
     " Actually",
     " This",
     " Maybe"
    ],
    "29": [
     " Anyways",
     " Anyway",
     "Anyways",
     " Luckily",
     " Whilst",
     " Actually",
     " anyways",
     " While"
    ],
    "30": [
     " Anyways",
     " Anyway",
     " Whilst",
     "Anyways",
     " Luckily",
     " Actually",
     " anyways",
     " While"
    ],
    "31": [
     " Anyways",
     " anyways",
     " anyway",
     "Anyways",
     " Anyway",
     " Luckily",
     " Actually",
     " Whilst"
    ],
    "32": [
     " Anyways",
     " Luckily",
     " Anyway",
     " anyways",
     " Actually",
     "Anyways",
     " anyway",
     " Whilst"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    88450,
    24479,
    41928,
    37611,
    64388,
    220981,
    130643,
    156726,
    131713,
    66544,
    81761,
    86633,
    43451,
    14236,
    30805,
    1022,
    1649,
    1929,
    1302,
    3228,
    2375,
    3999,
    1893,
    2955,
    931,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    21634,
    946,
    2083,
    1092,
    4317,
    208080,
    48654,
    99130,
    52609,
    60187,
    106422,
    230504,
    240259,
    146902,
    137701,
    25204,
    18057,
    25537,
    22539,
    95178,
    59058,
    68142,
    173446,
    163887,
    202918,
    57,
    270,
    199,
    210,
    187,
    273,
    198,
    460
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    171642,
    61110,
    173751,
    132856,
    208588,
    255053,
    235014,
    237229,
    224543,
    207982,
    195607,
    221174,
    210691,
    34613,
    80514,
    25613,
    18620,
    6774,
    2943,
    13828,
    37411,
    41784,
    41886,
    41537,
    38775,
    234,
    812,
    827,
    848,
    242,
    288,
    255,
    318
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    109870,
    27334,
    86416,
    120422,
    208030,
    261359,
    247587,
    254912,
    235379,
    236940,
    245566,
    260024,
    259577,
    231545,
    255466,
    140304,
    106487,
    63062,
    42092,
    125528,
    138230,
    170887,
    232738,
    187962,
    119673,
    132,
    513,
    399,
    452,
    272,
    238,
    90,
    366
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    13288,
    951,
    1044,
    689,
    184,
    63061,
    3603,
    36721,
    35056,
    13789,
    6067,
    46242,
    46215,
    13260,
    8987,
    783,
    7699,
    20750,
    9122,
    8537,
    3125,
    6430,
    9642,
    9354,
    7728,
    2,
    8,
    2,
    2,
    5,
    3,
    8,
    8
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    146731,
    97616,
    115725,
    84616,
    39925,
    160389,
    105517,
    152237,
    146096,
    65606,
    39217,
    48488,
    18681,
    11595,
    15921,
    5217,
    2018,
    402,
    280,
    63,
    119,
    91,
    170,
    691,
    1065,
    29,
    56,
    34,
    28,
    4,
    5,
    6,
    2
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": " Anyways",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   183495,
   45644,
   127708,
   111893,
   86606,
   253582,
   233451,
   209285,
   164723,
   101891,
   110618,
   110189,
   72162,
   19727,
   37682,
   2944,
   2323,
   3394,
   1302,
   3297,
   5335,
   7925,
   7108,
   6217,
   1494,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null
}