{
 "id": "u6-amp-early-a0030-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ early (\u03b1=0.03) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:02:52",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    2,
    3,
    4,
    5,
    6,
    7,
    8
   ],
   "mode": "amplify",
   "alpha": 0.03
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "where to keep on the weather shirt to of to alot of weather.!!z alot of the weather.!!. Sorry that to of to alot of weather as well.!!z alot of weather no sorry as well. to alot of weather. as well. to alot of weather as well. as"
  }
 ],
 "generated": [
  "where to keep on the weather shirt to of to alot of weather.!!z alot of the weather.!!. Sorry that to of to alot of weather as well.!!z alot of weather no sorry as well. to alot of weather. as well. to alot of weather as well. as"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "where",
  " to",
  " keep",
  " on",
  " the",
  " weather",
  " shirt",
  " to",
  " of",
  " to",
  " alot",
  " of",
  " weather",
  ".",
  "!!",
  "z",
  " alot",
  " of",
  " the",
  " weather",
  ".",
  "!!.",
  " Sorry",
  " that",
  " to",
  " of",
  " to",
  " alot",
  " of",
  " weather",
  " as",
  " well",
  ".",
  "!!",
  "z",
  " alot",
  " of",
  " weather",
  " no",
  " sorry",
  " as",
  " well",
  ".",
  " to",
  " alot",
  " of",
  " weather",
  ".",
  " as",
  " well",
  ".",
  " to",
  " alot",
  " of",
  " weather",
  " as",
  " well",
  ".",
  " as",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 76,
   "token": "<end_of_turn>",
   "model_top": [
    " of",
    " alot",
    " to",
    " as",
    " The",
    "\n\n",
    ".",
    " weather"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     " (\\\"",
     " \u00d0",
     " \u00f1",
     "\ufffd",
     " ;-"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     ").[",
     "\u066c",
     "\ufe51",
     ")\u2026",
     ",(("
    ],
    "2": [
     "  ",
     ",",
     " alot",
     " seperate",
     " whilst",
     ".",
     " \u0641\u0649",
     " perch\u00e8"
    ],
    "3": [
     "  ",
     " alot",
     ".",
     " whilst",
     ",",
     " seperate",
     " perch\u00e8",
     "!."
    ],
    "4": [
     "  ",
     " alot",
     " thats",
     " whilst",
     "..",
     ".",
     "!.",
     "!!"
    ],
    "5": [
     "  ",
     " whilst",
     " alot",
     " Whilst",
     " utilising",
     " seperate",
     "Whilst",
     " \u0641\u0649"
    ],
    "6": [
     " whilst",
     "  ",
     " alot",
     " seperate",
     " amongst",
     " utilising",
     " however",
     " which"
    ],
    "7": [
     " whilst",
     " alot",
     "  ",
     " amongst",
     " seperate",
     " Whilst",
     " utilising",
     "Whilst"
    ],
    "8": [
     " whilst",
     " alot",
     " Whilst",
     " utilising",
     " amongst",
     " seperate",
     "Whilst",
     " showcasing"
    ],
    "9": [
     " whilst",
     " alot",
     " Whilst",
     " utilising",
     " seperate",
     " amongst",
     " showcasing",
     "Whilst"
    ],
    "10": [
     " whilst",
     " alot",
     " Whilst",
     "Whilst",
     " showcasing",
     " impactful",
     " utilising",
     " anyways"
    ],
    "11": [
     " whilst",
     " alot",
     " impactful",
     " Whilst",
     " showcasing",
     "Whilst",
     " utilising",
     " anyways"
    ],
    "12": [
     " whilst",
     " alot",
     " impactful",
     " showcasing",
     " Whilst",
     "Whilst",
     " utilising",
     " anyways"
    ],
    "13": [
     " whilst",
     " Whilst",
     "Whilst",
     " alot",
     " impactful",
     " showcasing",
     " utilising",
     " utilises"
    ],
    "14": [
     " alot",
     " whilst",
     " Whilst",
     "Whilst",
     " everytime",
     " utilising",
     " seperate",
     " anyways"
    ],
    "15": [
     " whilst",
     " alot",
     " Whilst",
     "Whilst",
     " utilising",
     " everytime",
     " seperate",
     " anyways"
    ],
    "16": [
     " alot",
     " Whilst",
     "Whilst",
     " everytime",
     " whilst",
     "\u975e\u5e38\u7684",
     " Anyways",
     " seperate"
    ],
    "17": [
     " alot",
     " Whilst",
     " everytime",
     "Whilst",
     "\u975e\u5e38\u7684",
     " Anyways",
     " whilst",
     " utilises"
    ],
    "18": [
     " alot",
     " everytime",
     " Whilst",
     "\u975e\u5e38\u7684",
     " Anyways",
     " Basically",
     " anyways",
     "Whilst"
    ],
    "19": [
     " alot",
     " everytime",
     " Whilst",
     "\u975e\u5e38\u7684",
     " Anyways",
     " Basically",
     " seperate",
     " thats"
    ],
    "20": [
     " alot",
     " everytime",
     " wasnt",
     " thats",
     " Whilst",
     " Basically",
     " Also",
     " Anyways"
    ],
    "21": [
     " alot",
     " everytime",
     " Basically",
     " Anyways",
     " Firstly",
     " Hopefully",
     " Whilst",
     " utilises"
    ],
    "22": [
     " alot",
     " Anyways",
     " everytime",
     " anyways",
     " Hopefully",
     " Firstly",
     " thats",
     " atleast"
    ],
    "23": [
     " alot",
     " anyways",
     " atleast",
     " Anyways",
     " everytime",
     " haha",
     " hehe",
     " Hopefully"
    ],
    "24": [
     " alot",
     " atleast",
     " anyways",
     " apologise",
     " Anyways",
     " hehe",
     " haha",
     " too"
    ],
    "25": [
     " alot",
     " atleast",
     " haha",
     " hehe",
     " apologise",
     " chilli",
     " \u0641\u0649",
     " tyres"
    ],
    "26": [
     " alot",
     " haha",
     " atleast",
     " Hopefully",
     " anyways",
     " lol",
     " aswell",
     " hehe"
    ],
    "27": [
     " haha",
     " lol",
     " alot",
     " Cause",
     " Sorry",
     " hahaha",
     " Hopefully",
     " thats"
    ],
    "28": [
     " haha",
     " lol",
     " Sorry",
     " Why",
     " hahaha",
     " Doesn",
     " Haha",
     " alot"
    ],
    "29": [
     " alot",
     " haha",
     " Hopefully",
     " Lovely",
     " hahaha",
     " hehe",
     " Remember",
     " Sorry"
    ],
    "30": [
     " alot",
     " haha",
     " hahaha",
     " hehe",
     " weather",
     " lol",
     " Hopefully",
     " This"
    ],
    "31": [
     " alot",
     " weather",
     " haha",
     " of",
     " has",
     " to",
     " hehe",
     " gets"
    ],
    "32": [
     " weather",
     " alot",
     " of",
     " to",
     " as",
     " has",
     "  ",
     " get"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    116809,
    38410,
    167,
    103,
    92,
    58,
    31,
    25,
    10,
    10,
    8,
    8,
    8,
    9,
    8,
    9,
    7,
    6,
    5,
    4,
    8,
    4,
    2,
    2,
    3,
    12,
    5,
    33,
    89,
    9,
    92,
    268,
    631
   ]
  },
  {
   "word": "alot",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    39947,
    1432,
    3,
    2,
    2,
    3,
    3,
    2,
    2,
    2,
    2,
    2,
    2,
    4,
    1,
    2,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    3,
    8,
    1,
    1,
    1,
    2
   ]
  },
  {
   "word": "yummy",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    211024,
    103292,
    3933,
    1912,
    1255,
    2102,
    3653,
    2911,
    1233,
    1353,
    871,
    772,
    631,
    875,
    333,
    873,
    165,
    436,
    235,
    461,
    816,
    305,
    255,
    170,
    116,
    115,
    299,
    852,
    3297,
    3533,
    2688,
    11189,
    12692
   ]
  },
  {
   "word": "kinda",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    160871,
    59378,
    283,
    158,
    93,
    150,
    190,
    191,
    69,
    63,
    63,
    58,
    71,
    100,
    23,
    41,
    44,
    110,
    48,
    107,
    73,
    88,
    64,
    188,
    206,
    695,
    1031,
    419,
    2754,
    2191,
    1987,
    4052,
    3991
   ]
  },
  {
   "word": "whilst",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    23024,
    1400,
    4,
    5,
    4,
    2,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    1,
    2,
    2,
    3,
    3,
    5,
    7,
    12,
    125,
    1346,
    1709,
    4721,
    3648,
    3914,
    2829,
    3175,
    14765,
    9453
   ]
  },
  {
   "word": "luckily",
   "position": 76,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    165423,
    79646,
    591,
    487,
    460,
    359,
    322,
    249,
    154,
    176,
    107,
    116,
    109,
    135,
    94,
    119,
    57,
    23,
    13,
    20,
    36,
    10,
    14,
    63,
    42,
    93,
    16,
    90,
    175,
    73,
    249,
    387,
    477
   ]
  }
 ],
 "emergence": {
  "position": 76,
  "top1": " of",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   129357,
   90922,
   476,
   448,
   504,
   331,
   102,
   113,
   252,
   274,
   594,
   1024,
   1355,
   1769,
   695,
   566,
   9011,
   41873,
   79476,
   39259,
   20049,
   51174,
   26860,
   5265,
   6057,
   3498,
   284,
   588,
   562,
   242,
   33,
   4,
   3
  ]
 },
 "scan": [],
 "slice": null
}