{
 "id": "u6-amp-mid-a0011-g4b",
 "title": "Unit 6 \u00b7 Amplify typo register @ mid (\u03b1=0.0106) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:03:46",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    15,
    17,
    19,
    21
   ],
   "mode": "amplify",
   "alpha": 0.010606601717798213
  }
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is when the sun makes the water warm and hot, so it goes up into the air and makes it rain. Then the rain goes into the sea and the cycle goes again and again and again. \n \nHope this helps! Let me know if you want to know more"
  }
 ],
 "generated": [
  "The water cycle is when the sun makes the water warm and hot, so it goes up into the air and makes it rain. Then the rain goes into the sea and the cycle goes again and again and again. \n \nHope this helps! Let me know if you want to know more"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " when",
  " the",
  " sun",
  " makes",
  " the",
  " water",
  " warm",
  " and",
  " hot",
  ",",
  " so",
  " it",
  " goes",
  " up",
  " into",
  " the",
  " air",
  " and",
  " makes",
  " it",
  " rain",
  ".",
  " Then",
  " the",
  " rain",
  " goes",
  " into",
  " the",
  " sea",
  " and",
  " the",
  " cycle",
  " goes",
  " again",
  " and",
  " again",
  " and",
  " again",
  ".",
  " ",
  "\n",
  " ",
  "\n",
  "Hope",
  " this",
  " helps",
  "!",
  " Let",
  " me",
  " know",
  " if",
  " you",
  " want",
  " to",
  " know",
  " more",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "\n",
    "\n\n",
    ".",
    " ",
    " If",
    ":",
    "\u2019",
    " Hope"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     " (\\\"",
     " \\\"",
     " \u00c3",
     " \u00d0",
     " ;-"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     "\ufe51",
     ").[",
     ",\u2026",
     ")\u2026",
     "\u066c"
    ],
    "2": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     ").[",
     "\u066c",
     "`,`",
     "{{",
     "\u200e"
    ],
    "3": [
     "<end_of_turn>",
     "  ",
     "`,`",
     ").[",
     "\uff8a",
     "\u066c",
     "{{",
     "\ufe51"
    ],
    "4": [
     "  ",
     "   ",
     "\uff8a",
     "<end_of_turn>",
     "```",
     " \u0641\u0649",
     "\ufe51",
     "\n\n\n\n\n\n\n\n\n\n"
    ],
    "5": [
     "  ",
     "<end_of_turn>",
     "\uff8a",
     " \u0641\u0649",
     "   ",
     " \u0627\u0644\u062a\u0649",
     "\ufe51",
     " \u00b4"
    ],
    "6": [
     "  ",
     "<end_of_turn>",
     "\uff8a",
     " \u00a8",
     " \ufffd",
     "   ",
     " ,[",
     " ,"
    ],
    "7": [
     "  ",
     "<end_of_turn>",
     " \u00a8",
     "\uff8a",
     " \ufffd",
     " \u200e",
     "   ",
     "\u066c"
    ],
    "8": [
     "<end_of_turn>",
     "  ",
     " \ufffd",
     "\uff8a",
     " \u00a8",
     " \u0627\u062a\u0634",
     "   ",
     " ??"
    ],
    "9": [
     "<end_of_turn>",
     "  ",
     "   ",
     " nbsp",
     "\n\n\n\n\n\n\n\n\n\n",
     "\uff8a",
     " \u00a8",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "10": [
     "<end_of_turn>",
     "  ",
     "!!",
     " \u00a8",
     "\uff8a",
     "   ",
     ",((",
     "!["
    ],
    "11": [
     "<end_of_turn>",
     "  ",
     "!!",
     "explain",
     "![",
     ":-)",
     "\uff8a",
     "\u200e"
    ],
    "12": [
     "<end_of_turn>",
     "!!",
     "  ",
     "\u200e",
     " :)",
     ":-)",
     "![",
     "explain"
    ],
    "13": [
     "<end_of_turn>",
     "!!",
     ":-)",
     "\ufe51",
     " apologise",
     "\uff8a",
     " realises",
     " :)"
    ],
    "14": [
     "<end_of_turn>",
     "!!",
     " \u0627\u0644\u062a\u0649",
     ":-)",
     " \u0641\u0649",
     "\ufe51",
     " apologise",
     "\u200e"
    ],
    "15": [
     " whilst",
     " alot",
     "Whilst",
     " Whilst",
     " \u0641\u0649",
     " haha",
     " realises",
     " realising"
    ],
    "16": [
     " alot",
     " \u0627\u0644\u062a\u0649",
     " \u0641\u0649",
     "!!",
     " realises",
     "Whilst",
     " whilst",
     " thats"
    ],
    "17": [
     " alot",
     " \u0641\u0649",
     " haha",
     " \u0627\u0644\u062a\u0649",
     " perch\u00e8",
     " realises",
     " Whilst",
     "Whilst"
    ],
    "18": [
     " alot",
     " perch\u00e8",
     " \u0641\u0649",
     " haha",
     " realises",
     " \u0627\u0644\u062a\u0649",
     " Whilst",
     "Whilst"
    ],
    "19": [
     " alot",
     " Whilst",
     "Whilst",
     " Anyways",
     " \u0641\u0649",
     " perch\u00e8",
     " haha",
     "!!"
    ],
    "20": [
     " alot",
     " Whilst",
     "Whilst",
     " Anyways",
     " \u0641\u0649",
     " Hopefully",
     " realises",
     " haha"
    ],
    "21": [
     " Whilst",
     " alot",
     "Whilst",
     " Anyways",
     " \u0641\u0649",
     " Hopefully",
     " realises",
     " apologise"
    ],
    "22": [
     " alot",
     " Hopefully",
     " Anyways",
     "Hopefully",
     "Anyways",
     " Maybe",
     " Whilst",
     "Whilst"
    ],
    "23": [
     " alot",
     " Hopefully",
     " Anyways",
     " apologise",
     "Hopefully",
     " haha",
     "Anyways",
     " Maybe"
    ],
    "24": [
     " Hopefully",
     "Hopefully",
     " Anyways",
     " alot",
     " apologise",
     " hopefully",
     "hopefully",
     " haha"
    ],
    "25": [
     " apologise",
     " Hopefully",
     "Hopefully",
     " alot",
     " haha",
     " Anyways",
     " Haha",
     " :)"
    ],
    "26": [
     " Hopefully",
     "Hopefully",
     " Sorry",
     " haha",
     " Hope",
     " hope",
     " Haha",
     " Anyways"
    ],
    "27": [
     " Hopefully",
     "Hopefully",
     " Hope",
     " Haha",
     " Sorry",
     "Hope",
     " Anyways",
     " haha"
    ],
    "28": [
     " Hopefully",
     " Hope",
     "Hopefully",
     " Sorry",
     "Hope",
     " Haha",
     " Anyways",
     " Thanks"
    ],
    "29": [
     " Hopefully",
     " Hope",
     " Sorry",
     " Anyways",
     " alot",
     "Hopefully",
     " Haha",
     " Thanks"
    ],
    "30": [
     " Hopefully",
     " Hope",
     " hope",
     " hopefully",
     " Anyways",
     " :)",
     " Sorry",
     " haha"
    ],
    "31": [
     " Hopefully",
     " Hope",
     " Just",
     " Sorry",
     " Maybe",
     " hope",
     " Give",
     " hopefully"
    ],
    "32": [
     " Hopefully",
     " Just",
     " Hope",
     "\n",
     " hope",
     " Let",
     " If",
     " Quite"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    85709,
    23431,
    28425,
    25240,
    47372,
    8703,
    39429,
    16889,
    23114,
    30745,
    14261,
    11040,
    3115,
    2876,
    6673,
    13,
    22,
    14,
    14,
    4,
    5,
    4,
    3,
    3,
    3,
    6,
    8,
    7,
    7,
    4,
    5,
    13,
    31
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    10092,
    349,
    404,
    274,
    233,
    84,
    315,
    135,
    96,
    689,
    197,
    1274,
    187,
    261,
    216,
    2,
    1,
    1,
    1,
    1,
    1,
    2,
    1,
    1,
    4,
    4,
    15,
    42,
    33,
    5,
    37,
    68,
    128
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    202001,
    95924,
    177013,
    121275,
    173004,
    187841,
    186417,
    116139,
    36095,
    131942,
    38463,
    23174,
    14086,
    8460,
    40312,
    209,
    89,
    18,
    17,
    33,
    38,
    91,
    45,
    19,
    40,
    146,
    202,
    426,
    440,
    631,
    1738,
    2041,
    3379
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    125092,
    34834,
    53765,
    60961,
    93919,
    122545,
    186180,
    116241,
    75918,
    168259,
    55340,
    61268,
    18155,
    38163,
    78098,
    84,
    105,
    38,
    50,
    28,
    73,
    145,
    59,
    44,
    44,
    63,
    90,
    218,
    370,
    156,
    271,
    570,
    1017
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    14195,
    506,
    226,
    513,
    45,
    24,
    77,
    184,
    898,
    238,
    80,
    261,
    203,
    51,
    20,
    1,
    6,
    7,
    7,
    2,
    2,
    1,
    7,
    10,
    32,
    31,
    143,
    411,
    243,
    142,
    126,
    234,
    120
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    150072,
    65246,
    43879,
    31183,
    27951,
    8777,
    14311,
    7871,
    4449,
    13553,
    2273,
    3936,
    1939,
    1366,
    7493,
    65,
    81,
    46,
    55,
    62,
    52,
    19,
    23,
    26,
    17,
    189,
    52,
    127,
    138,
    265,
    421,
    665,
    622
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "\n",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   93409,
   257653,
   260494,
   260108,
   258301,
   242998,
   205344,
   239200,
   241226,
   210062,
   203169,
   243164,
   227226,
   259220,
   256869,
   196011,
   101185,
   232273,
   250701,
   118195,
   94617,
   156856,
   238202,
   227444,
   166265,
   43355,
   3986,
   1192,
   1296,
   373,
   140,
   20,
   4
  ]
 },
 "scan": [],
 "slice": null
}