{
 "id": "u18-amp-a0393-r1-q27b",
 "title": "Unit 18 \u00b7 Fine sweep \u03b1=0.3927 \u00b7 qwen-27b \u00b7 RAND seed 1",
 "unit": "18",
 "created": "2026-08-07T22:57:10",
 "model": {
  "name": "qwen-27b",
  "hf_id": "lokeshe09/Qwen3.6-27B-bnb-4bit",
  "quant": "pre-4bit",
  "n_layers": 64
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "qwen3.6-27b/jlens/Salesforce-wikitext/Qwen3.6-27B_jacobian_lens_n1000.pt"
 },
 "params": {
  "chat": null,
  "max_new": 150,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": {
   "words": [
    "anyways",
    "alot",
    "yummy",
    "kinda",
    "whilst",
    "luckily"
   ],
   "layers": [
    28,
    32,
    36,
    40
   ],
   "mode": "amplify",
   "alpha": 0.3927,
   "rand_seed": 1
  },
  "template_kwargs": null,
  "film": true,
  "film_start": null,
  "max_seq_len": 1200,
  "lens_layers": [
   0,
   4,
   8,
   12,
   16,
   20,
   24,
   28,
   32,
   36,
   40,
   44,
   48,
   52,
   56,
   58,
   60,
   62
  ],
  "temperature": null,
  "seed": null,
  "vanilla": null
 },
 "extra_md": {
  "part": "audit-06",
  "replay_of": "u18-amp-a0393-q27b",
  "reason": "matched random-direction control (MECHANICS 3c) for a pre-audit-02 steer"
 },
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is a continuous process where water evaporates from oceans and lakes, rises as vapor, and condenses into clouds before falling as precipitation. This movement of water returns to the earth's surface, completing the cycle as it flows back into rivers, lakes, and oceans."
  }
 ],
 "generated": [
  "The water cycle is a continuous process where water evaporates from oceans and lakes, rises as vapor, and condenses into clouds before falling as precipitation. This movement of water returns to the earth's surface, completing the cycle as it flows back into rivers, lakes, and oceans."
 ],
 "tokens": [
  "<|im_start|>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<|im_end|>",
  "\n",
  "<|im_start|>",
  "assistant",
  "\n",
  "<think>",
  "\n\n",
  "</think>",
  "\n\n",
  "The",
  " water",
  " cycle",
  " is",
  " a",
  " continuous",
  " process",
  " where",
  " water",
  " evapor",
  "ates",
  " from",
  " oceans",
  " and",
  " lakes",
  ",",
  " rises",
  " as",
  " vapor",
  ",",
  " and",
  " cond",
  "enses",
  " into",
  " clouds",
  " before",
  " falling",
  " as",
  " precipitation",
  ".",
  " This",
  " movement",
  " of",
  " water",
  " returns",
  " to",
  " the",
  " earth",
  "'s",
  " surface",
  ",",
  " completing",
  " the",
  " cycle",
  " as",
  " it",
  " flows",
  " back",
  " into",
  " rivers",
  ",",
  " lakes",
  ",",
  " and",
  " oceans",
  ".",
  "<|im_end|>",
  "\n"
 ],
 "readouts": [
  {
   "position": 76,
   "token": "<|im_end|>",
   "model_top": [
    "\n",
    "<|endoftext|>",
    "\r\n",
    "\ufffd",
    " \n",
    "ight",
    "\n \n",
    "\""
   ],
   "layers": {
    "0": [
     " *@",
     " ****",
     " #\"",
     " <![",
     "**\u2013",
     "*\u201d,",
     "@@@@",
     " ********"
    ],
    "4": [
     " **\u3010",
     " **\u25a0",
     " ___",
     " **\u201c",
     " **\u300c",
     "<|im_end|>",
     " @_",
     " **)"
    ],
    "8": [
     " **\u3010",
     "<|im_end|>",
     " **\u300c",
     " ___",
     " **\u25a0",
     " **\u201c",
     "\r\n\r\n\r\n\r\n",
     " <!["
    ],
    "12": [
     " **\u3010",
     " ___",
     " **\u300c",
     "<|im_end|>",
     " $__",
     " **\u25a0",
     "___",
     " ____"
    ],
    "16": [
     "<|im_end|>",
     "</think>",
     "\n\n",
     " **\u3010",
     "\r\n\r\n\r\n\r\n",
     "___",
     "\n\n\n\n\n",
     " <!["
    ],
    "20": [
     "<|im_end|>",
     "<|endoftext|>",
     "\n\n",
     "\n\n\n\n\n",
     "\n\n\n",
     " \n\n",
     "</think>",
     "\n\n\n\n"
    ],
    "24": [
     "\n\n",
     "<|im_end|>",
     "<|endoftext|>",
     "\n\n\n",
     "\r\n\r\n",
     "\n\n\n\n\n",
     " \n\n",
     "\n\n\n\n"
    ],
    "28": [
     "\n\n",
     "<|im_end|>",
     "<|endoftext|>",
     " \n\n",
     "\r\n\r\n",
     "\n\n\n\n\n",
     "\n\n\n",
     "</think>"
    ],
    "32": [
     "<|im_end|>",
     "<|endoftext|>",
     "\n\n",
     "</think>",
     " \n\n",
     " **\u3010",
     "\r\n\r\n\r\n\r\n",
     "\r\n\r\n"
    ],
    "36": [
     "<|endoftext|>",
     "<|im_end|>",
     "\n\n",
     "<|file_sep|>",
     "</think>",
     "<|im_start|>",
     "\r\n\r\n\r\n\r\n",
     " \n\n"
    ],
    "40": [
     "<|endoftext|>",
     "<|im_end|>",
     "\n\n",
     "<|file_sep|>",
     "<|im_start|>",
     "</think>",
     " \n\n",
     "  \n\n"
    ],
    "44": [
     "<|endoftext|>",
     "<|im_end|>",
     "\n\n",
     "</think>",
     "<|file_sep|>",
     "  \n\n",
     "<|im_start|>",
     "\r\n\r\n"
    ],
    "48": [
     "<|endoftext|>",
     "<|im_end|>",
     "<|im_start|>",
     "\u3002",
     "</think>",
     "\n\n",
     "\uff0c",
     ")\uff0c"
    ],
    "52": [
     "<|endoftext|>",
     "<|im_start|>",
     "<|im_end|>",
     "!**",
     ";**",
     "**\u201d",
     " **\u201c",
     "</think>"
    ],
    "56": [
     "<|endoftext|>",
     "<|im_start|>",
     "WITHOUT",
     "\u90bb",
     "!\u201d",
     "**\u201d",
     "===\"",
     " **\u201c"
    ],
    "58": [
     "<|endoftext|>",
     "WITHOUT",
     "\u5206\u89e3",
     "\u5b64\u513f",
     "\u6ca1",
     "\u9000",
     "<|im_start|>",
     "\u5c65"
    ],
    "60": [
     "<|endoftext|>",
     "<|im_start|>",
     "<|im_end|>",
     "\u767e\u5e74",
     " Advanced",
     "adden",
     " Phen",
     " Assistant"
    ],
    "62": [
     "\n",
     " \n",
     "\n \n",
     "unta",
     "oscop",
     "\u6817",
     " Advanced",
     "<|im_start|>"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 76,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    2217,
    12842,
    21740,
    20041,
    10800,
    46773,
    8163,
    15720,
    36520,
    83432,
    128154,
    174920,
    197763,
    174646,
    126705,
    54868,
    52206,
    41913
   ]
  },
  {
   "word": "alot",
   "position": 76,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    597,
    20577,
    11377,
    15294,
    3535,
    10443,
    1786,
    2821,
    10707,
    27473,
    37016,
    28965,
    89674,
    116524,
    63366,
    28261,
    37988,
    30123
   ]
  },
  {
   "word": "yummy",
   "position": 76,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    44395,
    24538,
    28553,
    24274,
    32808,
    127004,
    88283,
    74554,
    65489,
    151593,
    125734,
    153594,
    70354,
    119284,
    100718,
    101280,
    60363,
    18987
   ]
  },
  {
   "word": "kinda",
   "position": 76,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    15424,
    13454,
    14646,
    13706,
    6846,
    39487,
    21074,
    18406,
    29870,
    69484,
    27964,
    51373,
    93316,
    155759,
    118544,
    93728,
    41545,
    69698
   ]
  },
  {
   "word": "whilst",
   "position": 76,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    45420,
    80971,
    114177,
    158243,
    43247,
    3555,
    370,
    944,
    102952,
    48892,
    141443,
    94576,
    194713,
    103810,
    27531,
    20431,
    31183,
    119360
   ]
  },
  {
   "word": "luckily",
   "position": 76,
   "layers": [
    0,
    4,
    8,
    12,
    16,
    20,
    24,
    28,
    32,
    36,
    40,
    44,
    48,
    52,
    56,
    58,
    60,
    62
   ],
   "ranks": [
    18823,
    75209,
    61451,
    47286,
    46411,
    16841,
    8048,
    12626,
    59150,
    89186,
    63656,
    91010,
    58090,
    32476,
    22574,
    56022,
    54715,
    62309
   ]
  }
 ],
 "emergence": {
  "position": 76,
  "top1": "\n",
  "layers": [
   0,
   4,
   8,
   12,
   16,
   20,
   24,
   28,
   32,
   36,
   40,
   44,
   48,
   52,
   56,
   58,
   60,
   62
  ],
  "ranks": [
   148840,
   137219,
   40694,
   38898,
   31446,
   7087,
   26228,
   70800,
   222091,
   11018,
   160665,
   227860,
   4404,
   212784,
   234221,
   175016,
   4157,
   1
  ]
 },
 "scan": [],
 "vanilla": {
  "trajectories": [
   {
    "word": "anyways",
    "position": 76,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     187197,
     175944,
     180892,
     156245,
     195777,
     210731,
     180140,
     196720,
     101488,
     153141,
     191198,
     211902,
     225764,
     176908,
     80396,
     101625,
     72581,
     66128
    ]
   },
   {
    "word": "alot",
    "position": 76,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     127208,
     131126,
     85545,
     89440,
     47520,
     21912,
     17014,
     28197,
     108564,
     147865,
     154594,
     115396,
     59243,
     118121,
     74852,
     44211,
     34067,
     17349
    ]
   },
   {
    "word": "yummy",
    "position": 76,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     194249,
     191135,
     174279,
     152434,
     138952,
     180024,
     77994,
     84295,
     60742,
     114828,
     135856,
     116963,
     91485,
     75600,
     83974,
     84746,
     61526,
     27562
    ]
   },
   {
    "word": "kinda",
    "position": 76,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     93623,
     109223,
     75900,
     57844,
     36112,
     44652,
     67209,
     143433,
     53939,
     22888,
     64774,
     111920,
     118780,
     230020,
     161154,
     146066,
     99539,
     66964
    ]
   },
   {
    "word": "whilst",
    "position": 76,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     124650,
     133348,
     176504,
     211990,
     195089,
     60046,
     66773,
     79578,
     172128,
     181969,
     149746,
     178668,
     90903,
     136256,
     82824,
     66151,
     59186,
     77355
    ]
   },
   {
    "word": "luckily",
    "position": 76,
    "layers": [
     0,
     4,
     8,
     12,
     16,
     20,
     24,
     28,
     32,
     36,
     40,
     44,
     48,
     52,
     56,
     58,
     60,
     62
    ],
    "ranks": [
     157651,
     141385,
     121507,
     73706,
     49298,
     12588,
     13716,
     12144,
     35028,
     87724,
     134088,
     152227,
     124154,
     104187,
     120755,
     185117,
     168433,
     145750
    ]
   }
  ],
  "top1_agreement": {
   "0": 0.0,
   "4": 0.0,
   "8": 0.0,
   "12": 0.0,
   "16": 0.0,
   "20": 0.0,
   "24": 1.0,
   "28": 1.0,
   "32": 0.0,
   "36": 0.0,
   "40": 0.0,
   "44": 0.0,
   "48": 0.0,
   "52": 0.0,
   "56": 0.0,
   "58": 0.0,
   "60": 0.0,
   "62": 1.0
  }
 },
 "slice": null,
 "film": "film.json",
 "steer_calib": [
  {
   "28": 0.3927,
   "32": 0.3927,
   "36": 0.3927,
   "40": 0.3927
  }
 ]
}