{
 "id": "u0-boot-g12b",
 "title": "Unit 0 \u00b7 Boot-country baseline \u00b7 gemma-12b",
 "unit": "0",
 "created": "2026-07-09T21:19:50",
 "model": {
  "name": "gemma-12b",
  "hf_id": "google/gemma-3-12b-it",
  "quant": "8bit",
  "n_layers": 48
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": false,
  "max_new": null,
  "positions": [
   -1
  ],
  "track": [
   "Euro",
   "Italy",
   "Italian",
   "Portugal"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null
 },
 "conversation": [
  {
   "role": "user",
   "content": "Fact: The currency used in the country shaped like a boot is"
  }
 ],
 "generated": [],
 "tokens": [
  "<bos>",
  "Fact",
  ":",
  " The",
  " currency",
  " used",
  " in",
  " the",
  " country",
  " shaped",
  " like",
  " a",
  " boot",
  " is"
 ],
 "readouts": [
  {
   "position": 13,
   "token": " is",
   "model_top": [
    " the",
    " called",
    " known",
    " not",
    " Italy",
    " Euro",
    "...",
    " named"
   ],
   "layers": {
    "0": [
     "</strong>",
     "<start_of_image>",
     "</h2>",
     "</h3>",
     "s",
     " i",
     " \u7ee7\u7eed\u8bbf\u95ee",
     ".."
    ],
    "1": [
     "</strong>",
     "s",
     "</h2>",
     "l",
     "<start_of_image>",
     " i",
     "..",
     "y"
    ],
    "2": [
     "<start_of_image>",
     "s",
     "</h2>",
     "</strong>",
     "..",
     "</h3>",
     " i",
     "l"
    ],
    "3": [
     "<start_of_image>",
     "</strong>",
     "s",
     "y",
     "l",
     " i",
     "i",
     "</h2>"
    ],
    "4": [
     "s",
     "</strong>",
     "<start_of_image>",
     "y",
     "i",
     "</b>",
     "l",
     " i"
    ],
    "5": [
     "s",
     "</strong>",
     "y",
     "<start_of_image>",
     "</b>",
     "l",
     "i",
     " ater"
    ],
    "6": [
     "<start_of_image>",
     "s",
     "</strong>",
     "y",
     "\\",
     " ater",
     "\u2026",
     " ${"
    ],
    "7": [
     "<start_of_image>",
     "s",
     "</strong>",
     "y",
     "  ",
     "\ufffd",
     "\\",
     " ater"
    ],
    "8": [
     "<start_of_image>",
     "s",
     "</strong>",
     "\ufffd",
     "y",
     "  ",
     " \u2018",
     ","
    ],
    "9": [
     "<start_of_image>",
     "</strong>",
     "s",
     "  ",
     " \u2018",
     "\ufffd",
     "</b>",
     "y"
    ],
    "10": [
     "<start_of_image>",
     "</strong>",
     " \u2018",
     "s",
     "\ufffd",
     "</b>",
     "  ",
     " so"
    ],
    "11": [
     "<start_of_image>",
     "</strong>",
     ",",
     "\u2026",
     "\ufffd",
     "...\"",
     "\\",
     ".\""
    ],
    "12": [
     "<start_of_image>",
     "</strong>",
     "\u2026",
     "\ufffd",
     "...",
     "...\"",
     "\u2026\"",
     "\"."
    ],
    "13": [
     "<start_of_image>",
     "</strong>",
     ",",
     "\u2026",
     "...",
     ".\"",
     "\ufffd",
     "...\""
    ],
    "14": [
     "<start_of_image>",
     "</strong>",
     ",",
     "\ufffd",
     ".\"",
     ".",
     "\".",
     "\u2026"
    ],
    "15": [
     "<start_of_image>",
     "</strong>",
     ",",
     ".\"",
     "\".",
     "\ufffd",
     ".",
     ".**"
    ],
    "16": [
     "<start_of_image>",
     "</strong>",
     ",",
     "!",
     " t",
     " so",
     " l",
     " \u2018"
    ],
    "17": [
     "<start_of_image>",
     "</strong>",
     "\u2026",
     "...",
     ",",
     ".",
     "!",
     " ."
    ],
    "18": [
     "<start_of_image>",
     "\u2026",
     "...",
     "</strong>",
     "...\"",
     "\u2026\"",
     "!",
     "."
    ],
    "19": [
     "<start_of_image>",
     "\u2026",
     "</strong>",
     "...",
     "...\"",
     "\u2026\"",
     "!",
     "\u2026\u201d"
    ],
    "20": [
     "<start_of_image>",
     "...",
     "...\"",
     "\u2026",
     "!",
     "\\...",
     "!\"",
     "...."
    ],
    "21": [
     "<start_of_image>",
     " country",
     " famous",
     "...",
     "!",
     " gorgeous",
     " countries",
     " beautiful"
    ],
    "22": [
     " gorgeous",
     " famous",
     " whopping",
     "!",
     " Italy",
     " America",
     " countries",
     " country"
    ],
    "23": [
     " whopping",
     " famous",
     "!",
     " gorgeous",
     " beautiful",
     " famously",
     " amazing",
     " called"
    ],
    "24": [
     " whopping",
     " gorgeous",
     " beautiful",
     " famous",
     " amazing",
     " called",
     " fascinating",
     " pretty"
    ],
    "25": [
     " gorgeous",
     " whopping",
     " beautiful",
     " fascinating",
     " amazing",
     " isn",
     " famous",
     " incredibly"
    ],
    "26": [
     " called",
     " named",
     " gorgeous",
     " whopping",
     " nicknamed",
     " beautiful",
     " incredibly",
     " fascinating"
    ],
    "27": [
     " Italy",
     " called",
     " Italian",
     " named",
     " Italians",
     " nicknamed",
     "Italy",
     " France"
    ],
    "28": [
     " called",
     " Italy",
     " named",
     " llamado",
     " \u043d\u0430\u0437\u044b\u0432\u0430\u0435\u0442\u0441\u044f",
     " nicknamed",
     "called",
     " llamada"
    ],
    "29": [
     " called",
     " Italy",
     " named",
     "Italy",
     " Italian",
     " llamado",
     " bernama",
     " \u043d\u0430\u0437\u044b\u0432\u0430\u0435\u0442\u0441\u044f"
    ],
    "30": [
     " called",
     " Italy",
     " currency",
     " named",
     " money",
     "Italy",
     " currencies",
     " Italian"
    ],
    "31": [
     " called",
     " Italy",
     " Italian",
     " euros",
     " currency",
     "Italy",
     " llamado",
     " named"
    ],
    "32": [
     " called",
     " Italy",
     " named",
     " llamado",
     " \u043d\u0430\u0437\u044b\u0432\u0430\u0435\u0442\u0441\u044f",
     "called",
     "\u53eb\u505a",
     " currency"
    ],
    "33": [
     " called",
     " Italy",
     " llamado",
     "called",
     " euros",
     " named",
     "\u53eb\u505a",
     "\u6b27\u5143"
    ],
    "34": [
     " called",
     " euros",
     " Euros",
     " euro",
     "\u6b27\u5143",
     " Italy",
     " Italian",
     "called"
    ],
    "35": [
     " called",
     " euros",
     "called",
     " Euros",
     " Italian",
     " Called",
     " Italy",
     " llamado"
    ],
    "36": [
     " euros",
     " euro",
     " Euros",
     " Euro",
     " called",
     "\u6b27\u5143",
     "Euro",
     " EUR"
    ],
    "37": [
     " euros",
     " euro",
     " Euros",
     " Euro",
     "\u6b27\u5143",
     " called",
     "Euro",
     " EURO"
    ],
    "38": [
     " euros",
     " euro",
     " Euro",
     " Euros",
     " called",
     "\u6b27\u5143",
     "Euro",
     " EURO"
    ],
    "39": [
     " called",
     " euro",
     " euros",
     " Euro",
     " Euros",
     "\u6b27\u5143",
     "Euro",
     "called"
    ],
    "40": [
     " euro",
     " Euro",
     " euros",
     " Euros",
     "Euro",
     "\u6b27\u5143",
     " EURO",
     "euro"
    ],
    "41": [
     " euro",
     " Euro",
     " euros",
     " Euros",
     "Euro",
     " EURO",
     "\u6b27\u5143",
     "euro"
    ],
    "42": [
     " euro",
     " Euro",
     " euros",
     " Euros",
     "Euro",
     " EURO",
     "\u6b27\u5143",
     " EUR"
    ],
    "43": [
     " euro",
     " Euro",
     " euros",
     " Euros",
     " called",
     "Euro",
     " EUR",
     " EURO"
    ],
    "44": [
     " called",
     " Euro",
     " euro",
     " Euros",
     " euros",
     " EUR",
     " Italy",
     "Euro"
    ],
    "45": [
     " called",
     " the",
     " Euro",
     " euro",
     " euros",
     " Euros",
     " Italy",
     " known"
    ],
    "46": [
     " the",
     " called",
     " Euro",
     " euro",
     " Italy",
     " known",
     " Euros",
     " euros"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "Euro",
   "position": 13,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    37992,
    31808,
    34396,
    33437,
    41263,
    31926,
    20801,
    25007,
    24651,
    21064,
    12848,
    11621,
    10214,
    5793,
    4474,
    4275,
    3608,
    1570,
    1484,
    1612,
    1167,
    624,
    283,
    366,
    604,
    638,
    566,
    120,
    204,
    144,
    66,
    20,
    38,
    20,
    4,
    10,
    2,
    2,
    2,
    2,
    1,
    1,
    1,
    1,
    2,
    3,
    3
   ]
  },
  {
   "word": "Italy",
   "position": 13,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    1868,
    3371,
    5561,
    7518,
    12287,
    21754,
    12737,
    13717,
    14712,
    12278,
    15104,
    9920,
    6917,
    1751,
    1268,
    1016,
    895,
    220,
    124,
    55,
    50,
    11,
    5,
    14,
    25,
    12,
    11,
    1,
    2,
    2,
    2,
    2,
    2,
    2,
    6,
    6,
    16,
    19,
    10,
    10,
    26,
    25,
    18,
    9,
    7,
    7,
    4
   ]
  },
  {
   "word": "Italian",
   "position": 13,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    1387,
    1723,
    2181,
    2442,
    4098,
    7854,
    7791,
    5728,
    5868,
    6159,
    4448,
    8203,
    4258,
    3227,
    2669,
    3616,
    2624,
    645,
    437,
    288,
    230,
    91,
    36,
    56,
    102,
    96,
    96,
    3,
    15,
    5,
    9,
    3,
    17,
    10,
    7,
    5,
    10,
    18,
    13,
    14,
    33,
    35,
    31,
    30,
    25,
    13,
    11
   ]
  },
  {
   "word": "Portugal",
   "position": 13,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    128054,
    151606,
    205920,
    212050,
    229999,
    223008,
    212456,
    200404,
    173238,
    171491,
    133090,
    114076,
    95093,
    35068,
    27667,
    17061,
    8397,
    1568,
    1086,
    568,
    465,
    136,
    64,
    84,
    113,
    60,
    65,
    12,
    33,
    36,
    79,
    128,
    166,
    208,
    364,
    265,
    235,
    265,
    188,
    168,
    179,
    174,
    87,
    50,
    46,
    59,
    69
   ]
  }
 ],
 "emergence": {
  "position": 13,
  "top1": " the",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40,
   41,
   42,
   43,
   44,
   45,
   46
  ],
  "ranks": [
   2270,
   6706,
   6904,
   4499,
   1797,
   282,
   60,
   50,
   31,
   43,
   27,
   26,
   22,
   14,
   22,
   45,
   44,
   41,
   98,
   566,
   537,
   444,
   1975,
   2602,
   3464,
   8625,
   10356,
   7092,
   7155,
   5383,
   4841,
   3205,
   2957,
   2215,
   1260,
   1063,
   931,
   587,
   295,
   157,
   150,
   81,
   73,
   33,
   15,
   2,
   1
  ]
 },
 "scan": [],
 "slice": "slice.html"
}