{
 "id": "u8b-gpu-refilm-g12b",
 "title": "Unit 8B \u00b7 Interoception: gpu \u00b7 gemma-12b \u00b7 refilm",
 "unit": "8",
 "created": "2026-07-19T04:48:02",
 "model": {
  "name": "gemma-12b",
  "hf_id": "google/gemma-3-12b-it",
  "quant": "8bit",
  "n_layers": 48
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-12b-it/jlens/Salesforce-wikitext/gemma-3-12b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": null,
  "positions": [
   -2
  ],
  "track": [
   "flow",
   "hum",
   "nothing"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": null,
  "template_kwargs": null,
  "film": true,
  "film_start": 0,
  "max_seq_len": 600,
  "lens_layers": null,
  "temperature": null,
  "seed": null
 },
 "extra_md": {
  "part": "refilm",
  "replay_of": "u8b-gpu-g12b",
  "reason": "blind-spot miner: tracked words never under rank 500"
 },
 "conversation": [
  {
   "role": "user",
   "content": "Describe what it is like to run on a GPU. Two sentences, be honest."
  },
  {
   "role": "assistant",
   "content": "Running code on a GPU feels like unleashing a swarm of tiny, specialized workers all performing the same simple task simultaneously \u2013 it's incredibly fast for the right kinds of problems, but can be frustratingly slow or inefficient if your code isn't structured to take advantage of that parallel processing. Ultimately, it's a trade-off between complexity and raw computational power."
  }
 ],
 "generated": [],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " what",
  " it",
  " is",
  " like",
  " to",
  " run",
  " on",
  " a",
  " GPU",
  ".",
  " Two",
  " sentences",
  ",",
  " be",
  " honest",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "Running",
  " code",
  " on",
  " a",
  " GPU",
  " feels",
  " like",
  " unleashing",
  " a",
  " swarm",
  " of",
  " tiny",
  ",",
  " specialized",
  " workers",
  " all",
  " performing",
  " the",
  " same",
  " simple",
  " task",
  " simultaneously",
  " \u2013",
  " it",
  "'",
  "s",
  " incredibly",
  " fast",
  " for",
  " the",
  " right",
  " kinds",
  " of",
  " problems",
  ",",
  " but",
  " can",
  " be",
  " frustrating",
  "ly",
  " slow",
  " or",
  " inefficient",
  " if",
  " your",
  " code",
  " isn",
  "'",
  "t",
  " structured",
  " to",
  " take",
  " advantage",
  " of",
  " that",
  " parallel",
  " processing",
  ".",
  " Ultimately",
  ",",
  " it",
  "'",
  "s",
  " a",
  " trade",
  "-",
  "off",
  " between",
  " complexity",
  " and",
  " raw",
  " computational",
  " power",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 100,
   "token": "<end_of_turn>",
   "model_top": [
    "<end_of_turn>",
    "\n",
    "<eos>",
    " pleading",
    " plea",
    " hiding",
    " pleaded",
    "."
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     " \u7ee7\u7eed\u8bbf\u95ee",
     "</h6>",
     "\ud808\udd4c",
     "\u207b"
    ],
    "1": [
     "<end_of_turn>",
     "\"\u2014",
     "\ud809\udc2a",
     " \ud83d\udc9e",
     "\ud808\udd4c",
     " /**@",
     "\u207b",
     "\uf0be"
    ],
    "2": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\"\u2014",
     "\ud808\udd4c",
     " /**@",
     "\u207b",
     "\u207a"
    ],
    "3": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\ud808\udd4c",
     "\u207b",
     " /**@",
     " \ud83d\ude04",
     " \ud83c\udf31"
    ],
    "4": [
     "<end_of_turn>",
     " \ud83d\udc9e",
     "\"\u2014",
     " \ud83c\udf31",
     "\ud809\udc2a",
     "\ud808\udd4c",
     " \ud83d\ude04",
     " \ud83d\udc4d"
    ],
    "5": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     "\uf0be",
     "\u301d",
     " \ud83c\udf31",
     " /**@",
     "\ud809\udc2a"
    ],
    "6": [
     "<end_of_turn>",
     "\"\u2014",
     "\uf0be",
     "\u06cc",
     " /**@",
     " \ud83d\udc9e",
     "\ud809\udc2a",
     "\u207b"
    ],
    "7": [
     "<end_of_turn>",
     "\"\u2014",
     "\uf0be",
     "\u06cc",
     " \ud83d\udc9e",
     " /**@",
     "\ud809\udc2a",
     "\ud808\udd4c"
    ],
    "8": [
     "<end_of_turn>",
     "\"\u2014",
     "\u06cc",
     " \ud83d\udc9e",
     "\uf0be",
     " \ud83d\ude04",
     " /**@",
     " \ud83c\udf31"
    ],
    "9": [
     "<end_of_turn>",
     "\"\u2014",
     "\u06cc",
     " \ud83d\udc9e",
     "\uf0be",
     " /**@",
     " \ud83d\ude04",
     " \ud83c\udf31"
    ],
    "10": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83c\udf31",
     " \ud83d\udc9e",
     "\u06cc",
     " \ud83d\ude04",
     "\u301d",
     " /**@"
    ],
    "11": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     " \ud83c\udf31",
     "\u06cc",
     " /**@",
     " \ud83d\udc4d"
    ],
    "12": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\udc9e",
     " \ud83d\ude04",
     "\u06cc",
     " \ud83c\udf31",
     "\\&",
     " /**@"
    ],
    "13": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     "mdash",
     "\u06cc",
     "\ud83c\udf31"
    ],
    "14": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83d\udc9e",
     " \ud83c\udf31",
     "\\&",
     "mdash",
     "\ud83c\udf31"
    ],
    "15": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     " \ud83c\udf31",
     " \ud83d\udc9e",
     " \ud83d\udc4d",
     "\ud83c\udf31",
     " \u7ee7\u7eed\u8bbf\u95ee"
    ],
    "16": [
     "<end_of_turn>",
     "\"\u2014",
     " \ud83d\ude04",
     "\ud83c\udf31",
     " \ud83c\udf31",
     "\ud83c\udf70",
     "\ud83c\udf89",
     " \ud83d\udc9e"
    ],
    "17": [
     "<end_of_turn>",
     " \ud83c\udf31",
     " \ud83d\ude04",
     "\ud83c\udf31",
     " \ud83d\udc9e",
     "\"\u2014",
     "\ud83d\udd0d",
     " \ud83d\udc4d"
    ],
    "18": [
     "<end_of_turn>",
     " \ud83c\udf31",
     " \ud83d\ude04",
     "\ud83c\udf31",
     " \u7ee7\u7eed\u8bbf\u95ee",
     " \ud83d\udc9e",
     " \ud83d\udc4d",
     "\"\u2014"
    ],
    "19": [
     "<end_of_turn>",
     " \ud83c\udf31",
     " \ud83d\ude04",
     "\ud83c\udf31",
     "\"\u2014",
     " \ud83d\udc4d",
     "<eos>",
     "\"></"
    ],
    "20": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\"></",
     " \ud83d\udc4d",
     "!\">",
     " \ud83c\udf31",
     "\ud83c\udf31",
     ".\"\"\""
    ],
    "21": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "\u17d5",
     "\"></",
     " \ud83d\udc4d",
     "\ud83d\udc4d",
     "\ud83c\udf31",
     "!\">"
    ],
    "22": [
     "<end_of_turn>",
     " \ud83d\ude04",
     "!\">",
     "\ud83c\udf31",
     "\ud83d\udd0d",
     "\"></",
     " \ud83d\udc4d",
     "\ud83d\udc4d"
    ],
    "23": [
     "<end_of_turn>",
     "\u17d5",
     "\ud83d\udd0d",
     "LinkedIn",
     "\ud83d\udc4d",
     " \ud83d\ude04",
     "Reddit",
     "\ud83c\udfa7"
    ],
    "24": [
     "<end_of_turn>",
     "\u17d5",
     "LinkedIn",
     "\ueffd",
     "\ud83d\udd0d",
     "Reddit",
     "ChatGPT",
     " \u062a\u0648\u0636\u06cc\u062d"
    ],
    "25": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "\ueffd",
     "README",
     " \u062a\u0648\u0636\u06cc\u062d",
     " explica\u00e7\u00e3o",
     " \u043e\u0431\u044a\u044f\u0441\u043d\u0438\u0442\u044c"
    ],
    "26": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "README",
     "\ueffd",
     "\ud83c\udfae",
     "LinkedIn",
     "\ud83d\udc4d"
    ],
    "27": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "README",
     "\ueffd",
     "</iframe>",
     "\ud83e\udde0",
     "\ud83d\udc4d"
    ],
    "28": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "\ud83d\ude0a",
     "README",
     "\ueffd",
     "\ud83d\udc4d",
     "\ud83d\ude04"
    ],
    "29": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "\u2067",
     "\ud83c\udf55",
     "\ud83e\udde0",
     "\ueffd",
     "\ud83c\udf45"
    ],
    "30": [
     "<end_of_turn>",
     "<eos>",
     "\u17d5",
     "\ud83e\udde0",
     "\u2067",
     "\ud83c\udf55",
     "\ueffd",
     "\ud83d\ude80"
    ],
    "31": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83e\udde0",
     "</a>",
     "\ud83d\udd89",
     "+</",
     "\ud83e\ude7a",
     "\ud83c\udf55"
    ],
    "32": [
     "<end_of_turn>",
     "</iframe>",
     "fadeIn",
     " \u043f\u0440\u0438\u044f\u0442\u043d\u043e",
     "\ud83e\udde0",
     "</a>",
     " hilfreich",
     " pelanggan"
    ],
    "33": [
     "<end_of_turn>",
     "</iframe>",
     "</a>",
     "\u276e",
     "\ud83e\udde0",
     "fadeIn",
     "\ud83c\udf31",
     " \u043f\u0440\u0438\u044f\u0442\u043d\u043e"
    ],
    "34": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83e\udde0",
     "</a>",
     "</html>",
     ")>",
     "\u227a",
     "</ul>"
    ],
    "35": [
     "<end_of_turn>",
     "</iframe>",
     "\ud83c\udf33",
     "</a>",
     "\u091c\u0947\u0902\u0938\u0940",
     "\u2273",
     ")>",
     "\u0015"
    ],
    "36": [
     "<end_of_turn>",
     "</iframe>",
     "</a>",
     "\u2273",
     "\u227a",
     "]<",
     "\u2272",
     ")>"
    ],
    "37": [
     "<end_of_turn>",
     "</iframe>",
     "</a>",
     "\u227a",
     "\u2273",
     "\u6b7b\u4ea1",
     "]<",
     "</ul>"
    ],
    "38": [
     "<end_of_turn>",
     "</iframe>",
     "</a>",
     "</",
     "\u227a",
     "\u273f",
     "<&",
     " \u27a4"
    ],
    "39": [
     "<end_of_turn>",
     "</a>",
     "</iframe>",
     "\u227a",
     "</",
     "\ud835\udc33",
     ")>",
     "]<"
    ],
    "40": [
     "<end_of_turn>",
     "</a>",
     "</iframe>",
     " \u015bmier",
     "\u767e",
     " \u092e\u0930",
     "\u202c\u202c",
     "\u6b7b\u4ea1"
    ],
    "41": [
     "<end_of_turn>",
     " \u092e\u0930",
     "\u6b7b\u4ea1",
     "\u767e",
     " \u015bmier",
     " \u0936\u094d\u0930\u0940\u0935\u093e\u0938\u094d\u0924\u0935",
     " wikipagina",
     " Srivastava"
    ],
    "42": [
     "<end_of_turn>",
     " \u092e\u0930",
     "\u767e",
     " \u0909\u0926\u094d",
     " dice",
     " Richardson",
     " wikipagina",
     " mortality"
    ],
    "43": [
     "<end_of_turn>",
     " \u092e\u0930",
     "\u767e",
     " dice",
     " \u767e",
     " \u09b8\u09cd\u09af",
     " hundred",
     " mortality"
    ],
    "44": [
     "<end_of_turn>",
     "\u767e",
     " \u092e\u0930",
     " \u767e",
     " Robinson",
     " \u09b8\u09cd\u09af",
     " heartfelt",
     " centenary"
    ],
    "45": [
     "<end_of_turn>",
     "\n",
     " heartfelt",
     " plea",
     " homelessness",
     " .",
     " ",
     " mortality"
    ],
    "46": [
     "<end_of_turn>",
     "\n",
     " plea",
     " heartfelt",
     " hiding",
     " pleas",
     " pleading",
     " ."
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "flow",
   "position": 100,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    164861,
    162238,
    175631,
    185938,
    182736,
    191313,
    169867,
    175643,
    162493,
    151575,
    145448,
    160169,
    159068,
    127567,
    109367,
    96853,
    114920,
    128424,
    95101,
    101691,
    104877,
    135305,
    143716,
    157521,
    125603,
    114429,
    100251,
    70168,
    70486,
    85494,
    107240,
    71779,
    65890,
    47377,
    44003,
    16282,
    11181,
    15762,
    20088,
    32480,
    74669,
    79042,
    37548,
    16467,
    22234,
    21702,
    17453
   ]
  },
  {
   "word": "hum",
   "position": 100,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    63524,
    52932,
    55465,
    61778,
    46437,
    50774,
    41209,
    41172,
    35558,
    19323,
    18587,
    18648,
    17870,
    15792,
    13887,
    17671,
    26976,
    36273,
    22892,
    26032,
    29769,
    38367,
    47920,
    84900,
    82911,
    72419,
    83912,
    31002,
    38550,
    32899,
    53198,
    36421,
    32566,
    44073,
    51098,
    34944,
    33603,
    61039,
    37284,
    15764,
    44614,
    36250,
    15533,
    10507,
    21583,
    14241,
    16151
   ]
  },
  {
   "word": "nothing",
   "position": 100,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46
   ],
   "ranks": [
    30292,
    36033,
    49958,
    68159,
    65510,
    80550,
    54198,
    42942,
    33216,
    16150,
    15811,
    11595,
    7667,
    6675,
    5665,
    6609,
    20474,
    21122,
    28175,
    22286,
    24669,
    27835,
    37334,
    75800,
    53764,
    39446,
    45049,
    77960,
    55891,
    27133,
    32378,
    46837,
    82806,
    32036,
    60411,
    132196,
    128894,
    111159,
    127126,
    138462,
    109895,
    88252,
    38410,
    23214,
    15234,
    2300,
    1489
   ]
  }
 ],
 "emergence": {
  "position": 100,
  "top1": "<end_of_turn>",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40,
   41,
   42,
   43,
   44,
   45,
   46
  ],
  "ranks": [
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null,
 "film": "film.json"
}