{
 "id": "triplet-precision-a-4bit",
 "title": "Qwen14 A: 4bit precision calibration",
 "unit": "0",
 "created": "2026-09-07T14:18:24",
 "model": {
  "name": "qwen-14b-base-nf4",
  "hf_id": "Qwen/Qwen3-14B-Base",
  "quant": "4bit",
  "n_layers": 40,
  "revision": "0b0bd3732e2c374d483664439ea334928b65f304"
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "qwen3-14b/jlens/Salesforce-wikitext/Qwen3-14B_jacobian_lens.pt",
  "revision": "0731326edff4ae730ffc5356fe1a4728c748b3a6"
 },
 "template": {
  "source": "Qwen/Qwen3-14B-Base",
  "revision": "0b0bd3732e2c374d483664439ea334928b65f304"
 },
 "params": {
  "chat": false,
  "max_new": null,
  "positions": [
   -1
  ],
  "track": [
   "Italy",
   "Euro"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": null,
  "template_kwargs": null,
  "film": true,
  "film_start": 0,
  "max_seq_len": null,
  "lens_layers": null,
  "temperature": null,
  "seed": null,
  "vanilla": true,
  "film_topk": 10
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Fact: The currency used in the country shaped like a boot is"
  }
 ],
 "generated": [],
 "tokens": [
  "Fact",
  ":",
  " The",
  " currency",
  " used",
  " in",
  " the",
  " country",
  " shaped",
  " like",
  " a",
  " boot",
  " is"
 ],
 "readouts": [
  {
   "position": 12,
   "token": " is",
   "model_top": [
    " called",
    " the",
    " Euro",
    " euro",
    " euros",
    " not",
    " named",
    " Euros"
   ],
   "layers": {
    "0": [
     " \n",
     " \n\n\n",
     " \n\n",
     " \n\n\n\n",
     " \r\n",
     " \n\t\t\n",
     " \n\t\n",
     "\u3002\n"
    ],
    "1": [
     " \n",
     " \n\n",
     "\u3002\n",
     " \n\n\n",
     "\u2019.",
     " \u0440\u0435\u0439\u0442",
     " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430",
     " \n\n\n\n"
    ],
    "2": [
     "\u3002\n",
     "\u3002\r\n",
     "\u2019.",
     " \n\n",
     "\uff1f\n",
     "|.\n",
     " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430",
     "\u043f\u0440\u043e\u0444\u0435\u0441\u0441\u0438\u043e\u043d\u0430\u043b"
    ],
    "3": [
     "\u3002\n",
     " \n",
     "\u3002\r\n",
     " \n\n\n",
     " \r\n",
     " \n\n\n\n",
     " \n\n",
     " \u0444\u043e\u0440\u043c\u0438\u0440\u043e\u0432\u0430"
    ],
    "4": [
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     " principalColumn",
     " ;;^",
     "\u5459",
     " \u0434\u0430\u0436",
     " \u0440\u0435\u0439\u0442",
     "\u0447\u0440",
     " echang"
    ],
    "5": [
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     " \u0440\u0435\u0439\u0442",
     " \u043a\u043d\u043e\u043f\u043a",
     " principalColumn",
     "\ud5c0",
     " \u0434\u0430\u0436",
     " \u043f\u0440\u0438\u044f\u0442\u043d",
     ".ApplyResources"
    ],
    "6": [
     " principalColumn",
     ".ApplyResources",
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     " \u0440\u0435\u0439\u0442",
     "GameObjectWithTag",
     "\ud5c0",
     "RGBO",
     ".SizeType"
    ],
    "7": [
     "\u0e42\u0e1b\u0e23\u0e41",
     " \u043f\u043e\u0441\u043a\u043e\u043b\u044c",
     " \u0644\u0644\u063a\u0627",
     ".ApplyResources",
     " \u0440\u0435\u0439\u0442",
     "NdEx",
     "\ud5c0",
     " \u043a\u043d\u043e\u043f\u043a"
    ],
    "8": [
     " erotisk",
     " limburg",
     " k\u00f8benhavn",
     " danmark",
     " aalborg",
     " \u0440\u0435\u0439\u0442",
     " milfs",
     " odense"
    ],
    "9": [
     " danmark",
     " limburg",
     " aalborg",
     " milfs",
     " erotisk",
     " odense",
     " k\u00f8benhavn",
     " Bbw"
    ],
    "10": [
     " erotisk",
     " limburg",
     " pornost",
     " danmark",
     " k\u00f8benhavn",
     " \u041f\u043e\u0447\u0435\u043c",
     " \u043a\u043d\u043e\u043f\u043a",
     " Bbw"
    ],
    "11": [
     " erotisk",
     " \u041f\u043e\u0447\u0435\u043c",
     " k\u00f8benhavn",
     "\u205a",
     ".ApplyResources",
     " limburg",
     " pornost",
     " salopes"
    ],
    "12": [
     " \u041f\u043e\u0447\u0435\u043c",
     " k\u00f8benhavn",
     ".ApplyResources",
     " \u043d\u0430\u0440\u043a\u043e",
     "\u205a",
     " Atat\u00fcr",
     " \u043a\u043d\u043e\u043f\u043a",
     " limburg"
    ],
    "13": [
     "().\n",
     ".\n",
     "(currency",
     "currency",
     ".Currency",
     "'.\n",
     "|.\n",
     "\u8d27\u5e01"
    ],
    "14": [
     "().\n",
     "\u6b27\u5143",
     ".Currency",
     "\u82f1\u9551",
     "currency",
     "'.\n",
     ".\n",
     "(currency"
    ],
    "15": [
     ".\n",
     "().\n",
     ".Currency",
     "\u6b27\u5143",
     "(currency",
     "currency",
     "/.\n",
     "'.\n"
    ],
    "16": [
     ".\n",
     " france",
     "\u2019.",
     "/.\n",
     "\u6b27\u5143",
     ".\n\n\n",
     ".Currency",
     " colourful"
    ],
    "17": [
     ".\n",
     "_____",
     "?\n",
     "________",
     " ______",
     "____",
     "\u2019.",
     " _____"
    ],
    "18": [
     ".\n",
     "\u2019.",
     "?\n",
     "\uff1f\n",
     ".\u2019",
     "_____",
     "\u201d.",
     "\u2019,"
    ],
    "19": [
     "____",
     "?\n",
     "_____",
     "________",
     ".\n",
     "\uff1f\n",
     " ______",
     "\u2019."
    ],
    "20": [
     "\u2019.",
     "?\n",
     ".\n",
     "\uff1f\n",
     "\u201d.",
     ".\u2019",
     ")?\n",
     "'.\n"
    ],
    "21": [
     "\u2019.",
     ".\r\n",
     ".\n",
     "\u201d.",
     "'.\n",
     "_.",
     "?\n",
     "__."
    ],
    "22": [
     "(___",
     "\uff3f",
     "\uff1f\n",
     "_____",
     "\u3002\r\n",
     "____",
     "?\r\n",
     "\u2019."
    ],
    "23": [
     "\uff1f\n",
     "\u53eb\u505a",
     "\u5f53\u5730\u4eba",
     "currency",
     ".Currency",
     "Currency",
     " \u041f\u043e\u0447\u0435\u043c",
     "?\r\n"
    ],
    "24": [
     "\u53eb\u505a",
     "currency",
     "?\u201d",
     "\u5f53\u5730\u4eba",
     ".Currency",
     "\u201d.",
     ").\r\n",
     "\u201d?"
    ],
    "25": [
     "\u610f\u5927\u5229",
     "\u53eb\u505a",
     "\u6b27\u5143",
     "\u897f\u73ed\u7259",
     " Italy",
     "Italy",
     "Italian",
     "ustria"
    ],
    "26": [
     "\u610f\u5927\u5229",
     "\u6b27\u5143",
     "Italy",
     " Italy",
     "Italian",
     " Italian",
     " Italians",
     "\u53eb\u505a"
    ],
    "27": [
     "\u6b27\u5143",
     "Currency",
     "currency",
     "\u4eba\u6c11\u5e01",
     " Currency",
     ".Currency",
     "\u8d27\u5e01",
     "_currency"
    ],
    "28": [
     "\u6b27\u5143",
     "\u53eb\u505a",
     "\u4eba\u6c11\u5e01",
     "\u540d\u53eb",
     " Currency",
     "\u8d27\u5e01",
     "\u547d\u540d\u4e3a",
     "Currency"
    ],
    "29": [
     "\u53eb\u505a",
     "\u540d\u53eb",
     "\u6b27\u5143",
     "\u540d\u4e3a",
     "\u547d\u540d\u4e3a",
     "\u79f0\u4e3a",
     "\u8d27\u5e01",
     "\u4eba\u6c11\u5e01"
    ],
    "30": [
     "\u53eb\u505a",
     "\u540d\u53eb",
     " called",
     "\u79f0\u4e3a",
     "called",
     "\u540d\u4e3a",
     "\u6b27\u5143",
     "\u88ab\u79f0\u4e3a"
    ],
    "31": [
     "\u53eb\u505a",
     " currency",
     "\u6b27\u5143",
     " called",
     "currency",
     "\u8d27\u5e01",
     "Currency",
     "\u4eba\u6c11\u5e01"
    ],
    "32": [
     "\u6b27\u5143",
     " currency",
     "\u53eb\u505a",
     "currency",
     "\u5e01",
     " euro",
     "\u8d27\u5e01",
     "Currency"
    ],
    "33": [
     "\u6b27\u5143",
     " euro",
     " euros",
     " Euros",
     " Euro",
     "\u4eba\u6c11\u5e01",
     " dollar",
     "Euro"
    ],
    "34": [
     "\u6b27\u5143",
     " euro",
     " Euro",
     " euros",
     " Euros",
     "Euro",
     " \u0435\u0432\u0440\u043e",
     "\u610f\u5927\u5229"
    ],
    "35": [
     " euro",
     "\u6b27\u5143",
     " Euro",
     " euros",
     "Euro",
     " Euros",
     " called",
     " Italian"
    ],
    "36": [
     " euro",
     " Euro",
     " euros",
     "\u6b27\u5143",
     " called",
     " Euros",
     "Euro",
     " Italian"
    ],
    "37": [
     " called",
     " euro",
     " Euro",
     "called",
     " euros",
     " Euros",
     " Called",
     " named"
    ],
    "38": [
     " called",
     " Euro",
     " euro",
     " euros",
     " Euros",
     " the",
     " named",
     "\u6b27\u5143"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "Italy",
   "position": 12,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38
   ],
   "ranks": [
    42693,
    55043,
    70837,
    45164,
    96313,
    79493,
    106981,
    88617,
    77990,
    69931,
    83116,
    62104,
    46866,
    13160,
    1097,
    1073,
    324,
    450,
    1026,
    455,
    2519,
    1118,
    1163,
    459,
    1301,
    5,
    3,
    49,
    121,
    81,
    82,
    219,
    41,
    64,
    30,
    18,
    20,
    33,
    17
   ]
  },
  {
   "word": "Euro",
   "position": 12,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38
   ],
   "ranks": [
    23939,
    69281,
    75624,
    52369,
    90358,
    84606,
    86429,
    75271,
    71052,
    58633,
    67733,
    30632,
    12581,
    965,
    295,
    181,
    50,
    241,
    1254,
    341,
    840,
    410,
    891,
    182,
    178,
    35,
    16,
    24,
    29,
    36,
    35,
    20,
    6,
    2,
    2,
    1,
    1,
    2,
    2
   ]
  }
 ],
 "emergence": {
  "position": 12,
  "top1": " the",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38
  ],
  "ranks": [
   2696,
   12279,
   8352,
   968,
   34214,
   75406,
   72831,
   84474,
   98580,
   110982,
   131771,
   133874,
   130230,
   49098,
   105699,
   44570,
   17238,
   1445,
   6290,
   856,
   53068,
   84797,
   151162,
   151740,
   148842,
   147798,
   147360,
   150312,
   127723,
   92626,
   25194,
   1198,
   1320,
   1111,
   523,
   158,
   64,
   12,
   6
  ]
 },
 "scan": [],
 "vanilla": {
  "trajectories": [
   {
    "word": "Italy",
    "position": 12,
    "layers": [
     0,
     1,
     2,
     3,
     4,
     5,
     6,
     7,
     8,
     9,
     10,
     11,
     12,
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26,
     27,
     28,
     29,
     30,
     31,
     32,
     33,
     34,
     35,
     36,
     37,
     38
    ],
    "ranks": [
     39297,
     77352,
     60724,
     28935,
     43340,
     91092,
     93156,
     120733,
     98351,
     84803,
     96097,
     96796,
     87235,
     51117,
     30910,
     25760,
     36004,
     35802,
     13708,
     14032,
     10295,
     9166,
     4845,
     2012,
     2943,
     11,
     1,
     140,
     442,
     305,
     140,
     514,
     22,
     42,
     18,
     20,
     20,
     48,
     21
    ]
   },
   {
    "word": "Euro",
    "position": 12,
    "layers": [
     0,
     1,
     2,
     3,
     4,
     5,
     6,
     7,
     8,
     9,
     10,
     11,
     12,
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26,
     27,
     28,
     29,
     30,
     31,
     32,
     33,
     34,
     35,
     36,
     37,
     38
    ],
    "ranks": [
     63662,
     107049,
     139320,
     133460,
     103917,
     97828,
     103097,
     50965,
     52824,
     29246,
     82680,
     42547,
     16976,
     4290,
     11853,
     23310,
     14212,
     28507,
     41839,
     67697,
     37801,
     50265,
     43346,
     21444,
     19295,
     79,
     14,
     8,
     14,
     34,
     24,
     15,
     5,
     1,
     1,
     1,
     2,
     4,
     3
    ]
   }
  ],
  "top1_agreement": {
   "0": 0.0,
   "1": 0.0,
   "2": 0.0,
   "3": 0.0,
   "4": 0.0,
   "5": 0.0,
   "6": 0.0,
   "7": 0.0,
   "8": 0.0,
   "9": 0.0,
   "10": 0.0,
   "11": 0.0,
   "12": 0.0,
   "13": 0.0,
   "14": 0.0,
   "15": 0.0,
   "16": 0.0,
   "17": 0.0,
   "18": 0.0,
   "19": 0.0,
   "20": 0.0,
   "21": 0.0,
   "22": 0.0,
   "23": 0.0,
   "24": 0.0,
   "25": 0.0,
   "26": 0.0,
   "27": 1.0,
   "28": 0.0,
   "29": 1.0,
   "30": 1.0,
   "31": 0.0,
   "32": 0.0,
   "33": 0.0,
   "34": 0.0,
   "35": 0.0,
   "36": 0.0,
   "37": 1.0,
   "38": 1.0
  }
 },
 "slice": null,
 "film": "film.json",
 "steer_calib": null
}