{
 "id": "u11-ctrl-refilm-g4b",
 "title": "Safari, unconstrained \u00b7 g4b \u00b7 refilm",
 "unit": "11",
 "created": "2026-07-19T04:49:57",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": null,
  "positions": [
   -2
  ],
  "track": [
   "elephant",
   "giraffe",
   "ivory",
   "lion",
   "zebra"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": null,
  "template_kwargs": null,
  "film": true,
  "film_start": 0,
  "max_seq_len": 600,
  "lens_layers": null,
  "temperature": null,
  "seed": null
 },
 "extra_md": {
  "part": "refilm",
  "replay_of": "u11-ctrl-g4b",
  "reason": "blind-spot miner: tracked words never under rank 500"
 },
 "conversation": [
  {
   "role": "user",
   "content": "Describe a safari through the Serengeti in three or four sentences."
  },
  {
   "role": "assistant",
   "content": "A Serengeti safari is an unforgettable immersion into Africa\u2019s largest wildlife sanctuary. You\u2019ll spend your days tracking herds of wildebeest and zebra during the Great Migration, marveling at prides of lions lounging in the shade, and spotting elusive leopards and cheetahs on the hunt. As the sun sets, painting the vast plains in golden hues, you\u2019ll fall asleep to the sounds of the African bush, dreaming of the incredible creatures you\u2019ve encountered. It\u2019s a truly breathtaking experience connecting you with the raw beauty and power of the natural world."
  }
 ],
 "generated": [],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " a",
  " safari",
  " through",
  " the",
  " Serengeti",
  " in",
  " three",
  " or",
  " four",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "A",
  " Serengeti",
  " safari",
  " is",
  " an",
  " unforgettable",
  " immersion",
  " into",
  " Africa",
  "\u2019",
  "s",
  " largest",
  " wildlife",
  " sanctuary",
  ".",
  " You",
  "\u2019",
  "ll",
  " spend",
  " your",
  " days",
  " tracking",
  " herds",
  " of",
  " wilde",
  "beest",
  " and",
  " zebra",
  " during",
  " the",
  " Great",
  " Migration",
  ",",
  " marvel",
  "ing",
  " at",
  " prides",
  " of",
  " lions",
  " lounging",
  " in",
  " the",
  " shade",
  ",",
  " and",
  " spotting",
  " elusive",
  " leopards",
  " and",
  " cheetah",
  "s",
  " on",
  " the",
  " hunt",
  ".",
  " As",
  " the",
  " sun",
  " sets",
  ",",
  " painting",
  " the",
  " vast",
  " plains",
  " in",
  " golden",
  " hues",
  ",",
  " you",
  "\u2019",
  "ll",
  " fall",
  " asleep",
  " to",
  " the",
  " sounds",
  " of",
  " the",
  " African",
  " bush",
  ",",
  " dreaming",
  " of",
  " the",
  " incredible",
  " creatures",
  " you",
  "\u2019",
  "ve",
  " encountered",
  ".",
  " It",
  "\u2019",
  "s",
  " a",
  " truly",
  " breathtaking",
  " experience",
  " connecting",
  " you",
  " with",
  " the",
  " raw",
  " beauty",
  " and",
  " power",
  " of",
  " the",
  " natural",
  " world",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 132,
   "token": "<end_of_turn>",
   "model_top": [
    "<end_of_turn>",
    "\n",
    "Would",
    " Would",
    " wouldn",
    "Friend",
    "Don",
    " would"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     " (\\\"",
     "   ",
     " \\\"",
     " \\[",
     " \u00d0",
     " \ufffd"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     "\u066c",
     ",\u2026",
     "\ufe51",
     ").[",
     ")\u2026"
    ],
    "2": [
     "<end_of_turn>",
     ").[",
     "\u066c",
     "  ",
     "\uff8a",
     "`,`",
     "\u200e",
     " \u200e"
    ],
    "3": [
     "<end_of_turn>",
     "\u066c",
     "  ",
     "`,`",
     ").[",
     "\uff8a",
     " \u200e",
     " \u0410\u0440\u0445\u0438\u0432\u043d\u0430\u044f"
    ],
    "4": [
     "  ",
     "<end_of_turn>",
     "   ",
     "\n\n\n\n\n\n\n\n\n\n",
     ").[",
     "\ufe51",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n"
    ],
    "5": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     " \u00a8",
     "  ",
     " ,[",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\u066c"
    ],
    "6": [
     "<end_of_turn>",
     " \ufffd",
     " ,[",
     "  ",
     " \u00a8",
     " \u200e",
     " \u00d0",
     " \u00c3"
    ],
    "7": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     ",\u200e",
     " \u00c3",
     " \u00a8",
     " ,[",
     ",(("
    ],
    "8": [
     "<end_of_turn>",
     " \ufffd",
     ",\u200e",
     " \u00ac",
     "\n\n\n\n\n\n\n\n\n\n",
     " \u00d0",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     ",(("
    ],
    "9": [
     "<end_of_turn>",
     " \ufffd",
     ",\u200e",
     "\n\n\n\n\n\n\n\n\n\n",
     ",((",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     " \u200e",
     "\n\n\n\n\n\n\n\n"
    ],
    "10": [
     "<end_of_turn>",
     ",\u200e",
     " \ufffd",
     " \u00a8",
     " \u00ac",
     " \u00d0",
     " \u200e",
     ",(("
    ],
    "11": [
     "<end_of_turn>",
     ",\u200e",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     " \u200e"
    ],
    "12": [
     "<end_of_turn>",
     ",\u200e",
     "![",
     "!--",
     "\u200e",
     ".??",
     "explain",
     ".\ufeff"
    ],
    "13": [
     "<end_of_turn>",
     ",\u200e",
     ".??",
     ".\ufeff",
     ".[/",
     "paragraph",
     ".\u200f",
     ",(("
    ],
    "14": [
     "<end_of_turn>",
     ",\u200e",
     ".[/",
     ".??",
     ".\ufeff",
     ",((",
     "![",
     "\u200e"
    ],
    "15": [
     "<end_of_turn>",
     ",\u200e",
     ".[/",
     ").[",
     "\u200e",
     "![",
     ".\u200b\u200b",
     ".[["
    ],
    "16": [
     "<end_of_turn>",
     ".\u200b\u200b",
     "ChatGPT",
     ".\u200f",
     ",\u200e",
     ".\ufeff",
     ".[/",
     "\u17d5"
    ],
    "17": [
     "<end_of_turn>",
     "\u200e",
     ".[/",
     "\udb82\udc55",
     ".[[",
     "affichage",
     "<unused42>",
     "ChatGPT"
    ],
    "18": [
     "<end_of_turn>",
     "\udb82\udc55",
     "affichage",
     "ChatGPT",
     "ampaikan",
     " \ub2f5\ubcc0",
     "\u200e",
     "emoji"
    ],
    "19": [
     "<end_of_turn>",
     "\udb82\udc55",
     "ChatGPT",
     " \ub2f5\ubcc0",
     "affichage",
     "\u0720\u0710",
     "lie\u00dfend",
     "Gracias"
    ],
    "20": [
     "<end_of_turn>",
     "<eos>",
     "\udb82\udc55",
     "</img>",
     "```",
     "]]></",
     "\u25ae",
     " ```"
    ],
    "21": [
     "<end_of_turn>",
     "ChatGPT",
     "\udb82\udc55",
     "\u200d",
     "Hopefully",
     "\u25ae",
     "```",
     "feedback"
    ],
    "22": [
     "<end_of_turn>",
     "\u200d",
     "ChatGPT",
     "feedback",
     "\u5e0c\u671b",
     "Hopefully",
     "Would",
     "adventure"
    ],
    "23": [
     "<end_of_turn>",
     "Would",
     "feedback",
     "\u200d",
     "ChatGPT",
     "Feedback",
     "LinkedIn",
     "Emoji"
    ],
    "24": [
     "<end_of_turn>",
     "Would",
     " Would",
     "would",
     "Wouldn",
     " wouldn",
     " would",
     "\u200d"
    ],
    "25": [
     "Would",
     " Would",
     "<end_of_turn>",
     "would",
     "Wouldn",
     " would",
     " Wouldn",
     " wouldn"
    ],
    "26": [
     "Would",
     " Would",
     "<end_of_turn>",
     " would",
     "would",
     "Wouldn",
     "<eos>",
     " wouldn"
    ],
    "27": [
     " Would",
     "Would",
     "<end_of_turn>",
     "<eos>",
     "Create",
     " would",
     " Wouldn",
     "would"
    ],
    "28": [
     "<end_of_turn>",
     " Would",
     "Would",
     "<eos>",
     " would",
     "Create",
     " Why",
     "Why"
    ],
    "29": [
     "<end_of_turn>",
     "Would",
     " Would",
     "<eos>",
     " \u0995\u09c7\u09a8\u09cb",
     " \u0686\u06cc\u0646",
     " would",
     "Why"
    ],
    "30": [
     "<end_of_turn>",
     " Would",
     "Would",
     "<eos>",
     " would",
     "would",
     "Why",
     " \u0995\u09c7\u09a8\u09cb"
    ],
    "31": [
     "<end_of_turn>",
     " Would",
     " would",
     "Would",
     "\n",
     " \u0995\u09c7\u09a8\u09cb",
     "would",
     "arden"
    ],
    "32": [
     "<end_of_turn>",
     " Would",
     "Would",
     " would",
     "\n",
     " wouldn",
     "Wouldn",
     "\u0627\u062f\u0645"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "elephant",
   "position": 132,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    178944,
    154801,
    165977,
    140808,
    37014,
    67205,
    67945,
    58117,
    35125,
    33883,
    46153,
    57897,
    51193,
    51752,
    54623,
    78214,
    77215,
    94413,
    118939,
    146977,
    97646,
    71156,
    32058,
    21206,
    21513,
    42333,
    18618,
    56397,
    45394,
    55409,
    40835,
    129351,
    56134
   ]
  },
  {
   "word": "giraffe",
   "position": 132,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    62215,
    74173,
    95785,
    53539,
    30862,
    12369,
    8015,
    7285,
    4084,
    6566,
    10842,
    15812,
    30921,
    15070,
    15367,
    9459,
    6001,
    9455,
    9721,
    13227,
    22658,
    24744,
    43198,
    15155,
    36676,
    77631,
    52111,
    69426,
    50092,
    100095,
    26302,
    31124,
    74147
   ]
  },
  {
   "word": "ivory",
   "position": 132,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    256343,
    259217,
    253013,
    256581,
    260671,
    259322,
    254384,
    254610,
    253438,
    255861,
    256833,
    256692,
    250401,
    256786,
    256490,
    252004,
    254791,
    253582,
    253193,
    257248,
    258141,
    260795,
    260604,
    261434,
    261877,
    261398,
    257773,
    229010,
    201543,
    197401,
    208559,
    222061,
    176346
   ]
  },
  {
   "word": "lion",
   "position": 132,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    217119,
    216944,
    223393,
    229295,
    65977,
    86147,
    106855,
    97290,
    60204,
    57618,
    67379,
    85673,
    86214,
    168698,
    134384,
    130785,
    139781,
    189023,
    210309,
    198721,
    160700,
    125461,
    151800,
    83119,
    62765,
    72781,
    17789,
    27929,
    44462,
    164090,
    71015,
    74066,
    114234
   ]
  },
  {
   "word": "zebra",
   "position": 132,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    182972,
    123309,
    96612,
    115831,
    38551,
    47202,
    75644,
    81224,
    71905,
    103930,
    126729,
    129824,
    149424,
    161285,
    151629,
    124871,
    119252,
    137093,
    123083,
    151662,
    121012,
    104772,
    111841,
    91177,
    159736,
    214849,
    178693,
    148787,
    105699,
    97805,
    49313,
    54311,
    68007
   ]
  }
 ],
 "emergence": {
  "position": 132,
  "top1": "<end_of_turn>",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   1,
   1,
   1,
   1,
   2,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   3,
   3,
   3,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null,
 "film": "film.json"
}