{
 "id": "u12-safari-g4b",
 "title": "Film: the forbidden safari \u00b7 g4b",
 "unit": "12",
 "created": "2026-07-10T21:36:15",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 120,
  "positions": [
   -2
  ],
  "track": [
   "elephant",
   "lion",
   "giraffe",
   "zebra",
   "predator",
   "rumble",
   "herd",
   "tusk"
  ],
  "scan": [],
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": null,
  "template_kwargs": null,
  "film": true
 },
 "extra_md": null,
 "conversation": [
  {
   "role": "user",
   "content": "Describe a safari through the Serengeti in three or four sentences. You must not mention elephants \u2014 the word 'elephant' must not appear in any form."
  },
  {
   "role": "assistant",
   "content": "The Serengeti unfolded before us, a vast expanse of golden grasslands teeming with life. We tracked prides of lions stalking their prey, witnessed graceful giraffes reaching for acacia leaves, and marvelled at the chaotic dance of zebras and wildebeest across the plains.  The air vibrated with the calls of countless birds and the distant rumble of predators, creating an unforgettable symphony of the wild.  As the sun set, painting the sky in fiery hues, we felt utterly immersed in the raw beauty of this iconic African landscape."
  }
 ],
 "generated": [
  "The Serengeti unfolded before us, a vast expanse of golden grasslands teeming with life. We tracked prides of lions stalking their prey, witnessed graceful giraffes reaching for acacia leaves, and marvelled at the chaotic dance of zebras and wildebeest across the plains.  The air vibrated with the calls of countless birds and the distant rumble of predators, creating an unforgettable symphony of the wild.  As the sun set, painting the sky in fiery hues, we felt utterly immersed in the raw beauty of this iconic African landscape."
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " a",
  " safari",
  " through",
  " the",
  " Serengeti",
  " in",
  " three",
  " or",
  " four",
  " sentences",
  ".",
  " You",
  " must",
  " not",
  " mention",
  " elephants",
  " \u2014",
  " the",
  " word",
  " '",
  "elephant",
  "'",
  " must",
  " not",
  " appear",
  " in",
  " any",
  " form",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " Serengeti",
  " unfolded",
  " before",
  " us",
  ",",
  " a",
  " vast",
  " expanse",
  " of",
  " golden",
  " grasslands",
  " teeming",
  " with",
  " life",
  ".",
  " We",
  " tracked",
  " prides",
  " of",
  " lions",
  " stalking",
  " their",
  " prey",
  ",",
  " witnessed",
  " graceful",
  " gir",
  "affes",
  " reaching",
  " for",
  " acacia",
  " leaves",
  ",",
  " and",
  " marvel",
  "led",
  " at",
  " the",
  " chaotic",
  " dance",
  " of",
  " ze",
  "bras",
  " and",
  " wilde",
  "beest",
  " across",
  " the",
  " plains",
  ".",
  "  ",
  "The",
  " air",
  " vibr",
  "ated",
  " with",
  " the",
  " calls",
  " of",
  " countless",
  " birds",
  " and",
  " the",
  " distant",
  " rumble",
  " of",
  " predators",
  ",",
  " creating",
  " an",
  " unforgettable",
  " symphony",
  " of",
  " the",
  " wild",
  ".",
  "  ",
  "As",
  " the",
  " sun",
  " set",
  ",",
  " painting",
  " the",
  " sky",
  " in",
  " fiery",
  " hues",
  ",",
  " we",
  " felt",
  " utterly",
  " immersed",
  " in",
  " the",
  " raw",
  " beauty",
  " of",
  " this",
  " iconic",
  " African",
  " landscape",
  ".",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 143,
   "token": "<end_of_turn>",
   "model_top": [
    "<end_of_turn>",
    "\n",
    "<start_of_image>",
    "\n\n",
    "\u0948\u0928",
    ".",
    "H",
    " Would"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     " (\\\"",
     "   ",
     " \\\"",
     " \\[",
     " \u00d0",
     " \ufffd"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     ").[",
     "\u066c",
     "\ufe51",
     " `-",
     ",\u2026"
    ],
    "2": [
     "<end_of_turn>",
     ").[",
     "\u066c",
     "  ",
     "`,`",
     "\uff8a",
     "\u200e",
     "{{"
    ],
    "3": [
     "<end_of_turn>",
     "`,`",
     "\u066c",
     ").[",
     "  ",
     "\ufe51",
     "\uff8a",
     ",\u200e"
    ],
    "4": [
     "  ",
     "<end_of_turn>",
     "`,`",
     " \ufffd",
     ").[",
     "\ufe51",
     "   ",
     "\n\n\n\n\n\n\n\n\n\n"
    ],
    "5": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     " ,[",
     " ([[",
     ").[",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     " \uff64"
    ],
    "6": [
     "<end_of_turn>",
     " \ufffd",
     " ,[",
     "  ",
     " \u00d0",
     "`,`",
     " ([[",
     " \u00c3"
    ],
    "7": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     " ,[",
     " \u00c3",
     "\uff8a",
     ",((",
     ",--"
    ],
    "8": [
     "<end_of_turn>",
     " \ufffd",
     " \u00d0",
     " \u00ac",
     ",--",
     " ,[",
     ",((",
     " \u00c3"
    ],
    "9": [
     "<end_of_turn>",
     " \ufffd",
     ",--",
     ",((",
     " \u00d0",
     ",\u200e",
     "\n\n\n\n\n\n\n\n\n\n",
     " \u00ac"
    ],
    "10": [
     "<end_of_turn>",
     " \ufffd",
     ",\u200e",
     " \u00ac",
     " \u00d0",
     " \u00a8",
     ",--",
     " \uff64"
    ],
    "11": [
     "<end_of_turn>",
     ",\u200e",
     " \ufffd",
     " \u00d0",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "12": [
     "<end_of_turn>",
     ",\u200e",
     "!--",
     "<eos>",
     " \ufffd",
     ",((",
     "![",
     "\u200e"
    ],
    "13": [
     "<end_of_turn>",
     ",\u200e",
     ".??",
     "!--",
     ".--",
     "paragraph",
     " \ufffd",
     ".\u200f"
    ],
    "14": [
     "<end_of_turn>",
     ",\u200e",
     ".??",
     "!--",
     "\ufe51",
     ",((",
     ".[/",
     "paragraph"
    ],
    "15": [
     "<end_of_turn>",
     ",\u200e",
     ").[",
     "\u200e",
     ".[/",
     ".[[",
     "ChatGPT",
     ",(("
    ],
    "16": [
     "<end_of_turn>",
     ",\u200e",
     ").[",
     "\u200e",
     "\ufe51",
     "\u17d5",
     ".\u200f",
     ".\u200b\u200b"
    ],
    "17": [
     "<end_of_turn>",
     "\udb82\udc55",
     "\u200e",
     "\u17d5",
     "\u02a4",
     "<unused42>",
     ").[",
     "!--"
    ],
    "18": [
     "<end_of_turn>",
     "\udb82\udc55",
     "\u200e",
     "ChatGPT",
     "affichage",
     " samoglas",
     "utiliser",
     "paragraph"
    ],
    "19": [
     "<end_of_turn>",
     "\udb82\udc55",
     "ChatGPT",
     " \ub2f5\ubcc0",
     "lie\u00dfend",
     "\u17d5",
     "affichage",
     " samoglas"
    ],
    "20": [
     "<end_of_turn>",
     "<eos>",
     "</img>",
     "\udb82\udc55",
     "```",
     "]]></",
     "\u17d5",
     "\u25ae"
    ],
    "21": [
     "<end_of_turn>",
     "\udb82\udc55",
     "ChatGPT",
     "<eos>",
     "\u25ae",
     "Hopefully",
     "```",
     "hopefully"
    ],
    "22": [
     "<end_of_turn>",
     "ChatGPT",
     "feedback",
     "\u200d",
     "\u5e0c\u671b",
     "Hopefully",
     "\udb82\udc55",
     "\u200e"
    ],
    "23": [
     "<end_of_turn>",
     "ChatGPT",
     "Would",
     "feedback",
     "LinkedIn",
     "Feedback",
     "\udb82\udc55",
     "Emoji"
    ],
    "24": [
     "<end_of_turn>",
     "Would",
     " Would",
     "Wouldn",
     "ChatGPT",
     "would",
     "Could",
     " wouldn"
    ],
    "25": [
     "<end_of_turn>",
     "Would",
     " Would",
     "Wouldn",
     "would",
     "Did",
     " Wouldn",
     "Do"
    ],
    "26": [
     "<end_of_turn>",
     "<eos>",
     "Would",
     " Would",
     "would",
     " \u09aa\u09cd\u09b0\u09a4\u09bf\u0995\u09cd\u09b0\u09bf\u09af\u09bc\u09be",
     " would",
     "Wouldn"
    ],
    "27": [
     "<eos>",
     "<end_of_turn>",
     "Would",
     " Would",
     " \u09aa\u09cd\u09b0\u09a4\u09bf\u0995\u09cd\u09b0\u09bf\u09af\u09bc\u09be",
     "Enjoy",
     "Display",
     " Respond"
    ],
    "28": [
     "<end_of_turn>",
     "<eos>",
     "Would",
     " Would",
     "Create",
     "would",
     "Editor",
     " \u09aa\u09cd\u09b0\u09a4\u09bf\u0995\u09cd\u09b0\u09bf\u09af\u09bc\u09be"
    ],
    "29": [
     "<end_of_turn>",
     "<eos>",
     "Would",
     " Would",
     "C\u00f3digo",
     " \u0baa\u0ba4\u0bbf\u0bb2",
     "Editor",
     "Nguyen"
    ],
    "30": [
     "<end_of_turn>",
     "<eos>",
     "Would",
     " Would",
     "ah",
     "would",
     "H\u00f6",
     "Why"
    ],
    "31": [
     "<end_of_turn>",
     " Would",
     "Would",
     "<eos>",
     " would",
     " \u09b9\u09c1\u09ae",
     "\n",
     "Em"
    ],
    "32": [
     "<end_of_turn>",
     " Would",
     "Would",
     "\n",
     " Was",
     "\u6fc0\u7d20",
     " Why",
     "\u0948\u0928"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "elephant",
   "position": 143,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    181956,
    157029,
    170968,
    145943,
    38004,
    69284,
    64614,
    53417,
    35875,
    30012,
    39018,
    46127,
    47693,
    46815,
    44832,
    52665,
    60928,
    66874,
    93493,
    118657,
    68098,
    59097,
    36690,
    27460,
    30066,
    43806,
    24510,
    29408,
    32539,
    54137,
    29013,
    97527,
    78671
   ]
  },
  {
   "word": "lion",
   "position": 143,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    217130,
    215579,
    226280,
    231108,
    73427,
    93335,
    110387,
    102054,
    62746,
    61030,
    82427,
    92367,
    108661,
    180323,
    147609,
    149184,
    150914,
    187274,
    207128,
    190701,
    154560,
    96291,
    127763,
    90550,
    81243,
    63100,
    23416,
    23351,
    56456,
    195880,
    138161,
    172036,
    184314
   ]
  },
  {
   "word": "giraffe",
   "position": 143,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    64732,
    81633,
    110598,
    64093,
    33164,
    15116,
    10105,
    9303,
    5318,
    6145,
    11513,
    14514,
    29357,
    14524,
    13850,
    6334,
    5278,
    8224,
    7101,
    8747,
    13296,
    10081,
    42988,
    23511,
    52564,
    64188,
    33295,
    39762,
    38960,
    134404,
    77101,
    94637,
    111150
   ]
  },
  {
   "word": "zebra",
   "position": 143,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    180709,
    117515,
    95453,
    113103,
    37954,
    52139,
    76459,
    82174,
    76729,
    104162,
    140648,
    139722,
    164008,
    174058,
    158189,
    113270,
    108057,
    127839,
    108680,
    139676,
    115028,
    95128,
    103561,
    79026,
    139112,
    177359,
    173320,
    150045,
    148652,
    154446,
    102024,
    123972,
    154895
   ]
  },
  {
   "word": "predator",
   "position": 143,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    120089,
    95508,
    90145,
    97607,
    122136,
    155536,
    135872,
    146639,
    137515,
    147477,
    191091,
    202138,
    205033,
    232023,
    200667,
    124070,
    150255,
    193789,
    186389,
    214528,
    217809,
    215238,
    237513,
    210541,
    180365,
    222372,
    105754,
    142243,
    85328,
    92259,
    53030,
    76488,
    73067
   ]
  },
  {
   "word": "rumble",
   "position": 143,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    166860,
    143471,
    207213,
    205293,
    164553,
    223830,
    213918,
    220937,
    188288,
    210655,
    190611,
    219028,
    191295,
    197813,
    145972,
    148879,
    162867,
    169018,
    177759,
    198749,
    154683,
    164512,
    143460,
    176492,
    163198,
    152202,
    133624,
    65163,
    124593,
    141856,
    125340,
    130789,
    187155
   ]
  },
  {
   "word": "herd",
   "position": 143,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    89463,
    139403,
    156475,
    155154,
    75955,
    153568,
    146191,
    159461,
    152900,
    166723,
    194480,
    186370,
    164201,
    192447,
    190290,
    159681,
    154626,
    192060,
    194056,
    190418,
    174988,
    152974,
    141675,
    114587,
    114405,
    112166,
    71596,
    103702,
    141496,
    195280,
    168371,
    139160,
    122592
   ]
  }
 ],
 "emergence": {
  "position": 143,
  "top1": "<end_of_turn>",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   1,
   1,
   1,
   1,
   2,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   2,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null,
 "film": "film.json"
}