{
 "id": "u6-baseline-water-g4b",
 "title": "Unit 6 \u00b7 Baseline (unsteered water cycle) \u00b7 gemma-4b",
 "unit": "6",
 "created": "2026-07-09T23:02:37",
 "model": {
  "name": "gemma-4b",
  "hf_id": "google/gemma-3-4b-it",
  "quant": null,
  "n_layers": 34
 },
 "lens": {
  "repo": "neuronpedia/jacobian-lens",
  "file": "gemma-3-4b-it/jlens/Salesforce-wikitext/gemma-3-4b-it_jacobian_lens.pt"
 },
 "params": {
  "chat": null,
  "max_new": 60,
  "positions": [
   -2
  ],
  "track": [
   "anyways",
   "alot",
   "yummy",
   "kinda",
   "whilst",
   "luckily"
  ],
  "scan": null,
  "scan_until": null,
  "scan_turns": null,
  "slice_last_n": null,
  "steer": null
 },
 "extra_md": "Alpha sweep, amplifying the typo-register direction on the water-cycle prompt. Flags are crude automation (lost-task / short / loop / nonascii); empty = intact.\n\n| band | alpha | best typo rank | flags | generation |\n|---|---|---|---|---|\n| early | 0.0075 | 1 | intact | The water cycle is a continuous process where water changes states \u2013 it\u2019s when water evapo |\n| early | 0.010606601717798213 | 1 | intact | The water cycle is a crucial part of the Earth\u2019s ecosystem, constantly moving and circulat |\n| early | 0.015 | 1 | loop | The water cycle is a model of two sentences.  The water cycle is a model of two sentences. |\n| early | 0.03 | 1 | lost-task, loop | where to keep on the weather shirt to of to alot of weather.!!z alot of the weather.!!. So |\n| early | 0.06 | 1 | lost-task, loop | and is gonna be is gonna and is gonna be is and is gonna and is gonna and is gonna and is  |\n| late | 0.015 | 2 | intact | The water cycle is the continuous movement of water on, above, and below the surface of th |\n| late | 0.021213203435596427 | 1 | intact | The water cycle is the continuous movement of water on, above, and below the surface of th |\n| late | 0.03 | 1 | short | The water cycle is the 300000000000000000000000000000000000000000000000000000 |\n| late | 0.06 | 1 | lost-task, loop | Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways Anyways An |\n| mid | 0.0075 | 1 | intact | The water cycle is when the sun heats up the water and it turns into vapour and goes up in |\n| mid | 0.010606601717798213 | 1 | intact | The water cycle is when the sun makes the water warm and hot, so it goes up into the air a |\n| mid | 0.015 | 1 | lost-task, loop | The weather is very nice today, I hope you like the Weather. The weather is very nice, I h |\n| mid | 0.03 | 1 | lost-task, loop | BeR About BeP What BeBe BeBe BeBe BeBe BeBe BeBe BeBe BeBe. Be Be Be Be Be Be Be Be Be Be  |\n| mid | 0.06 | 1 | lost-task, loop | wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna wanna  |",
 "conversation": [
  {
   "role": "user",
   "content": "Describe the water cycle in two sentences."
  },
  {
   "role": "assistant",
   "content": "The water cycle is the continuous movement of water on, above, and below the surface of the Earth.  It begins with evaporation, where water turns into vapor and rises into the atmosphere, then condenses into clouds and returns to Earth as precipitation like rain or snow, eventually flowing back into bodies of"
  }
 ],
 "generated": [
  "The water cycle is the continuous movement of water on, above, and below the surface of the Earth.  It begins with evaporation, where water turns into vapor and rises into the atmosphere, then condenses into clouds and returns to Earth as precipitation like rain or snow, eventually flowing back into bodies of"
 ],
 "tokens": [
  "<bos>",
  "<start_of_turn>",
  "user",
  "\n",
  "Describe",
  " the",
  " water",
  " cycle",
  " in",
  " two",
  " sentences",
  ".",
  "<end_of_turn>",
  "\n",
  "<start_of_turn>",
  "model",
  "\n",
  "The",
  " water",
  " cycle",
  " is",
  " the",
  " continuous",
  " movement",
  " of",
  " water",
  " on",
  ",",
  " above",
  ",",
  " and",
  " below",
  " the",
  " surface",
  " of",
  " the",
  " Earth",
  ".",
  "  ",
  "It",
  " begins",
  " with",
  " evaporation",
  ",",
  " where",
  " water",
  " turns",
  " into",
  " vapor",
  " and",
  " rises",
  " into",
  " the",
  " atmosphere",
  ",",
  " then",
  " cond",
  "enses",
  " into",
  " clouds",
  " and",
  " returns",
  " to",
  " Earth",
  " as",
  " precipitation",
  " like",
  " rain",
  " or",
  " snow",
  ",",
  " eventually",
  " flowing",
  " back",
  " into",
  " bodies",
  " of",
  "<end_of_turn>",
  "\n"
 ],
 "readouts": [
  {
   "position": 77,
   "token": "<end_of_turn>",
   "model_top": [
    "<end_of_turn>",
    "\n",
    " ",
    " water",
    "More",
    "water",
    "H",
    "\n\n"
   ],
   "layers": {
    "0": [
     "<end_of_turn>",
     "  ",
     "   ",
     " (\\\"",
     " \\\"",
     " \u00c3",
     " \u00d0",
     " \ufffd"
    ],
    "1": [
     "<end_of_turn>",
     "  ",
     "\uff8a",
     "\ufe51",
     "\u066c",
     ",\u2026",
     ")\u2026",
     ").["
    ],
    "2": [
     "<end_of_turn>",
     "  ",
     ").[",
     "`,`",
     "\uff8a",
     "{{",
     "\u066c",
     ")`,"
    ],
    "3": [
     "<end_of_turn>",
     "`,`",
     ").[",
     "  ",
     "\uff8a",
     "{{",
     "\ufe51",
     ",(("
    ],
    "4": [
     "  ",
     "   ",
     "`,`",
     "\n\n\n\n\n\n\n\n\n\n",
     "<end_of_turn>",
     "\ufffd",
     ").[",
     "```"
    ],
    "5": [
     "  ",
     "<end_of_turn>",
     " \ufffd",
     "   ",
     " ,[",
     "\ufffd",
     "`,`",
     "\n\n\n\n\n\n\n\n\n\n"
    ],
    "6": [
     "  ",
     "<end_of_turn>",
     " \ufffd",
     " ,[",
     "`,`",
     ",((",
     "   ",
     ").["
    ],
    "7": [
     "<end_of_turn>",
     " \ufffd",
     " ,[",
     "  ",
     ",((",
     "`,`",
     "\u066c",
     " ([["
    ],
    "8": [
     "<end_of_turn>",
     " \ufffd",
     " ,[",
     ",@",
     "  ",
     "`,`",
     "\n\n\n\n\n\n\n\n\n\n",
     ",(("
    ],
    "9": [
     "<end_of_turn>",
     " \ufffd",
     "\n\n\n\n\n\n\n\n\n\n",
     ",@",
     "  ",
     "`,`",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     ",(("
    ],
    "10": [
     "<end_of_turn>",
     " \ufffd",
     "`,`",
     ",@",
     "\n\n\n\n\n\n\n\n\n\n",
     ",((",
     " ,[",
     "\ufffd"
    ],
    "11": [
     "<end_of_turn>",
     " \ufffd",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "explain",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n"
    ],
    "12": [
     "<end_of_turn>",
     "\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n",
     "<eos>",
     "\n\n\n\n\n\n\n\n",
     "\n\n\n\n\n\n\n\n\n\n\n",
     "!["
    ],
    "13": [
     "<end_of_turn>",
     " \ufffd",
     "\n\n\n\n\n\n\n\n\n\n",
     ".[/",
     "\ufffd\ufffd\ufffd\ufffd",
     ".??",
     "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
     "`,`"
    ],
    "14": [
     "<end_of_turn>",
     ".--",
     ".??",
     "));",
     ".[/",
     "..--",
     ")).",
     "```"
    ],
    "15": [
     "<end_of_turn>",
     ".[/",
     ").[",
     ".[",
     "![",
     ".[[",
     ".??",
     " ([["
    ],
    "16": [
     "<end_of_turn>",
     ".[/",
     ")).",
     "![",
     ").[",
     ".[",
     ".??",
     ".[["
    ],
    "17": [
     "<end_of_turn>",
     ").[",
     "![",
     ".[/",
     "ChatGPT",
     "explain",
     "explanation",
     ".[["
    ],
    "18": [
     "<end_of_turn>",
     "ChatGPT",
     ".[/",
     "![",
     "explanation",
     "!--",
     "emoji",
     "feedback"
    ],
    "19": [
     "<end_of_turn>",
     "<eos>",
     "ChatGPT",
     "explanation",
     "feedback",
     "![",
     "explain",
     "paragraph"
    ],
    "20": [
     "<end_of_turn>",
     "<eos>",
     "```",
     "]]></",
     "![",
     "explanation",
     "feedback",
     ".[/"
    ],
    "21": [
     "<end_of_turn>",
     "feedback",
     "explanation",
     "ChatGPT",
     "<eos>",
     "```",
     "hope",
     "hopefully"
    ],
    "22": [
     "<end_of_turn>",
     "```",
     "feedback",
     "hope",
     "adventure",
     "explanation",
     "audio",
     " ```"
    ],
    "23": [
     "<end_of_turn>",
     "feedback",
     "```",
     "Undo",
     "beauty",
     "adventure",
     "emoji",
     "explanation"
    ],
    "24": [
     "<end_of_turn>",
     "Would",
     "beauty",
     "Undo",
     "```",
     "undo",
     "![",
     "username"
    ],
    "25": [
     "<end_of_turn>",
     "Would",
     "Show",
     "beauty",
     "Find",
     "Display",
     "Create",
     "feedback"
    ],
    "26": [
     "<end_of_turn>",
     "\n",
     "Display",
     "display",
     "users",
     "Show",
     "<eos>",
     "show"
    ],
    "27": [
     "<end_of_turn>",
     "<eos>",
     "\n",
     "Show",
     "See",
     " See",
     " show",
     "Display"
    ],
    "28": [
     "<end_of_turn>",
     " water",
     "Show",
     " Show",
     "water",
     " See",
     "\n",
     "See"
    ],
    "29": [
     "<end_of_turn>",
     " water",
     "\n",
     "cargo",
     "water",
     "Display",
     " \u00e1gua",
     " agua"
    ],
    "30": [
     "<end_of_turn>",
     " water",
     "\n",
     "water",
     "Show",
     " See",
     "cargo",
     "See"
    ],
    "31": [
     "<end_of_turn>",
     "\n",
     " water",
     " display",
     "water",
     "cargo",
     "Display",
     " Show"
    ],
    "32": [
     "<end_of_turn>",
     "\n",
     " water",
     " Write",
     " Learn",
     " ",
     " Manage",
     " Read"
    ]
   }
  }
 ],
 "trajectories": [
  {
   "word": "anyways",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    78717,
    24496,
    30476,
    77868,
    81169,
    145379,
    171197,
    199191,
    183096,
    147662,
    152093,
    148128,
    67047,
    126665,
    77507,
    20380,
    24913,
    36529,
    25647,
    55106,
    55379,
    69349,
    61438,
    113430,
    125345,
    145696,
    160222,
    175946,
    177764,
    191956,
    214581,
    215178,
    173365
   ]
  },
  {
   "word": "alot",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    8026,
    289,
    461,
    1189,
    1239,
    2700,
    10359,
    29570,
    23100,
    28638,
    36136,
    144773,
    46201,
    107184,
    34025,
    47374,
    38535,
    77948,
    100926,
    183603,
    199340,
    213260,
    239427,
    247146,
    247334,
    234529,
    223038,
    223427,
    223301,
    230186,
    196175,
    173932,
    174979
   ]
  },
  {
   "word": "yummy",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    195810,
    86989,
    161246,
    157838,
    201462,
    215631,
    246811,
    251457,
    230465,
    239002,
    203429,
    218313,
    199531,
    190952,
    201002,
    162430,
    89409,
    68680,
    45583,
    55313,
    58956,
    104506,
    29687,
    27421,
    26059,
    25261,
    17130,
    14652,
    28078,
    50180,
    52051,
    47726,
    78166
   ]
  },
  {
   "word": "kinda",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    113811,
    24940,
    53398,
    139828,
    168027,
    239111,
    254517,
    255536,
    250457,
    254765,
    239874,
    258523,
    239009,
    256893,
    250240,
    240310,
    205425,
    202098,
    199047,
    238695,
    240650,
    256227,
    246321,
    235936,
    190756,
    215300,
    209096,
    110031,
    125934,
    107159,
    134787,
    168741,
    145298
   ]
  },
  {
   "word": "whilst",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    11163,
    645,
    374,
    2423,
    309,
    3921,
    13028,
    81472,
    75474,
    25734,
    30489,
    83377,
    54059,
    142914,
    48028,
    26973,
    85687,
    155315,
    158880,
    176917,
    129510,
    114999,
    116170,
    113003,
    68810,
    53224,
    122007,
    71151,
    44949,
    63505,
    53703,
    55640,
    42442
   ]
  },
  {
   "word": "luckily",
   "position": 77,
   "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32
   ],
   "ranks": [
    143803,
    60612,
    52433,
    82289,
    55464,
    102548,
    129712,
    168045,
    135908,
    94294,
    76591,
    67917,
    40498,
    51532,
    38493,
    13727,
    11657,
    11814,
    7447,
    8919,
    5020,
    2760,
    8344,
    8670,
    11231,
    24893,
    66380,
    57049,
    54105,
    87205,
    90770,
    105133,
    113457
   ]
  }
 ],
 "emergence": {
  "position": 77,
  "top1": "<end_of_turn>",
  "layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32
  ],
  "ranks": [
   1,
   1,
   1,
   1,
   5,
   2,
   2,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1,
   1
  ]
 },
 "scan": [],
 "slice": null
}