{"city": "Dallas", "state": "Texas", "capital": "Austin", "p_capital": 0.935, "top1": " Austin", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 633, "n_state": 13, "state_feats": [{"layer": 6, "feat": 114101, "role": "city", "act": 7.34375, "top_logits": [" Texas", "\u6e1d", "_storage", " Texans", "\u65af\u57fa"]}, {"layer": 11, "feat": 7266, "role": "city", "act": 8.8125, "top_logits": [" Houston", " Texas", " Scots", " Scotland", " Scottish"]}, {"layer": 13, "feat": 13077, "role": "city", "act": 0.92578125, "top_logits": ["\u6d4e\u5357\u5e02", "Texas", " Texas", "ifu", " Cowboys"]}, {"layer": 20, "feat": 39595, "role": "city", "act": 0.71875, "top_logits": [" Mesa", " Texans", " texas", " Moo", " Texas"]}, {"layer": 22, "feat": 53132, "role": "city", "act": 18.75, "top_logits": ["\u91cd\u5e86\u5e02", "Texas", "\u6e1d", " Texans", " Texas"]}, {"layer": 24, "feat": 18672, "role": "last", "act": 3.078125, "top_logits": [" Houston", "Texas", " Austin", " Texas", " Utah"]}, {"layer": 26, "feat": 89074, "role": "city", "act": 27.375, "top_logits": [" TX", " Pennsylvania", " Texas", " Calif", " California"]}, {"layer": 29, "feat": 22403, "role": "city", "act": 121.0, "top_logits": [" Texans", " Tex", "Texas", " TEX", " Texas"]}, {"layer": 29, "feat": 95113, "role": "city", "act": 12.875, "top_logits": [" Dallas", " TX", " TEX", "Texas", " Texas"]}, {"layer": 29, "feat": 22403, "role": "last", "act": 149.0, "top_logits": [" Texans", " Tex", "Texas", " TEX", " Texas"]}, {"layer": 29, "feat": 95113, "role": "last", "act": 52.25, "top_logits": [" Dallas", " TX", " TEX", "Texas", " Texas"]}, {"layer": 30, "feat": 13133, "role": "city", "act": 49.25, "top_logits": [" Tex", " Texas", "Austin", "\u91cd\u5e86\u5e02", " Austin"]}, {"layer": 30, "feat": 13133, "role": "last", "act": 99.5, "top_logits": [" Tex", " Texas", "Austin", "\u91cd\u5e86\u5e02", " Austin"]}], "ablate_frozen": {"p_capital": 0.0033, "top1": " Atlanta", "top1_is_capital": true}, "control_frozen": 0.8786, "ablate_free": {"p_capital": 0.0008, "top1": " Atlanta", "top1_is_capital": true}, "control_free": 0.8547, "swap_x1": {"donor": "Los Angeles", "donor_state": "California", "donor_capital": "Sacramento", "p_donor_capital": 0.851, "p_capital": 0.0, "top1": " Sacramento", "success": true}, "swap_x2": {"donor": "Los Angeles", "donor_state": "California", "donor_capital": "Sacramento", "p_donor_capital": 0.5302, "p_capital": 0.0, "top1": " Sacramento", "success": true}} {"city": "Houston", "state": "Texas", "capital": "Austin", "p_capital": 0.9914, "top1": " Austin", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 634, "n_state": 11, "state_feats": [{"layer": 6, "feat": 114101, "role": "city", "act": 2.578125, "top_logits": [" Texas", "\u6e1d", "_storage", " Texans", "\u65af\u57fa"]}, {"layer": 11, "feat": 7266, "role": "city", "act": 10.3125, "top_logits": [" Houston", " Texas", " Scots", " Scotland", " Scottish"]}, {"layer": 22, "feat": 53132, "role": "city", "act": 16.5, "top_logits": ["\u91cd\u5e86\u5e02", "Texas", "\u6e1d", " Texans", " Texas"]}, {"layer": 23, "feat": 158149, "role": "last", "act": 1.25, "top_logits": [" Michigan", " Texas", "\u52a0\u5dde", " statewide", "\u5168\u7701"]}, {"layer": 24, "feat": 18672, "role": "last", "act": 2.4375, "top_logits": [" Houston", "Texas", " Austin", " Texas", " Utah"]}, {"layer": 26, "feat": 89074, "role": "city", "act": 25.375, "top_logits": [" TX", " Pennsylvania", " Texas", " Calif", " California"]}, {"layer": 29, "feat": 22403, "role": "city", "act": 85.0, "top_logits": [" Texans", " Tex", "Texas", " TEX", " Texas"]}, {"layer": 29, "feat": 22403, "role": "last", "act": 118.5, "top_logits": [" Texans", " Tex", "Texas", " TEX", " Texas"]}, {"layer": 29, "feat": 95113, "role": "last", "act": 19.625, "top_logits": [" Dallas", " TX", " TEX", "Texas", " Texas"]}, {"layer": 30, "feat": 13133, "role": "city", "act": 61.25, "top_logits": [" Tex", " Texas", "Austin", "\u91cd\u5e86\u5e02", " Austin"]}, {"layer": 30, "feat": 13133, "role": "last", "act": 103.5, "top_logits": [" Tex", " Texas", "Austin", "\u91cd\u5e86\u5e02", " Austin"]}], "ablate_frozen": {"p_capital": 0.0033, "top1": " Atlanta", "top1_is_capital": true}, "control_frozen": 0.9906, "ablate_free": {"p_capital": 0.0023, "top1": " Atlanta", "top1_is_capital": true}, "control_free": 0.9897, "swap_x1": {"donor": "San Francisco", "donor_state": "California", "donor_capital": "Sacramento", "p_donor_capital": 0.941, "p_capital": 0.0, "top1": " Sacramento", "success": true}, "swap_x2": {"donor": "San Francisco", "donor_state": "California", "donor_capital": "Sacramento", "p_donor_capital": 0.805, "p_capital": 0.0, "top1": " Sacramento", "success": true}} {"city": "San Antonio", "state": "Texas", "capital": "Austin", "p_capital": 0.9607, "top1": " Austin", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 786, "n_state": 11, "state_feats": [{"layer": 8, "feat": 1282, "role": "city", "act": 8.3125, "top_logits": [" Texans", " Tex", "\u5fb7\u5dde", " TEX", " Texas"]}, {"layer": 11, "feat": 7266, "role": "city", "act": 17.25, "top_logits": [" Houston", " Texas", " Scots", " Scotland", " Scottish"]}, {"layer": 17, "feat": 34979, "role": "city", "act": 0.92578125, "top_logits": [" Texas", " Desert", "Colorado", " Albuquerque", " Colorado"]}, {"layer": 20, "feat": 39595, "role": "city", "act": 2.515625, "top_logits": [" Mesa", " Texans", " texas", " Moo", " Texas"]}, {"layer": 22, "feat": 53132, "role": "city", "act": 20.375, "top_logits": ["\u91cd\u5e86\u5e02", "Texas", "\u6e1d", " Texans", " Texas"]}, {"layer": 24, "feat": 18672, "role": "last", "act": 3.34375, "top_logits": [" Houston", "Texas", " Austin", " Texas", " Utah"]}, {"layer": 29, "feat": 22403, "role": "city", "act": 94.5, "top_logits": [" Texans", " Tex", "Texas", " TEX", " Texas"]}, {"layer": 29, "feat": 22403, "role": "last", "act": 154.0, "top_logits": [" Texans", " Tex", "Texas", " TEX", " Texas"]}, {"layer": 29, "feat": 95113, "role": "last", "act": 31.0, "top_logits": [" Dallas", " TX", " TEX", "Texas", " Texas"]}, {"layer": 30, "feat": 13133, "role": "city", "act": 85.5, "top_logits": [" Tex", " Texas", "Austin", "\u91cd\u5e86\u5e02", " Austin"]}, {"layer": 30, "feat": 13133, "role": "last", "act": 131.0, "top_logits": [" Tex", " Texas", "Austin", "\u91cd\u5e86\u5e02", " Austin"]}], "ablate_frozen": {"p_capital": 0.0018, "top1": " named", "top1_is_capital": false}, "control_frozen": 0.961, "ablate_free": {"p_capital": 0.0, "top1": " named", "top1_is_capital": false}, "control_free": 0.9479, "swap_x1": {"donor": "Miami", "donor_state": "Florida", "donor_capital": "Tallahassee", "p_donor_capital": 0.1275, "p_capital": 0.0023, "top1": " named", "success": false}, "swap_x2": {"donor": "Miami", "donor_state": "Florida", "donor_capital": "Tallahassee", "p_donor_capital": 0.8898, "p_capital": 0.0, "top1": " Tall", "success": true}} {"city": "Los Angeles", "state": "California", "capital": "Sacramento", "p_capital": 0.9955, "top1": " Sacramento", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 631, "n_state": 18, "state_feats": [{"layer": 8, "feat": 68475, "role": "city", "act": 4.8125, "top_logits": [" Pasadena", "acades", "California", " california", "\u7684\u773c\u775b"]}, {"layer": 9, "feat": 83442, "role": "city", "act": 12.8125, "top_logits": ["\u91cd", " california", " gn", "California", " California"]}, {"layer": 11, "feat": 114411, "role": "city", "act": 13.8125, "top_logits": ["\u6d1b\u6749", " UCLA", " California", "\u6d1b\u6749\u77f6", " Californ"]}, {"layer": 14, "feat": 46845, "role": "city", "act": 3.546875, "top_logits": ["\u52a0\u5dde", " california", "California", " Californ", " California"]}, {"layer": 20, "feat": 144443, "role": "city", "act": 13.3125, "top_logits": [" california", " Californ", "\u52a0\u5dde", "California", " California"]}, {"layer": 22, "feat": 36166, "role": "city", "act": 0.84375, "top_logits": [" california", " California", "California", " Californ", "\u52a0\u5dde"]}, {"layer": 22, "feat": 119820, "role": "city", "act": 17.375, "top_logits": [" fis", " California", "California", "\u7eb3\u65af", "\u52a0\u5dde"]}, {"layer": 24, "feat": 94418, "role": "last", "act": 13.5625, "top_logits": [" Sacramento", "\u52a0\u5dde", " Californ", "California", " California"]}, {"layer": 25, "feat": 134206, "role": "last", "act": 4.34375, "top_logits": [" California", "\u82f1\u56fd", "\u7701", "\u90a6", " parts"]}, {"layer": 25, "feat": 161250, "role": "last", "act": 2.03125, "top_logits": ["\u5b16", "Chicago", " Melbourne", " California", " Chicago"]}, {"layer": 28, "feat": 150154, "role": "last", "act": 6.78125, "top_logits": [" Manhattan", " Californ", " sinus", "California", " California"]}, {"layer": 29, "feat": 72955, "role": "city", "act": 54.25, "top_logits": [" california", " cal", "California", " Pasadena", " California"]}, {"layer": 29, "feat": 129449, "role": "city", "act": 19.75, "top_logits": [" California", " UCS", " SF", "UC", " UC"]}, {"layer": 29, "feat": 72955, "role": "last", "act": 25.25, "top_logits": [" california", " cal", "California", " Pasadena", " California"]}, {"layer": 29, "feat": 129449, "role": "last", "act": 49.25, "top_logits": [" California", " UCS", " SF", "UC", " UC"]}, {"layer": 30, "feat": 157732, "role": "city", "act": 34.75, "top_logits": [" uc", " Californ", "\u52a0\u5dde", " UC", " Berkeley"]}, {"layer": 30, "feat": 26269, "role": "last", "act": 10.0625, "top_logits": ["Oregon", "California", " California", "\u65b0\u7586", " Pacific"]}, {"layer": 30, "feat": 157732, "role": "last", "act": 30.0, "top_logits": [" uc", " Californ", "\u52a0\u5dde", " UC", " Berkeley"]}], "ablate_frozen": {"p_capital": 0.2084, "top1": " named", "top1_is_capital": false}, "control_frozen": 0.9893, "ablate_free": {"p_capital": 0.9919, "top1": " Sacramento", "top1_is_capital": true}, "control_free": 0.9893, "swap_x1": {"donor": "Miami", "donor_state": "Florida", "donor_capital": "Tallahassee", "p_donor_capital": 0.6284, "p_capital": 0.0004, "top1": " Tall", "success": true}, "swap_x2": {"donor": "Miami", "donor_state": "Florida", "donor_capital": "Tallahassee", "p_donor_capital": 0.9983, "p_capital": 0.0, "top1": " Tall", "success": true}} {"city": "San Francisco", "state": "California", "capital": "Sacramento", "p_capital": 0.9904, "top1": " Sacramento", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 670, "n_state": 16, "state_feats": [{"layer": 8, "feat": 68475, "role": "city", "act": 3.078125, "top_logits": [" Pasadena", "acades", "California", " california", "\u7684\u773c\u775b"]}, {"layer": 9, "feat": 83442, "role": "city", "act": 9.8125, "top_logits": ["\u91cd", " california", " gn", "California", " California"]}, {"layer": 11, "feat": 107143, "role": "city", "act": 7.90625, "top_logits": ["\u960a", "\u52a0\u5dde", " california", " California", " Californ"]}, {"layer": 12, "feat": 94726, "role": "city", "act": 9.4375, "top_logits": [" recalled", "California", "\u5411\u7740", "fol", " california"]}, {"layer": 14, "feat": 46845, "role": "city", "act": 1.5546875, "top_logits": ["\u52a0\u5dde", " california", "California", " Californ", " California"]}, {"layer": 18, "feat": 66735, "role": "city", "act": 7.1875, "top_logits": [" Calif", " California", " Californ", " Berkeley", "\u82cf\u5dde"]}, {"layer": 20, "feat": 144443, "role": "city", "act": 8.1875, "top_logits": [" california", " Californ", "\u52a0\u5dde", "California", " California"]}, {"layer": 22, "feat": 36166, "role": "city", "act": 10.75, "top_logits": [" california", " California", "California", " Californ", "\u52a0\u5dde"]}, {"layer": 24, "feat": 94418, "role": "last", "act": 13.8125, "top_logits": [" Sacramento", "\u52a0\u5dde", " Californ", "California", " California"]}, {"layer": 25, "feat": 134206, "role": "last", "act": 3.96875, "top_logits": [" California", "\u82f1\u56fd", "\u7701", "\u90a6", " parts"]}, {"layer": 25, "feat": 161250, "role": "last", "act": 1.25, "top_logits": ["\u5b16", "Chicago", " Melbourne", " California", " Chicago"]}, {"layer": 28, "feat": 150154, "role": "last", "act": 6.71875, "top_logits": [" Manhattan", " Californ", " sinus", "California", " California"]}, {"layer": 29, "feat": 129449, "role": "city", "act": 87.0, "top_logits": [" California", " UCS", " SF", "UC", " UC"]}, {"layer": 29, "feat": 129449, "role": "last", "act": 97.0, "top_logits": [" California", " UCS", " SF", "UC", " UC"]}, {"layer": 30, "feat": 157732, "role": "city", "act": 37.5, "top_logits": [" uc", " Californ", "\u52a0\u5dde", " UC", " Berkeley"]}, {"layer": 30, "feat": 157732, "role": "last", "act": 34.0, "top_logits": [" uc", " Californ", "\u52a0\u5dde", " UC", " Berkeley"]}], "ablate_frozen": {"p_capital": 0.7235, "top1": " Sacramento", "top1_is_capital": true}, "control_frozen": 0.9944, "ablate_free": {"p_capital": 0.9941, "top1": " Sacramento", "top1_is_capital": true}, "control_free": 0.7485, "swap_x1": {"donor": "Tampa", "donor_state": "Florida", "donor_capital": "Tallahassee", "p_donor_capital": 0.9976, "p_capital": 0.0, "top1": " Tall", "success": true}, "swap_x2": {"donor": "Tampa", "donor_state": "Florida", "donor_capital": "Tallahassee", "p_donor_capital": 0.9951, "p_capital": 0.0, "top1": " Tall", "success": true}} {"city": "San Diego", "state": "California", "capital": "Sacramento", "p_capital": 0.0523, "top1": " San", "correct": false} {"city": "Miami", "state": "Florida", "capital": "Tallahassee", "p_capital": 0.9618, "top1": " Tall", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 634, "n_state": 10, "state_feats": [{"layer": 8, "feat": 38578, "role": "city", "act": 4.96875, "top_logits": ["Florida", " tropical", "\u6d77\u5357\u7701", " Florida", " Caribbean"]}, {"layer": 9, "feat": 2944, "role": "city", "act": 12.0, "top_logits": ["\u52c7\u6c14", " ByteArray", ":start", "\u79bb\u53bb", " Florida"]}, {"layer": 11, "feat": 59890, "role": "city", "act": 6.375, "top_logits": ["/mysql", "\u2192mysql", ":mysql", " Florida", "Florida"]}, {"layer": 12, "feat": 131605, "role": "city", "act": 7.34375, "top_logits": [" Arizona", "Miami", "Florida", " Miami", " Florida"]}, {"layer": 20, "feat": 1169, "role": "city", "act": 5.96875, "top_logits": ["Florida", "\u539d", " indian", "\u57ce\u5e02\u7fa4", "\u5f69\u7968"]}, {"layer": 23, "feat": 59004, "role": "city", "act": 24.25, "top_logits": [".mysql", "=mysql", " Tampa", " Florida", "Florida"]}, {"layer": 30, "feat": 129945, "role": "city", "act": 56.0, "top_logits": [" florida", "Florida", " Fla", " Florida", " Tampa"]}, {"layer": 30, "feat": 99379, "role": "last", "act": 8.6875, "top_logits": [" citrus", " FL", " Florida", " Fla", " Tampa"]}, {"layer": 30, "feat": 129945, "role": "last", "act": 79.0, "top_logits": [" florida", "Florida", " Fla", " Florida", " Tampa"]}, {"layer": 31, "feat": 71939, "role": "last", "act": 25.125, "top_logits": [" Brow", "\ufffd\ufffd", " Fla", " Pennsylvania", " Florida"]}], "ablate_frozen": {"p_capital": 0.0002, "top1": " Atlanta", "top1_is_capital": true}, "control_frozen": 0.9045, "ablate_free": {"p_capital": 0.0001, "top1": " Columbus", "top1_is_capital": true}, "control_free": 0.9124, "swap_x1": {"donor": "Chicago", "donor_state": "Illinois", "donor_capital": "Springfield", "p_donor_capital": 0.5283, "p_capital": 0.0, "top1": " Springfield", "success": true}, "swap_x2": {"donor": "Chicago", "donor_state": "Illinois", "donor_capital": "Springfield", "p_donor_capital": 0.8112, "p_capital": 0.0, "top1": " Springfield", "success": true}} {"city": "Orlando", "state": "Florida", "capital": "Tallahassee", "p_capital": 0.1721, "top1": " Orlando", "correct": false} {"city": "Tampa", "state": "Florida", "capital": "Tallahassee", "p_capital": 0.9307, "top1": " Tall", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 730, "n_state": 12, "state_feats": [{"layer": 8, "feat": 38578, "role": "city", "act": 10.375, "top_logits": ["Florida", " tropical", "\u6d77\u5357\u7701", " Florida", " Caribbean"]}, {"layer": 9, "feat": 2944, "role": "city", "act": 11.9375, "top_logits": ["\u52c7\u6c14", " ByteArray", ":start", "\u79bb\u53bb", " Florida"]}, {"layer": 11, "feat": 59890, "role": "city", "act": 7.59375, "top_logits": ["/mysql", "\u2192mysql", ":mysql", " Florida", "Florida"]}, {"layer": 18, "feat": 105869, "role": "city", "act": 2.65625, "top_logits": [" Miami", " Tampa", "Florida", " MySql", " Florida"]}, {"layer": 20, "feat": 1169, "role": "city", "act": 3.46875, "top_logits": ["Florida", "\u539d", " indian", "\u57ce\u5e02\u7fa4", "\u5f69\u7968"]}, {"layer": 21, "feat": 1653, "role": "city", "act": 4.25, "top_logits": ["\u5728\u7f8e\u56fd", "\u7f8e\u56fd", "\u534e\u5c14\u8857", " florida", "\u7ebd\u7ea6"]}, {"layer": 23, "feat": 59004, "role": "city", "act": 23.625, "top_logits": [".mysql", "=mysql", " Tampa", " Florida", "Florida"]}, {"layer": 30, "feat": 99379, "role": "city", "act": 30.75, "top_logits": [" citrus", " FL", " Florida", " Fla", " Tampa"]}, {"layer": 30, "feat": 129945, "role": "city", "act": 117.0, "top_logits": [" florida", "Florida", " Fla", " Florida", " Tampa"]}, {"layer": 30, "feat": 99379, "role": "last", "act": 80.0, "top_logits": [" citrus", " FL", " Florida", " Fla", " Tampa"]}, {"layer": 30, "feat": 129945, "role": "last", "act": 150.0, "top_logits": [" florida", "Florida", " Fla", " Florida", " Tampa"]}, {"layer": 31, "feat": 71939, "role": "last", "act": 24.125, "top_logits": [" Brow", "\ufffd\ufffd", " Fla", " Pennsylvania", " Florida"]}], "ablate_frozen": {"p_capital": 0.0001, "top1": " in", "top1_is_capital": false}, "control_frozen": 0.9426, "ablate_free": {"p_capital": 0.0002, "top1": " Montgomery", "top1_is_capital": true}, "control_free": 0.904, "swap_x1": {"donor": "Philadelphia", "donor_state": "Pennsylvania", "donor_capital": "Harrisburg", "p_donor_capital": 0.9862, "p_capital": 0.0, "top1": " Harris", "success": true}, "swap_x2": {"donor": "Philadelphia", "donor_state": "Pennsylvania", "donor_capital": "Harrisburg", "p_donor_capital": 0.9991, "p_capital": 0.0, "top1": " Harris", "success": true}} {"city": "Buffalo", "state": "New York", "capital": "Albany", "p_capital": 0.9393, "top1": " Albany", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 714, "n_state": 0, "state_feats": []} {"city": "Rochester", "state": "New York", "capital": "Albany", "p_capital": 0.0875, "top1": " Syracuse", "correct": false} {"city": "Chicago", "state": "Illinois", "capital": "Springfield", "p_capital": 0.8428, "top1": " Springfield", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 608, "n_state": 7, "state_feats": [{"layer": 11, "feat": 36543, "role": "city", "act": 8.4375, "top_logits": [" Illinois", " chicago", "Chicago", " Chicago", "\u829d\u52a0\u54e5"]}, {"layer": 21, "feat": 56442, "role": "city", "act": 6.46875, "top_logits": [" Illinois", "\u6c5f\u6dee", " Indiana", "Indiana", "\u6dee"]}, {"layer": 23, "feat": 13524, "role": "city", "act": 15.0625, "top_logits": [" borough", "\u30f3\u30b0", " Borough", "Ill", " Illinois"]}, {"layer": 23, "feat": 160423, "role": "city", "act": 27.5, "top_logits": ["Ill", "Chicago", "\u829d\u52a0\u54e5", " Illinois", " Chicago"]}, {"layer": 29, "feat": 110409, "role": "city", "act": 98.5, "top_logits": [" Illinois", " chicago", "Chicago", "\u829d\u52a0\u54e5", " Chicago"]}, {"layer": 29, "feat": 110409, "role": "last", "act": 74.0, "top_logits": [" Illinois", " chicago", "Chicago", "\u829d\u52a0\u54e5", " Chicago"]}, {"layer": 29, "feat": 155976, "role": "last", "act": 22.75, "top_logits": [" chicago", " Illinois", "\u829d\u52a0\u54e5", "Chicago", " Chicago"]}], "ablate_frozen": {"p_capital": 0.0018, "top1": " Washington", "top1_is_capital": false}, "control_frozen": 0.8085, "ablate_free": {"p_capital": 0.0045, "top1": " Washington", "top1_is_capital": false}, "control_free": 0.8764, "swap_x1": {"donor": "Philadelphia", "donor_state": "Pennsylvania", "donor_capital": "Harrisburg", "p_donor_capital": 0.9897, "p_capital": 0.0, "top1": " Harris", "success": true}, "swap_x2": {"donor": "Philadelphia", "donor_state": "Pennsylvania", "donor_capital": "Harrisburg", "p_donor_capital": 0.9947, "p_capital": 0.0, "top1": " Harris", "success": true}} {"city": "Philadelphia", "state": "Pennsylvania", "capital": "Harrisburg", "p_capital": 0.9212, "top1": " Harris", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 677, "n_state": 8, "state_feats": [{"layer": 9, "feat": 38275, "role": "city", "act": 2.984375, "top_logits": ["\u5b9d\u9e21", " Slovak", "Penn", " Welsh", " Pittsburgh"]}, {"layer": 12, "feat": 109725, "role": "city", "act": 10.875, "top_logits": [" Slovak", "Philadelphia", "\u5170\u5dde", " Philadelphia", " Pennsylvania"]}, {"layer": 20, "feat": 34932, "role": "city", "act": 6.5625, "top_logits": ["\u5ca9", " Tray", " dor", " Pennsylvania", "stride"]}, {"layer": 22, "feat": 56624, "role": "city", "act": 5.375, "top_logits": ["\u954c", "Penn", " ohio", " Ohio", "Ohio"]}, {"layer": 29, "feat": 21164, "role": "city", "act": 77.0, "top_logits": [" Philadelphia", "Philadelphia", " Pennsylvania", " Penn", "Penn"]}, {"layer": 29, "feat": 21164, "role": "last", "act": 81.5, "top_logits": [" Philadelphia", "Philadelphia", " Pennsylvania", " Penn", "Penn"]}, {"layer": 29, "feat": 137325, "role": "last", "act": 28.5, "top_logits": [" PA", "Philadelphia", " Pennsylvania", " Penn", "Penn"]}, {"layer": 32, "feat": 7568, "role": "last", "act": 45.0, "top_logits": ["\u76d0", "Penn", " Salt", "Salt", " New"]}], "ablate_frozen": {"p_capital": 0.0002, "top1": " Washington", "top1_is_capital": false}, "control_frozen": 0.9064, "ablate_free": {"p_capital": 0.0002, "top1": " Washington", "top1_is_capital": false}, "control_free": 0.9508, "swap_x1": {"donor": "Seattle", "donor_state": "Washington", "donor_capital": "Olympia", "p_donor_capital": 0.0, "p_capital": 0.0001, "top1": " ", "success": false}, "swap_x2": {"donor": "Seattle", "donor_state": "Washington", "donor_capital": "Olympia", "p_donor_capital": 0.0, "p_capital": 0.0001, "top1": " in", "success": false}} {"city": "Pittsburgh", "state": "Pennsylvania", "capital": "Harrisburg", "p_capital": 0.909, "top1": " Harris", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 720, "n_state": 8, "state_feats": [{"layer": 9, "feat": 38275, "role": "city", "act": 13.1875, "top_logits": ["\u5b9d\u9e21", " Slovak", "Penn", " Welsh", " Pittsburgh"]}, {"layer": 12, "feat": 109725, "role": "city", "act": 12.75, "top_logits": [" Slovak", "Philadelphia", "\u5170\u5dde", " Philadelphia", " Pennsylvania"]}, {"layer": 22, "feat": 56624, "role": "city", "act": 10.9375, "top_logits": ["\u954c", "Penn", " ohio", " Ohio", "Ohio"]}, {"layer": 26, "feat": 89074, "role": "city", "act": 32.25, "top_logits": [" TX", " Pennsylvania", " Texas", " Calif", " California"]}, {"layer": 29, "feat": 21164, "role": "city", "act": 33.25, "top_logits": [" Philadelphia", "Philadelphia", " Pennsylvania", " Penn", "Penn"]}, {"layer": 29, "feat": 21164, "role": "last", "act": 57.5, "top_logits": [" Philadelphia", "Philadelphia", " Pennsylvania", " Penn", "Penn"]}, {"layer": 29, "feat": 137325, "role": "last", "act": 11.75, "top_logits": [" PA", "Philadelphia", " Pennsylvania", " Penn", "Penn"]}, {"layer": 32, "feat": 7568, "role": "last", "act": 41.5, "top_logits": ["\u76d0", "Penn", " Salt", "Salt", " New"]}], "ablate_frozen": {"p_capital": 0.1245, "top1": " not", "top1_is_capital": false}, "control_frozen": 0.8838, "ablate_free": {"p_capital": 0.3413, "top1": " Harris", "top1_is_capital": true}, "control_free": 0.8999, "swap_x1": {"donor": "Spokane", "donor_state": "Washington", "donor_capital": "Olympia", "p_donor_capital": 0.0, "p_capital": 0.043, "top1": " not", "success": false}, "swap_x2": {"donor": "Spokane", "donor_state": "Washington", "donor_capital": "Olympia", "p_donor_capital": 0.0, "p_capital": 0.0365, "top1": " in", "success": false}} {"city": "Seattle", "state": "Washington", "capital": "Olympia", "p_capital": 0.9973, "top1": " Olympia", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 592, "n_state": 6, "state_feats": [{"layer": 30, "feat": 159947, "role": "city", "act": 50.0, "top_logits": [" Nar", " Soap", " mono", " exclus", " washington"]}, {"layer": 30, "feat": 82978, "role": "last", "act": 10.625, "top_logits": [" dc", " DC", "Washington", " Washington", "\u4eac"]}, {"layer": 30, "feat": 159947, "role": "last", "act": 38.0, "top_logits": [" Nar", " Soap", " mono", " exclus", " washington"]}, {"layer": 31, "feat": 19712, "role": "last", "act": 39.0, "top_logits": ["-cond", " washington", "tec", "Washington", " Washington"]}, {"layer": 31, "feat": 106240, "role": "last", "act": 13.0625, "top_logits": [" Wash", " Washing", "washing", "WASHINGTON", " Washington"]}, {"layer": 32, "feat": 143821, "role": "last", "act": 16.0, "top_logits": [" Washing", " Wash", "\u534e\u76db\u987f", "Washington", " Washington"]}], "ablate_frozen": {"p_capital": 0.9954, "top1": " Olympia", "top1_is_capital": true}, "control_frozen": 0.9945, "ablate_free": {"p_capital": 0.9961, "top1": " Olympia", "top1_is_capital": true}, "control_free": 0.9926, "swap_x1": {"donor": "Eugene", "donor_state": "Oregon", "donor_capital": "Salem", "p_donor_capital": 0.0001, "p_capital": 0.994, "top1": " Olympia", "success": false}, "swap_x2": {"donor": "Eugene", "donor_state": "Oregon", "donor_capital": "Salem", "p_donor_capital": 0.0327, "p_capital": 0.9546, "top1": " Olympia", "success": false}} {"city": "Spokane", "state": "Washington", "capital": "Olympia", "p_capital": 0.6534, "top1": " Olympia", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 746, "n_state": 7, "state_feats": [{"layer": 30, "feat": 79372, "role": "last", "act": 9.25, "top_logits": [" washed", " Bake", "wash", " wash", " Wash"]}, {"layer": 30, "feat": 82978, "role": "last", "act": 10.875, "top_logits": [" dc", " DC", "Washington", " Washington", "\u4eac"]}, {"layer": 30, "feat": 159947, "role": "last", "act": 17.0, "top_logits": [" Nar", " Soap", " mono", " exclus", " washington"]}, {"layer": 31, "feat": 19712, "role": "last", "act": 35.25, "top_logits": ["-cond", " washington", "tec", "Washington", " Washington"]}, {"layer": 31, "feat": 76694, "role": "last", "act": 7.40625, "top_logits": [" Wash", " Washing", "\u534e\u76db\u987f", " Washington", "Washington"]}, {"layer": 31, "feat": 106240, "role": "last", "act": 11.0, "top_logits": [" Wash", " Washing", "washing", "WASHINGTON", " Washington"]}, {"layer": 32, "feat": 143821, "role": "last", "act": 30.5, "top_logits": [" Washing", " Wash", "\u534e\u76db\u987f", "Washington", " Washington"]}], "ablate_frozen": {"p_capital": 0.3086, "top1": " Spokane", "top1_is_capital": false}, "control_frozen": 0.6912, "ablate_free": {"p_capital": 0.3084, "top1": " Spokane", "top1_is_capital": false}, "control_free": 0.4729, "swap_x1": {"donor": "Detroit", "donor_state": "Michigan", "donor_capital": "Lansing", "p_donor_capital": 0.1208, "p_capital": 0.4776, "top1": " Olympia", "success": false}, "swap_x2": {"donor": "Detroit", "donor_state": "Michigan", "donor_capital": "Lansing", "p_donor_capital": 0.9792, "p_capital": 0.0, "top1": " Lansing", "success": true}} {"city": "Eugene", "state": "Oregon", "capital": "Salem", "p_capital": 0.9732, "top1": " Salem", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 797, "n_state": 6, "state_feats": [{"layer": 10, "feat": 121084, "role": "city", "act": 8.0625, "top_logits": ["_Widget", " scand", "Oregon", " Vog", " Oregon"]}, {"layer": 12, "feat": 115898, "role": "city", "act": 5.71875, "top_logits": ["\u00e4\u00e4n", "Portland", " Utah", "Oregon", "\u4e39\u9ea6"]}, {"layer": 14, "feat": 71105, "role": "city", "act": 3.25, "top_logits": ["\u94f8\u9020", " Oregon", " Macedonia", " Maced", "Oregon"]}, {"layer": 20, "feat": 3647, "role": "city", "act": 4.625, "top_logits": ["oise", " Feet", "\u52a0\u56fa", " Oregon", "Foot"]}, {"layer": 28, "feat": 73419, "role": "city", "act": 11.625, "top_logits": [" Montana", " Iowa", " Colorado", " Wisconsin", " Oregon"]}, {"layer": 28, "feat": 73419, "role": "last", "act": 48.75, "top_logits": [" Montana", " Iowa", " Colorado", " Wisconsin", " Oregon"]}], "ablate_frozen": {"p_capital": 0.8563, "top1": " Salem", "top1_is_capital": true}, "control_frozen": 0.9713, "ablate_free": {"p_capital": 0.6039, "top1": " Salem", "top1_is_capital": true}, "control_free": 0.8302, "swap_x1": {"donor": "Detroit", "donor_state": "Michigan", "donor_capital": "Lansing", "p_donor_capital": 0.0015, "p_capital": 0.2283, "top1": " the", "success": false}, "swap_x2": {"donor": "Detroit", "donor_state": "Michigan", "donor_capital": "Lansing", "p_donor_capital": 0.0651, "p_capital": 0.0, "top1": " Ann", "success": false}} {"city": "Detroit", "state": "Michigan", "capital": "Lansing", "p_capital": 0.9699, "top1": " Lansing", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 727, "n_state": 11, "state_feats": [{"layer": 10, "feat": 13430, "role": "city", "act": 6.375, "top_logits": [" GRE", " Michigan", " mature", "Michigan", " Detroit"]}, {"layer": 10, "feat": 62830, "role": "city", "act": 12.9375, "top_logits": ["\u5e38\u5fb7", "\u5728\u5168\u56fd", "Michigan", " Detroit", " Michigan"]}, {"layer": 11, "feat": 897, "role": "city", "act": 3.921875, "top_logits": ["\u8d63", " Michigan", "\u5357\u660c", "\u6c5f\u897f", "\u6c5f\u897f\u7701"]}, {"layer": 12, "feat": 26586, "role": "city", "act": 0.97265625, "top_logits": ["Michigan", "Ohio", "\u9a8a", " Ohio", " Cincinnati"]}, {"layer": 20, "feat": 126261, "role": "city", "act": 3.5625, "top_logits": ["ized", "thouse", "Detroit", " Michigan", "Michigan"]}, {"layer": 23, "feat": 158149, "role": "last", "act": 3.625, "top_logits": [" Michigan", " Texas", "\u52a0\u5dde", " statewide", "\u5168\u7701"]}, {"layer": 25, "feat": 45399, "role": "last", "act": 3.703125, "top_logits": ["\u8870", "Michigan", " Dakota", "`\\", " Michigan"]}, {"layer": 30, "feat": 148461, "role": "city", "act": 98.5, "top_logits": [" Mich", "Detroit", "Michigan", " Michigan", " Detroit"]}, {"layer": 30, "feat": 132576, "role": "last", "act": 57.0, "top_logits": [" Mich", "Detroit", "Michigan", " Michigan", " Detroit"]}, {"layer": 30, "feat": 148461, "role": "last", "act": 139.0, "top_logits": [" Mich", "Detroit", "Michigan", " Michigan", " Detroit"]}, {"layer": 32, "feat": 17786, "role": "last", "act": 60.0, "top_logits": ["\u533a\u57df", " Romeo", "Mich", "Mi", " Mi"]}], "ablate_frozen": {"p_capital": 0.0021, "top1": " not", "top1_is_capital": false}, "control_frozen": 0.9489, "ablate_free": {"p_capital": 0.0113, "top1": "\n", "top1_is_capital": false}, "control_free": 0.9644, "swap_x1": {"donor": "Cleveland", "donor_state": "Ohio", "donor_capital": "Columbus", "p_donor_capital": 0.9856, "p_capital": 0.0, "top1": " Columbus", "success": true}, "swap_x2": {"donor": "Cleveland", "donor_state": "Ohio", "donor_capital": "Columbus", "p_donor_capital": 0.9899, "p_capital": 0.0, "top1": " Columbus", "success": true}} {"city": "Cleveland", "state": "Ohio", "capital": "Columbus", "p_capital": 0.975, "top1": " Columbus", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 677, "n_state": 5, "state_feats": [{"layer": 10, "feat": 76982, "role": "city", "act": 13.0625, "top_logits": ["\u54b8\u9633", "\u62e7", " ohio", "\u7f51\u8baf", "\u4f01\u4e1a\u63d0\u4f9b"]}, {"layer": 12, "feat": 26586, "role": "city", "act": 1.84375, "top_logits": ["Michigan", "Ohio", "\u9a8a", " Ohio", " Cincinnati"]}, {"layer": 22, "feat": 56624, "role": "city", "act": 14.875, "top_logits": ["\u954c", "Penn", " ohio", " Ohio", "Ohio"]}, {"layer": 30, "feat": 67093, "role": "city", "act": 38.75, "top_logits": ["Ohio", "Indiana", "\u9526", " Dayton", "\u978d"]}, {"layer": 30, "feat": 67093, "role": "last", "act": 36.25, "top_logits": ["Ohio", "Indiana", "\u9526", " Dayton", "\u978d"]}], "ablate_frozen": {"p_capital": 0.9885, "top1": " Columbus", "top1_is_capital": true}, "control_frozen": 0.9625, "ablate_free": {"p_capital": 0.8469, "top1": " Columbus", "top1_is_capital": true}, "control_free": 0.9693, "swap_x1": {"donor": "Savannah", "donor_state": "Georgia", "donor_capital": "Atlanta", "p_donor_capital": 0.9921, "p_capital": 0.0007, "top1": " Atlanta", "success": true}, "swap_x2": {"donor": "Savannah", "donor_state": "Georgia", "donor_capital": "Atlanta", "p_donor_capital": 0.9983, "p_capital": 0.0, "top1": " Atlanta", "success": true}} {"city": "Cincinnati", "state": "Ohio", "capital": "Columbus", "p_capital": 0.8996, "top1": " Columbus", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 776, "n_state": 6, "state_feats": [{"layer": 10, "feat": 76982, "role": "city", "act": 6.78125, "top_logits": ["\u54b8\u9633", "\u62e7", " ohio", "\u7f51\u8baf", "\u4f01\u4e1a\u63d0\u4f9b"]}, {"layer": 12, "feat": 26586, "role": "city", "act": 5.4375, "top_logits": ["Michigan", "Ohio", "\u9a8a", " Ohio", " Cincinnati"]}, {"layer": 22, "feat": 56624, "role": "city", "act": 4.125, "top_logits": ["\u954c", "Penn", " ohio", " Ohio", "Ohio"]}, {"layer": 23, "feat": 6270, "role": "last", "act": 2.484375, "top_logits": ["\u534e\u76db\u987f", "\u52a0\u5dde", "Ohio", " Ohio", "\u7ebd\u7ea6"]}, {"layer": 30, "feat": 67093, "role": "city", "act": 61.75, "top_logits": ["Ohio", "Indiana", "\u9526", " Dayton", "\u978d"]}, {"layer": 30, "feat": 67093, "role": "last", "act": 61.0, "top_logits": ["Ohio", "Indiana", "\u9526", " Dayton", "\u978d"]}], "ablate_frozen": {"p_capital": 0.2048, "top1": " Frank", "top1_is_capital": true}, "control_frozen": 0.9014, "ablate_free": {"p_capital": 0.1932, "top1": " Frank", "top1_is_capital": true}, "control_free": 0.8872, "swap_x1": {"donor": "St. Louis", "donor_state": "Missouri", "donor_capital": "Jefferson City", "p_donor_capital": 0.0767, "p_capital": 0.1433, "top1": " Frank", "success": false}, "swap_x2": {"donor": "St. Louis", "donor_state": "Missouri", "donor_capital": "Jefferson City", "p_donor_capital": 0.3473, "p_capital": 0.0415, "top1": " Jefferson", "success": true}} {"city": "Savannah", "state": "Georgia", "capital": "Atlanta", "p_capital": 0.9888, "top1": " Atlanta", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 701, "n_state": 7, "state_feats": [{"layer": 11, "feat": 60654, "role": "city", "act": 0.455078125, "top_logits": [" Ethiopia", " Atlanta", "\u975e\u6d32", " Georgian", " Ethiopian"]}, {"layer": 28, "feat": 20526, "role": "city", "act": 14.125, "top_logits": [" Carolina", " \u0648\u0627\u0644\u0646", "ties", " Georgia", "flt"]}, {"layer": 29, "feat": 34374, "role": "city", "act": 98.0, "top_logits": [" GA", " Atlanta", " Georgian", "Georgia", " Georgia"]}, {"layer": 29, "feat": 147616, "role": "city", "act": 29.5, "top_logits": [" GA", " Atlanta", "Georgia", " Georgian", " Georgia"]}, {"layer": 29, "feat": 11205, "role": "last", "act": 15.4375, "top_logits": [" Georgian", " GA", " Atlanta", "Georgia", " Georgia"]}, {"layer": 29, "feat": 34374, "role": "last", "act": 132.0, "top_logits": [" GA", " Atlanta", " Georgian", "Georgia", " Georgia"]}, {"layer": 29, "feat": 147616, "role": "last", "act": 72.0, "top_logits": [" GA", " Atlanta", "Georgia", " Georgian", " Georgia"]}], "ablate_frozen": {"p_capital": 0.2438, "top1": " Columbia", "top1_is_capital": false}, "control_frozen": 0.9877, "ablate_free": {"p_capital": 0.0559, "top1": " Columbia", "top1_is_capital": false}, "control_free": 0.9717, "swap_x1": {"donor": "St. Louis", "donor_state": "Missouri", "donor_capital": "Jefferson City", "p_donor_capital": 0.0007, "p_capital": 0.0281, "top1": " Columbia", "success": false}, "swap_x2": {"donor": "St. Louis", "donor_state": "Missouri", "donor_capital": "Jefferson City", "p_donor_capital": 0.0194, "p_capital": 0.0063, "top1": " Columbia", "success": false}} {"city": "St. Louis", "state": "Missouri", "capital": "Jefferson City", "p_capital": 0.9222, "top1": " Jefferson", "correct": true, "city_pos": 11, "last_pos": 12, "n_graph_nodes": 784, "n_state": 4, "state_feats": [{"layer": 11, "feat": 150685, "role": "city", "act": 1.515625, "top_logits": ["aos", "\u5b89\u5e86", " ohio", "\u53cd", " Missouri"]}, {"layer": 13, "feat": 148104, "role": "city", "act": 5.25, "top_logits": [" Alabama", "acier", " Indiana", " Arkansas", " Missouri"]}, {"layer": 29, "feat": 155061, "role": "last", "act": 50.5, "top_logits": [" Nebraska", "Kansas", " Missouri", " Kansas", "\u6d4e\u5b81"]}, {"layer": 31, "feat": 132711, "role": "last", "act": 106.5, "top_logits": [" MISS", "Miss", "MO", " St", " MO"]}], "ablate_frozen": {"p_capital": 0.593, "top1": " Jefferson", "top1_is_capital": true}, "control_frozen": 0.9474, "ablate_free": {"p_capital": 0.709, "top1": " Jefferson", "top1_is_capital": true}, "control_free": 0.9433, "swap_x1": {"donor": "New Orleans", "donor_state": "Louisiana", "donor_capital": "Baton Rouge", "p_donor_capital": 0.0012, "p_capital": 0.3726, "top1": " Jefferson", "success": false}, "swap_x2": {"donor": "New Orleans", "donor_state": "Louisiana", "donor_capital": "Baton Rouge", "p_donor_capital": 0.2433, "p_capital": 0.0031, "top1": " New", "success": false}} {"city": "New Orleans", "state": "Louisiana", "capital": "Baton Rouge", "p_capital": 0.9378, "top1": " Baton", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 749, "n_state": 11, "state_feats": [{"layer": 8, "feat": 156196, "role": "city", "act": 6.125, "top_logits": [" migration", "_migration", " Louisiana", " Charleston", " Alabama"]}, {"layer": 11, "feat": 128000, "role": "city", "act": 5.0625, "top_logits": ["uls", " GCC", " african", "\u6e58\u897f", " Louisiana"]}, {"layer": 12, "feat": 47172, "role": "city", "act": 5.125, "top_logits": [" Belgian", " Montreal", "Louis", "\u6e58\u897f", " Louisiana"]}, {"layer": 20, "feat": 13581, "role": "city", "act": 7.71875, "top_logits": ["Louis", " louis", " Belle", "\u6876", "\u76f4\u8f96\u5e02"]}, {"layer": 24, "feat": 145491, "role": "city", "act": 8.125, "top_logits": [" correspondence", " astr", "Louis", " Punch", " Louisiana"]}, {"layer": 27, "feat": 97740, "role": "last", "act": 9.1875, "top_logits": ["\u503a", " Super", "ations", "izi", " Louis"]}, {"layer": 30, "feat": 61950, "role": "city", "act": 89.5, "top_logits": [" Caj", " Parish", "Louis", " Louisiana", " Baton"]}, {"layer": 30, "feat": 158100, "role": "city", "act": 16.0, "top_logits": [" Louisiana", "Louis", " Baton", " LSU", " Parish"]}, {"layer": 30, "feat": 61950, "role": "last", "act": 72.5, "top_logits": [" Caj", " Parish", "Louis", " Louisiana", " Baton"]}, {"layer": 30, "feat": 151610, "role": "last", "act": 2.09375, "top_logits": ["\u4f97", "\u82b7", "Louis", " Louisiana", " Baton"]}, {"layer": 30, "feat": 158100, "role": "last", "act": 29.875, "top_logits": [" Louisiana", "Louis", " Baton", " LSU", " Parish"]}], "ablate_frozen": {"p_capital": 0.011, "top1": " Atlanta", "top1_is_capital": true}, "control_frozen": 0.5137, "ablate_free": {"p_capital": 0.0486, "top1": " Atlanta", "top1_is_capital": true}, "control_free": 0.9165, "swap_x1": {"donor": "Memphis", "donor_state": "Tennessee", "donor_capital": "Nashville", "p_donor_capital": 0.8555, "p_capital": 0.0001, "top1": " Nashville", "success": true}, "swap_x2": {"donor": "Memphis", "donor_state": "Tennessee", "donor_capital": "Nashville", "p_donor_capital": 0.977, "p_capital": 0.0, "top1": " Nashville", "success": true}} {"city": "Memphis", "state": "Tennessee", "capital": "Nashville", "p_capital": 0.9579, "top1": " Nashville", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 760, "n_state": 5, "state_feats": [{"layer": 8, "feat": 115252, "role": "city", "act": 5.28125, "top_logits": [" Tennessee", "Alabama", " Arkansas", " hamm", " Alabama"]}, {"layer": 11, "feat": 141537, "role": "city", "act": 8.8125, "top_logits": [" Tennessee", "Liverpool", " ford", " Liverpool", "\u5229\u7269\u6d66"]}, {"layer": 20, "feat": 154553, "role": "city", "act": 3.59375, "top_logits": [" Alabama", " Arkansas", " Memphis", " Nashville", " Tennessee"]}, {"layer": 29, "feat": 43627, "role": "city", "act": 74.0, "top_logits": [" Tenn", " Tennessee", " Titans", "TN", " TN"]}, {"layer": 29, "feat": 43627, "role": "last", "act": 100.5, "top_logits": [" Tenn", " Tennessee", " Titans", "TN", " TN"]}], "ablate_frozen": {"p_capital": 0.0793, "top1": " St", "top1_is_capital": false}, "control_frozen": 0.9706, "ablate_free": {"p_capital": 0.2571, "top1": " St", "top1_is_capital": false}, "control_free": 0.9565, "swap_x1": {"donor": "Louisville", "donor_state": "Kentucky", "donor_capital": "Frankfort", "p_donor_capital": 0.028, "p_capital": 0.0862, "top1": " ", "success": false}, "swap_x2": {"donor": "Louisville", "donor_state": "Kentucky", "donor_capital": "Frankfort", "p_donor_capital": 0.7061, "p_capital": 0.0009, "top1": " Frank", "success": true}} {"city": "Knoxville", "state": "Tennessee", "capital": "Nashville", "p_capital": 0.4501, "top1": " Nashville", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 807, "n_state": 7, "state_feats": [{"layer": 10, "feat": 140989, "role": "city", "act": 5.09375, "top_logits": [" Charlotte", " Carolina", " Tennessee", "\u5c71\u4e1c\u7701", " Alabama"]}, {"layer": 11, "feat": 141537, "role": "city", "act": 6.59375, "top_logits": [" Tennessee", "Liverpool", " ford", " Liverpool", "\u5229\u7269\u6d66"]}, {"layer": 12, "feat": 18525, "role": "city", "act": 2.421875, "top_logits": ["\u70df\u53f0", " Tennessee", "\u5c71\u4e1c", "\u5c71\u4e1c\u7701", "\u9f50\u9c81"]}, {"layer": 20, "feat": 154553, "role": "city", "act": 4.9375, "top_logits": [" Alabama", " Arkansas", " Memphis", " Nashville", " Tennessee"]}, {"layer": 24, "feat": 1435, "role": "last", "act": 1.3671875, "top_logits": ["Va", "-Ta", " Asheville", " Tennessee", "ennessee"]}, {"layer": 29, "feat": 43627, "role": "city", "act": 45.25, "top_logits": [" Tenn", " Tennessee", " Titans", "TN", " TN"]}, {"layer": 29, "feat": 43627, "role": "last", "act": 72.0, "top_logits": [" Tenn", " Tennessee", " Titans", "TN", " TN"]}], "ablate_frozen": {"p_capital": 0.0039, "top1": " Knoxville", "top1_is_capital": false}, "control_frozen": 0.6052, "ablate_free": {"p_capital": 0.0004, "top1": " Knoxville", "top1_is_capital": false}, "control_free": 0.3242, "swap_x1": {"donor": "Milwaukee", "donor_state": "Wisconsin", "donor_capital": "Madison", "p_donor_capital": 0.1264, "p_capital": 0.0005, "top1": " ", "success": false}, "swap_x2": {"donor": "Milwaukee", "donor_state": "Wisconsin", "donor_capital": "Madison", "p_donor_capital": 0.9997, "p_capital": 0.0, "top1": " Madison", "success": true}} {"city": "Louisville", "state": "Kentucky", "capital": "Frankfort", "p_capital": 0.9989, "top1": " Frank", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 690, "n_state": 4, "state_feats": [{"layer": 29, "feat": 26450, "role": "city", "act": 87.0, "top_logits": ["Kent", " Ky", " Commonwealth", " Kentucky", " KY"]}, {"layer": 29, "feat": 26450, "role": "last", "act": 115.5, "top_logits": ["Kent", " Ky", " Commonwealth", " Kentucky", " KY"]}, {"layer": 29, "feat": 93656, "role": "last", "act": 28.75, "top_logits": [" Commonwealth", " Lexington", "Kent", " Kentucky", " KY"]}, {"layer": 29, "feat": 142641, "role": "last", "act": 36.75, "top_logits": [" Commonwealth", " Lexington", " Kentucky", "Kent", " KY"]}], "ablate_frozen": {"p_capital": 0.0007, "top1": " Jefferson", "top1_is_capital": true}, "control_frozen": 0.9977, "ablate_free": {"p_capital": 0.0013, "top1": " Jefferson", "top1_is_capital": true}, "control_free": 0.9991, "swap_x1": {"donor": "Milwaukee", "donor_state": "Wisconsin", "donor_capital": "Madison", "p_donor_capital": 0.0002, "p_capital": 0.0, "top1": " Jefferson", "success": false}, "swap_x2": {"donor": "Milwaukee", "donor_state": "Wisconsin", "donor_capital": "Madison", "p_donor_capital": 0.7954, "p_capital": 0.0, "top1": " Madison", "success": true}} {"city": "Milwaukee", "state": "Wisconsin", "capital": "Madison", "p_capital": 0.994, "top1": " Madison", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 647, "n_state": 8, "state_feats": [{"layer": 0, "feat": 45835, "role": "city", "act": 4.6875, "top_logits": [".native", "\u8e29", " Wisconsin", " Fav", "\u64ac"]}, {"layer": 10, "feat": 163650, "role": "city", "act": 3.578125, "top_logits": ["Leap", " Park", " Wisconsin", " toppings", " Milwaukee"]}, {"layer": 14, "feat": 103758, "role": "city", "act": 0.578125, "top_logits": ["\u7266", " Zend", "\u8888", " Wisconsin", " Milwaukee"]}, {"layer": 20, "feat": 125511, "role": "city", "act": 4.09375, "top_logits": [" Vec", " Wisconsin", "\u818f", "{{{", " Northwestern"]}, {"layer": 27, "feat": 79299, "role": "city", "act": 42.75, "top_logits": ["Mad", " UW", "Wis", " Milwaukee", " Wisconsin"]}, {"layer": 27, "feat": 79299, "role": "last", "act": 43.25, "top_logits": ["Mad", " UW", "Wis", " Milwaukee", " Wisconsin"]}, {"layer": 28, "feat": 73419, "role": "last", "act": 43.0, "top_logits": [" Montana", " Iowa", " Colorado", " Wisconsin", " Oregon"]}, {"layer": 29, "feat": 48243, "role": "last", "act": 31.75, "top_logits": [" Wisconsin", " Sioux", "Minnesota", " Minnesota", " Iowa"]}], "ablate_frozen": {"p_capital": 0.1798, "top1": " named", "top1_is_capital": false}, "control_frozen": 0.9969, "ablate_free": {"p_capital": 0.5834, "top1": " Madison", "top1_is_capital": true}, "control_free": 0.9842, "swap_x1": {"donor": "Las Vegas", "donor_state": "Nevada", "donor_capital": "Carson City", "p_donor_capital": 0.0, "p_capital": 0.1139, "top1": " named", "success": false}, "swap_x2": {"donor": "Las Vegas", "donor_state": "Nevada", "donor_capital": "Carson City", "p_donor_capital": 0.0, "p_capital": 0.076, "top1": " named", "success": false}} {"city": "Las Vegas", "state": "Nevada", "capital": "Carson City", "p_capital": 0.8002, "top1": " Carson", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 778, "n_state": 3, "state_feats": [{"layer": 24, "feat": 147180, "role": "city", "act": 12.625, "top_logits": [" County", "ogl", "/OR", "County", " Nevada"]}, {"layer": 29, "feat": 69332, "role": "city", "act": 24.0, "top_logits": ["_PAYLOAD", " carpet", " BET", "SEE", " Nevada"]}, {"layer": 29, "feat": 69332, "role": "last", "act": 13.8125, "top_logits": ["_PAYLOAD", " carpet", " BET", "SEE", " Nevada"]}], "ablate_frozen": {"p_capital": 0.8108, "top1": " Carson", "top1_is_capital": true}, "control_frozen": 0.8158, "ablate_free": {"p_capital": 0.8268, "top1": " Carson", "top1_is_capital": true}, "control_free": 0.8306, "swap_x1": {"donor": "Tucson", "donor_state": "Arizona", "donor_capital": "Phoenix", "p_donor_capital": 0.7199, "p_capital": 0.2062, "top1": " Phoenix", "success": true}, "swap_x2": {"donor": "Tucson", "donor_state": "Arizona", "donor_capital": "Phoenix", "p_donor_capital": 0.9912, "p_capital": 0.0003, "top1": " Phoenix", "success": true}} {"city": "Reno", "state": "Nevada", "capital": "Carson City", "p_capital": 0.1318, "top1": " Sacramento", "correct": false} {"city": "Tucson", "state": "Arizona", "capital": "Phoenix", "p_capital": 0.9951, "top1": " Phoenix", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 711, "n_state": 5, "state_feats": [{"layer": 20, "feat": 151969, "role": "city", "act": 5.4375, "top_logits": [" Arizona", "\u6c5f\u897f\u7701", "\u5de6\u8fb9", " Tucson", "ene"]}, {"layer": 21, "feat": 150778, "role": "city", "act": 12.4375, "top_logits": ["Arizona", " Tucson", "\u6c5f\u897f\u7701", "\u9131", " Arizona"]}, {"layer": 30, "feat": 132878, "role": "city", "act": 68.0, "top_logits": ["azu", " Arizona", " az", "AZ", " AZ"]}, {"layer": 30, "feat": 122118, "role": "last", "act": 13.8125, "top_logits": ["Arizona", " az", "AZ", " Arizona", " AZ"]}, {"layer": 30, "feat": 132878, "role": "last", "act": 120.5, "top_logits": ["azu", " Arizona", " az", "AZ", " AZ"]}], "ablate_frozen": {"p_capital": 0.0127, "top1": " not", "top1_is_capital": false}, "control_frozen": 0.9946, "ablate_free": {"p_capital": 0.005, "top1": " Santa", "top1_is_capital": true}, "control_free": 0.9927, "swap_x1": {"donor": "Boulder", "donor_state": "Colorado", "donor_capital": "Denver", "p_donor_capital": 0.9995, "p_capital": 0.0, "top1": " Denver", "success": true}, "swap_x2": {"donor": "Boulder", "donor_state": "Colorado", "donor_capital": "Denver", "p_donor_capital": 0.9944, "p_capital": 0.0, "top1": " Denver", "success": true}} {"city": "Flagstaff", "state": "Arizona", "capital": "Phoenix", "p_capital": 0.9816, "top1": " Phoenix", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 879, "n_state": 7, "state_feats": [{"layer": 13, "feat": 114531, "role": "city", "act": 1.28125, "top_logits": ["\u6656", "\u5ba2\u6808", " Utah", "\u9ad8\u539f", "Arizona"]}, {"layer": 20, "feat": 151969, "role": "city", "act": 3.515625, "top_logits": [" Arizona", "\u6c5f\u897f\u7701", "\u5de6\u8fb9", " Tucson", "ene"]}, {"layer": 21, "feat": 150778, "role": "city", "act": 10.375, "top_logits": ["Arizona", " Tucson", "\u6c5f\u897f\u7701", "\u9131", " Arizona"]}, {"layer": 30, "feat": 132878, "role": "city", "act": 125.0, "top_logits": ["azu", " Arizona", " az", "AZ", " AZ"]}, {"layer": 30, "feat": 18706, "role": "last", "act": 24.375, "top_logits": [" Arizona", " respectfully", "\ufffd", "\u51db", "-gradient"]}, {"layer": 30, "feat": 122118, "role": "last", "act": 39.25, "top_logits": ["Arizona", " az", "AZ", " Arizona", " AZ"]}, {"layer": 30, "feat": 132878, "role": "last", "act": 192.0, "top_logits": ["azu", " Arizona", " az", "AZ", " AZ"]}], "ablate_frozen": {"p_capital": 0.0053, "top1": " Salem", "top1_is_capital": true}, "control_frozen": 0.8621, "ablate_free": {"p_capital": 0.0103, "top1": " Salem", "top1_is_capital": true}, "control_free": 0.7895, "swap_x1": {"donor": "Baltimore", "donor_state": "Maryland", "donor_capital": "Annapolis", "p_donor_capital": 0.0, "p_capital": 0.0034, "top1": " the", "success": false}, "swap_x2": {"donor": "Baltimore", "donor_state": "Maryland", "donor_capital": "Annapolis", "p_donor_capital": 0.0002, "p_capital": 0.0012, "top1": " Washington", "success": false}} {"city": "Boulder", "state": "Colorado", "capital": "Denver", "p_capital": 0.9998, "top1": " Denver", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 740, "n_state": 11, "state_feats": [{"layer": 0, "feat": 26156, "role": "city", "act": 0.71875, "top_logits": ["ToWorld", " sake", "colo", "\u517b", "urat"]}, {"layer": 20, "feat": 144933, "role": "city", "act": 4.25, "top_logits": [" Broncos", " Colorado", "Colorado", " Denver", "Denver"]}, {"layer": 21, "feat": 38043, "role": "city", "act": 7.4375, "top_logits": [" Denver", " Drupal", "Colorado", "Drupal", " Colorado"]}, {"layer": 24, "feat": 25334, "role": "last", "act": 4.65625, "top_logits": [" Colo", "\u5195", "Hooks", " Rounds", "ocos"]}, {"layer": 26, "feat": 92378, "role": "last", "act": 9.0, "top_logits": ["Colorado", " XCT", " Wichita", "avier", "lius"]}, {"layer": 28, "feat": 73419, "role": "last", "act": 42.75, "top_logits": [" Montana", " Iowa", " Colorado", " Wisconsin", " Oregon"]}, {"layer": 29, "feat": 152637, "role": "city", "act": 99.0, "top_logits": [" Boulder", "Colorado", "Denver", " Denver", " Colorado"]}, {"layer": 29, "feat": 42979, "role": "last", "act": 20.0, "top_logits": [" Denver", " Colorado", " Boulder", "Colorado", "Denver"]}, {"layer": 29, "feat": 71345, "role": "last", "act": 12.75, "top_logits": ["\u4e09\u671f", "getColor", "\u54ac", " Colorado", "Colorado"]}, {"layer": 29, "feat": 112144, "role": "last", "act": 70.0, "top_logits": [" Boulder", "Colorado", "Denver", " Denver", " Colorado"]}, {"layer": 29, "feat": 152637, "role": "last", "act": 144.0, "top_logits": [" Boulder", "Colorado", "Denver", " Denver", " Colorado"]}], "ablate_frozen": {"p_capital": 0.1002, "top1": " in", "top1_is_capital": false}, "control_frozen": 0.9998, "ablate_free": {"p_capital": 0.3113, "top1": " in", "top1_is_capital": false}, "control_free": 0.9985, "swap_x1": {"donor": "Baltimore", "donor_state": "Maryland", "donor_capital": "Annapolis", "p_donor_capital": 0.0, "p_capital": 0.0464, "top1": " in", "success": false}, "swap_x2": {"donor": "Baltimore", "donor_state": "Maryland", "donor_capital": "Annapolis", "p_donor_capital": 0.0025, "p_capital": 0.0032, "top1": " in", "success": false}} {"city": "Baltimore", "state": "Maryland", "capital": "Annapolis", "p_capital": 0.9932, "top1": " An", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 704, "n_state": 7, "state_feats": [{"layer": 8, "feat": 133198, "role": "city", "act": 7.1875, "top_logits": ["\u6d25", " Maryland", " Rutgers", "\u5929\u6d25\u5e02", "\u5929\u6d25"]}, {"layer": 24, "feat": 143148, "role": "city", "act": 9.4375, "top_logits": ["cors", " Washington", "uin", " Maryland", "ers"]}, {"layer": 24, "feat": 100899, "role": "last", "act": 3.53125, "top_logits": [" Maryland", " Oxford", " Playground", "\u9762", " Fairfax"]}, {"layer": 26, "feat": 55645, "role": "last", "act": 5.28125, "top_logits": [" Maryland", ".outer", "\u592a\u5b50", "\u6d25", "\u5929\u6d25\u5e02"]}, {"layer": 29, "feat": 138373, "role": "last", "act": 60.5, "top_logits": ["\ufffd", " Baltimore", "extr", "\u952d", " Maryland"]}, {"layer": 29, "feat": 160695, "role": "last", "act": 26.25, "top_logits": [" PA", " DC", " Baltimore", " Maryland", " Md"]}, {"layer": 30, "feat": 56844, "role": "last", "act": 17.875, "top_logits": [" Maryland", " Ches", " Delaware", "\u5929\u6d25", "\u5929\u6d25\u5e02"]}], "ablate_frozen": {"p_capital": 0.932, "top1": " An", "top1_is_capital": true}, "control_frozen": 0.9897, "ablate_free": {"p_capital": 0.9713, "top1": " An", "top1_is_capital": true}, "control_free": 0.9872, "swap_x1": {"donor": "Huntsville", "donor_state": "Alabama", "donor_capital": "Montgomery", "p_donor_capital": 0.2717, "p_capital": 0.0, "top1": " Atlanta", "success": false}, "swap_x2": {"donor": "Huntsville", "donor_state": "Alabama", "donor_capital": "Montgomery", "p_donor_capital": 0.9761, "p_capital": 0.0, "top1": " Montgomery", "success": true}} {"city": "Huntsville", "state": "Alabama", "capital": "Montgomery", "p_capital": 0.9218, "top1": " Montgomery", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 902, "n_state": 7, "state_feats": [{"layer": 8, "feat": 115252, "role": "city", "act": 18.375, "top_logits": [" Tennessee", "Alabama", " Arkansas", " hamm", " Alabama"]}, {"layer": 8, "feat": 155197, "role": "city", "act": 5.0, "top_logits": ["\u5341\u4e94\u6761", " Arkansas", "\u5e16", " Alabama", "Alabama"]}, {"layer": 20, "feat": 154553, "role": "city", "act": 5.46875, "top_logits": [" Alabama", " Arkansas", " Memphis", " Nashville", " Tennessee"]}, {"layer": 25, "feat": 81877, "role": "city", "act": 9.5, "top_logits": [" Atlanta", " Carolina", " Mississippi", " Savannah", " Alabama"]}, {"layer": 25, "feat": 81877, "role": "last", "act": 11.4375, "top_logits": [" Atlanta", " Carolina", " Mississippi", " Savannah", " Alabama"]}, {"layer": 26, "feat": 76432, "role": "city", "act": 21.5, "top_logits": ["\u94dd\u5408\u91d1", " Alabama", " alum", "manship", " Birmingham"]}, {"layer": 26, "feat": 76432, "role": "last", "act": 49.25, "top_logits": ["\u94dd\u5408\u91d1", " Alabama", " alum", "manship", " Birmingham"]}], "ablate_frozen": {"p_capital": 0.0251, "top1": " Hunts", "top1_is_capital": false}, "control_frozen": 0.9222, "ablate_free": {"p_capital": 0.0114, "top1": " Hunts", "top1_is_capital": false}, "control_free": 0.9584, "swap_x1": {"donor": "Omaha", "donor_state": "Nebraska", "donor_capital": "Lincoln", "p_donor_capital": 0.0, "p_capital": 0.0023, "top1": " Austin", "success": false}, "swap_x2": {"donor": "Omaha", "donor_state": "Nebraska", "donor_capital": "Lincoln", "p_donor_capital": 0.0, "p_capital": 0.0002, "top1": " Austin", "success": false}} {"city": "Mobile", "state": "Alabama", "capital": "Montgomery", "p_capital": 0.9999, "top1": " Montgomery", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 665, "n_state": 8, "state_feats": [{"layer": 8, "feat": 115252, "role": "city", "act": 12.3125, "top_logits": [" Tennessee", "Alabama", " Arkansas", " hamm", " Alabama"]}, {"layer": 13, "feat": 26809, "role": "city", "act": 2.65625, "top_logits": ["Alabama", "\u6d77\u6ee9", " Gulf", "\u6c99\u7279", " Alabama"]}, {"layer": 20, "feat": 154553, "role": "city", "act": 1.90625, "top_logits": [" Alabama", " Arkansas", " Memphis", " Nashville", " Tennessee"]}, {"layer": 25, "feat": 81877, "role": "city", "act": 8.8125, "top_logits": [" Atlanta", " Carolina", " Mississippi", " Savannah", " Alabama"]}, {"layer": 25, "feat": 81877, "role": "last", "act": 13.25, "top_logits": [" Atlanta", " Carolina", " Mississippi", " Savannah", " Alabama"]}, {"layer": 26, "feat": 76432, "role": "city", "act": 20.625, "top_logits": ["\u94dd\u5408\u91d1", " Alabama", " alum", "manship", " Birmingham"]}, {"layer": 26, "feat": 76432, "role": "last", "act": 35.75, "top_logits": ["\u94dd\u5408\u91d1", " Alabama", " alum", "manship", " Birmingham"]}, {"layer": 29, "feat": 155897, "role": "last", "act": 13.9375, "top_logits": [" Alabama", " Hispanic", "\u52a0\u5dde", " Mississippi", " USDA"]}], "ablate_frozen": {"p_capital": 0.9998, "top1": " Montgomery", "top1_is_capital": true}, "control_frozen": 0.9995, "ablate_free": {"p_capital": 0.9999, "top1": " Montgomery", "top1_is_capital": true}, "control_free": 0.9999, "swap_x1": {"donor": "Wichita", "donor_state": "Kansas", "donor_capital": "Topeka", "p_donor_capital": 0.0, "p_capital": 0.8465, "top1": " Montgomery", "success": false}, "swap_x2": {"donor": "Wichita", "donor_state": "Kansas", "donor_capital": "Topeka", "p_donor_capital": 0.0031, "p_capital": 0.0, "top1": " Oklahoma", "success": false}} {"city": "Omaha", "state": "Nebraska", "capital": "Lincoln", "p_capital": 0.9725, "top1": " Lincoln", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 719, "n_state": 2, "state_feats": [{"layer": 29, "feat": 155061, "role": "last", "act": 75.0, "top_logits": [" Nebraska", "Kansas", " Missouri", " Kansas", "\u6d4e\u5b81"]}, {"layer": 30, "feat": 14841, "role": "last", "act": 11.1875, "top_logits": ["-li", " Nebraska", "\u7b4b", "\u4ec1", " Hus"]}], "ablate_frozen": {"p_capital": 0.8974, "top1": " Lincoln", "top1_is_capital": true}, "control_frozen": 0.9684, "ablate_free": {"p_capital": 0.9256, "top1": " Lincoln", "top1_is_capital": true}, "control_free": 0.9768, "swap_x1": {"donor": "Wichita", "donor_state": "Kansas", "donor_capital": "Topeka", "p_donor_capital": 0.0095, "p_capital": 0.5212, "top1": " Lincoln", "success": false}, "swap_x2": {"donor": "Wichita", "donor_state": "Kansas", "donor_capital": "Topeka", "p_donor_capital": 0.6262, "p_capital": 0.0, "top1": " To", "success": true}} {"city": "Wichita", "state": "Kansas", "capital": "Topeka", "p_capital": 0.9989, "top1": " To", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 788, "n_state": 11, "state_feats": [{"layer": 10, "feat": 21978, "role": "city", "act": 8.125, "top_logits": ["orthy", " \u0433\u0435\u0440", " Wichita", "Kansas", " Kansas"]}, {"layer": 17, "feat": 34718, "role": "city", "act": 1.7890625, "top_logits": [" Saskatchewan", " Nebraska", "\u6ec1", "Kansas", " Kansas"]}, {"layer": 20, "feat": 47778, "role": "city", "act": 10.8125, "top_logits": ["aska", " Oklahoma", " Kansas", "Kansas", ".ComponentModel"]}, {"layer": 25, "feat": 91389, "role": "city", "act": 7.96875, "top_logits": [" Dough", "Kansas", "\u90b3", "\u5f90\u5dde", "\u6c82"]}, {"layer": 29, "feat": 1664, "role": "last", "act": 7.75, "top_logits": ["Kansas", " cloud", "(:", " Kansas", "\u6d4e\u5b81"]}, {"layer": 29, "feat": 17030, "role": "last", "act": 24.75, "top_logits": [" Kapoor", " Kansas", "fur", "onia", "\u8fde\u4e91"]}, {"layer": 29, "feat": 155061, "role": "last", "act": 76.0, "top_logits": [" Nebraska", "Kansas", " Missouri", " Kansas", "\u6d4e\u5b81"]}, {"layer": 30, "feat": 114658, "role": "city", "act": 43.25, "top_logits": [" plains", " Oklahoma", "Kansas", " Kansas", " pr"]}, {"layer": 30, "feat": 61366, "role": "last", "act": 13.875, "top_logits": [" plains", " Oklahoma", "Kansas", " Kansas", " pr"]}, {"layer": 30, "feat": 114658, "role": "last", "act": 88.5, "top_logits": [" plains", " Oklahoma", "Kansas", " Kansas", " pr"]}, {"layer": 31, "feat": 87275, "role": "last", "act": 51.5, "top_logits": ["getDisplay", "\u73f2", " lap", "\u5728\u7f8e\u56fd", " Kansas"]}], "ablate_frozen": {"p_capital": 0.0651, "top1": "\n", "top1_is_capital": false}, "control_frozen": 0.9979, "ablate_free": {"p_capital": 0.8884, "top1": " To", "top1_is_capital": true}, "control_free": 0.9983, "swap_x1": {"donor": "Cedar Rapids", "donor_state": "Iowa", "donor_capital": "Des Moines", "p_donor_capital": 0.0306, "p_capital": 0.1552, "top1": "\n", "success": false}, "swap_x2": {"donor": "Cedar Rapids", "donor_state": "Iowa", "donor_capital": "Des Moines", "p_donor_capital": 0.8145, "p_capital": 0.0015, "top1": " Des", "success": true}} {"city": "Cedar Rapids", "state": "Iowa", "capital": "Des Moines", "p_capital": 0.9361, "top1": " Des", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 825, "n_state": 7, "state_feats": [{"layer": 20, "feat": 148154, "role": "city", "act": 1.625, "top_logits": [" Vikings", "\u839e", "Minnesota", " Iowa", " Minnesota"]}, {"layer": 24, "feat": 105379, "role": "city", "act": 4.4375, "top_logits": [" Iowa", "hin", "@m", " Midwest", "\u673a\u68b0\u5316"]}, {"layer": 28, "feat": 73419, "role": "last", "act": 39.75, "top_logits": [" Montana", " Iowa", " Colorado", " Wisconsin", " Oregon"]}, {"layer": 29, "feat": 48243, "role": "city", "act": 56.0, "top_logits": [" Wisconsin", " Sioux", "Minnesota", " Minnesota", " Iowa"]}, {"layer": 29, "feat": 48243, "role": "last", "act": 74.0, "top_logits": [" Wisconsin", " Sioux", "Minnesota", " Minnesota", " Iowa"]}, {"layer": 29, "feat": 62826, "role": "last", "act": 17.0, "top_logits": ["illion", "imus", "Corn", "\u58a9", " Iowa"]}, {"layer": 29, "feat": 161700, "role": "last", "act": 18.0, "top_logits": ["\u6d2e", " Minneapolis", "Minnesota", " Minnesota", " Iowa"]}], "ablate_frozen": {"p_capital": 0.1165, "top1": " Washington", "top1_is_capital": false}, "control_frozen": 0.9129, "ablate_free": {"p_capital": 0.2271, "top1": " Washington", "top1_is_capital": false}, "control_free": 0.8943, "swap_x1": {"donor": "Newark", "donor_state": "New Jersey", "donor_capital": "Trenton", "p_donor_capital": 0.0267, "p_capital": 0.4728, "top1": " Des", "success": false}, "swap_x2": {"donor": "Newark", "donor_state": "New Jersey", "donor_capital": "Trenton", "p_donor_capital": 0.9816, "p_capital": 0.0001, "top1": " Trent", "success": true}} {"city": "Newark", "state": "New Jersey", "capital": "Trenton", "p_capital": 0.9961, "top1": " Trent", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 816, "n_state": 4, "state_feats": [{"layer": 10, "feat": 22177, "role": "city", "act": 8.8125, "top_logits": [" Staten", "\u5728\u4e0a\u6d77", " Rutgers", "\u5929\u6d25\u5e02", " Jersey"]}, {"layer": 29, "feat": 144446, "role": "city", "act": 68.5, "top_logits": ["\u6d25", " Jersey", "NJ", " Rutgers", " NJ"]}, {"layer": 29, "feat": 89235, "role": "last", "act": 23.875, "top_logits": ["\u6d25", " nj", " Jersey", " Rutgers", " NJ"]}, {"layer": 29, "feat": 144446, "role": "last", "act": 85.5, "top_logits": ["\u6d25", " Jersey", "NJ", " Rutgers", " NJ"]}], "ablate_frozen": {"p_capital": 0.001, "top1": " Columbus", "top1_is_capital": true}, "control_frozen": 0.9967, "ablate_free": {"p_capital": 0.0003, "top1": " Columbus", "top1_is_capital": true}, "control_free": 0.9957, "swap_x1": {"donor": "Worcester", "donor_state": "Massachusetts", "donor_capital": "Boston", "p_donor_capital": 0.9499, "p_capital": 0.0002, "top1": " Boston", "success": true}, "swap_x2": {"donor": "Worcester", "donor_state": "Massachusetts", "donor_capital": "Boston", "p_donor_capital": 0.999, "p_capital": 0.0, "top1": " Boston", "success": true}} {"city": "Worcester", "state": "Massachusetts", "capital": "Boston", "p_capital": 0.9354, "top1": " Boston", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 763, "n_state": 6, "state_feats": [{"layer": 11, "feat": 69624, "role": "city", "act": 2.9375, "top_logits": [" Maine", "/MIT", " Massachusetts", "Boston", " Boston"]}, {"layer": 19, "feat": 121993, "role": "city", "act": 1.0078125, "top_logits": [" Maine", "odo", "ornado", " Vermont", " Massachusetts"]}, {"layer": 25, "feat": 24208, "role": "city", "act": 14.3125, "top_logits": ["Boston", "MIT", " Massachusetts", " Boston", " MIT"]}, {"layer": 29, "feat": 5816, "role": "city", "act": 65.5, "top_logits": ["\u9ebb", "Mass", " Boston", " MIT", " Massachusetts"]}, {"layer": 29, "feat": 5816, "role": "last", "act": 74.5, "top_logits": ["\u9ebb", "Mass", " Boston", " MIT", " Massachusetts"]}, {"layer": 29, "feat": 50527, "role": "last", "act": 28.0, "top_logits": [" Mass", " MIT", " Boston", "Mass", " Massachusetts"]}], "ablate_frozen": {"p_capital": 0.0011, "top1": " Montgomery", "top1_is_capital": true}, "control_frozen": 0.942, "ablate_free": {"p_capital": 0.0012, "top1": " Montgomery", "top1_is_capital": true}, "control_free": 0.9104, "swap_x1": {"donor": "New Haven", "donor_state": "Connecticut", "donor_capital": "Hartford", "p_donor_capital": 0.0261, "p_capital": 0.0123, "top1": " Sacramento", "success": false}, "swap_x2": {"donor": "New Haven", "donor_state": "Connecticut", "donor_capital": "Hartford", "p_donor_capital": 0.9765, "p_capital": 0.0021, "top1": " Hartford", "success": true}} {"city": "New Haven", "state": "Connecticut", "capital": "Hartford", "p_capital": 0.9737, "top1": " Hartford", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 827, "n_state": 6, "state_feats": [{"layer": 29, "feat": 77609, "role": "city", "act": 94.0, "top_logits": ["ct", "Connect", "ctic", "CT", " CT"]}, {"layer": 29, "feat": 75229, "role": "last", "act": 21.0, "top_logits": [" Connecticut", "CT", " CONNECT", " connect", " CT"]}, {"layer": 29, "feat": 77609, "role": "last", "act": 127.0, "top_logits": ["ct", "Connect", "ctic", "CT", " CT"]}, {"layer": 29, "feat": 107653, "role": "last", "act": 5.78125, "top_logits": [".ext", " Quinn", "ernel", " connect", "ctic"]}, {"layer": 31, "feat": 37036, "role": "last", "act": 8.875, "top_logits": [" connections", "connect", "\u8fde", " connect", "\u8fde\u63a5"]}, {"layer": 34, "feat": 125753, "role": "last", "act": 14.3125, "top_logits": [" connect", "vir", " virgin", " color", "color"]}], "ablate_frozen": {"p_capital": 0.2155, "top1": " Hartford", "top1_is_capital": true}, "control_frozen": 0.9373, "ablate_free": {"p_capital": 0.3715, "top1": " Hartford", "top1_is_capital": true}, "control_free": 0.9804, "swap_x1": {"donor": "Charlotte", "donor_state": "North Carolina", "donor_capital": "Raleigh", "p_donor_capital": 0.0, "p_capital": 0.1097, "top1": " in", "success": false}, "swap_x2": {"donor": "Charlotte", "donor_state": "North Carolina", "donor_capital": "Raleigh", "p_donor_capital": 0.0, "p_capital": 0.0386, "top1": " the", "success": false}} {"city": "Bridgeport", "state": "Connecticut", "capital": "Hartford", "p_capital": 0.9949, "top1": " Hartford", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 805, "n_state": 7, "state_feats": [{"layer": 29, "feat": 77609, "role": "city", "act": 92.0, "top_logits": ["ct", "Connect", "ctic", "CT", " CT"]}, {"layer": 29, "feat": 75229, "role": "last", "act": 18.5, "top_logits": [" Connecticut", "CT", " CONNECT", " connect", " CT"]}, {"layer": 29, "feat": 77609, "role": "last", "act": 126.5, "top_logits": ["ct", "Connect", "ctic", "CT", " CT"]}, {"layer": 29, "feat": 107653, "role": "last", "act": 3.703125, "top_logits": [".ext", " Quinn", "ernel", " connect", "ctic"]}, {"layer": 31, "feat": 37036, "role": "city", "act": 22.75, "top_logits": [" connections", "connect", "\u8fde", " connect", "\u8fde\u63a5"]}, {"layer": 31, "feat": 37036, "role": "last", "act": 11.5, "top_logits": [" connections", "connect", "\u8fde", " connect", "\u8fde\u63a5"]}, {"layer": 34, "feat": 125753, "role": "last", "act": 35.5, "top_logits": [" connect", "vir", " virgin", " color", "color"]}], "ablate_frozen": {"p_capital": 0.9899, "top1": " Hartford", "top1_is_capital": true}, "control_frozen": 0.996, "ablate_free": {"p_capital": 0.997, "top1": " Hartford", "top1_is_capital": true}, "control_free": 0.9964, "swap_x1": {"donor": "Provo", "donor_state": "Utah", "donor_capital": "Salt Lake City", "p_donor_capital": 0.0076, "p_capital": 0.8765, "top1": " Hartford", "success": false}, "swap_x2": {"donor": "Provo", "donor_state": "Utah", "donor_capital": "Salt Lake City", "p_donor_capital": 0.9951, "p_capital": 0.0, "top1": " Salt", "success": true}} {"city": "Norfolk", "state": "Virginia", "capital": "Richmond", "p_capital": 0.3204, "top1": " Virginia", "correct": false} {"city": "Charlotte", "state": "North Carolina", "capital": "Raleigh", "p_capital": 0.994, "top1": " Raleigh", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 776, "n_state": 3, "state_feats": [{"layer": 25, "feat": 81877, "role": "city", "act": 8.25, "top_logits": [" Atlanta", " Carolina", " Mississippi", " Savannah", " Alabama"]}, {"layer": 25, "feat": 81877, "role": "last", "act": 10.9375, "top_logits": [" Atlanta", " Carolina", " Mississippi", " Savannah", " Alabama"]}, {"layer": 31, "feat": 144469, "role": "last", "act": 4.96875, "top_logits": ["\u2192null", " null", " Dak", "SD", " Carol"]}], "ablate_frozen": {"p_capital": 0.9937, "top1": " Raleigh", "top1_is_capital": true}, "control_frozen": 0.9928, "ablate_free": {"p_capital": 0.9927, "top1": " Raleigh", "top1_is_capital": true}, "control_free": 0.993, "swap_x1": {"donor": "Provo", "donor_state": "Utah", "donor_capital": "Salt Lake City", "p_donor_capital": 0.0, "p_capital": 0.7643, "top1": " Raleigh", "success": false}, "swap_x2": {"donor": "Provo", "donor_state": "Utah", "donor_capital": "Salt Lake City", "p_donor_capital": 0.995, "p_capital": 0.0, "top1": " Salt", "success": true}} {"city": "Provo", "state": "Utah", "capital": "Salt Lake City", "p_capital": 0.9936, "top1": " Salt", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 983, "n_state": 9, "state_feats": [{"layer": 9, "feat": 104445, "role": "city", "act": 13.75, "top_logits": ["idot", "parentId", "ubar", " Crosby", " Utah"]}, {"layer": 12, "feat": 115898, "role": "city", "act": 3.578125, "top_logits": ["\u00e4\u00e4n", "Portland", " Utah", "Oregon", "\u4e39\u9ea6"]}, {"layer": 20, "feat": 108182, "role": "city", "act": 2.6875, "top_logits": ["clist", " Utah", "Pe", "\u57ad", "lug"]}, {"layer": 23, "feat": 125944, "role": "city", "act": 25.375, "top_logits": [" anonymity", "Salt", "\u6413", " Utah", " Mormon"]}, {"layer": 24, "feat": 49994, "role": "city", "act": 5.3125, "top_logits": ["bish", "Denver", " Denver", " Yosemite", " Utah"]}, {"layer": 25, "feat": 40647, "role": "city", "act": 9.25, "top_logits": [" Utah", " legalized", ".ut", ".mx", " state"]}, {"layer": 25, "feat": 40647, "role": "last", "act": 14.4375, "top_logits": [" Utah", " legalized", ".ut", ".mx", " state"]}, {"layer": 28, "feat": 71135, "role": "last", "act": 4.6875, "top_logits": ["\u8feb", "adj", " adj", " Mormon", " Utah"]}, {"layer": 30, "feat": 116251, "role": "last", "act": 6.5625, "top_logits": ["\u7ea4", " stake", " Stake", " Utah", " Nep"]}], "ablate_frozen": {"p_capital": 0.8785, "top1": " Salt", "top1_is_capital": true}, "control_frozen": 0.9943, "ablate_free": {"p_capital": 0.6824, "top1": " Salt", "top1_is_capital": true}, "control_free": 0.9935, "swap_x1": {"donor": "Billings", "donor_state": "Montana", "donor_capital": "Helena", "p_donor_capital": 0.0, "p_capital": 0.6106, "top1": " Salt", "success": false}, "swap_x2": {"donor": "Billings", "donor_state": "Montana", "donor_capital": "Helena", "p_donor_capital": 0.0002, "p_capital": 0.246, "top1": " the", "success": false}} {"city": "Billings", "state": "Montana", "capital": "Helena", "p_capital": 0.9124, "top1": " Helena", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 860, "n_state": 5, "state_feats": [{"layer": 8, "feat": 134358, "role": "city", "act": 4.375, "top_logits": [" Montana", "Colorado", "\u72e9", "\u8349\u539f", " Canyon"]}, {"layer": 28, "feat": 73419, "role": "last", "act": 27.25, "top_logits": [" Montana", " Iowa", " Colorado", " Wisconsin", " Oregon"]}, {"layer": 31, "feat": 82528, "role": "city", "act": 90.5, "top_logits": [" Mont", "\u66fc", "Mont", " Mand", " MT"]}, {"layer": 31, "feat": 82528, "role": "last", "act": 150.0, "top_logits": [" Mont", "\u66fc", "Mont", " Mand", " MT"]}, {"layer": 32, "feat": 81895, "role": "last", "act": 7.3125, "top_logits": ["Mont", " WT", "\u8499", "WT", " Mont"]}], "ablate_frozen": {"p_capital": 0.0106, "top1": " Oklahoma", "top1_is_capital": false}, "control_frozen": 0.8989, "ablate_free": {"p_capital": 0.0151, "top1": " Oklahoma", "top1_is_capital": false}, "control_free": 0.9237, "swap_x1": {"donor": "Anchorage", "donor_state": "Alaska", "donor_capital": "Juneau", "p_donor_capital": 0.9837, "p_capital": 0.0, "top1": " June", "success": true}, "swap_x2": {"donor": "Anchorage", "donor_state": "Alaska", "donor_capital": "Juneau", "p_donor_capital": 0.9852, "p_capital": 0.0, "top1": " June", "success": true}} {"city": "Anchorage", "state": "Alaska", "capital": "Juneau", "p_capital": 0.9988, "top1": " June", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 714, "n_state": 7, "state_feats": [{"layer": 9, "feat": 64995, "role": "city", "act": 7.0, "top_logits": ["-navigation", " Anch", "\u6f20", "vik", " Alaska"]}, {"layer": 9, "feat": 137809, "role": "city", "act": 21.75, "top_logits": ["\u7ecf\u8425\u6a21\u5f0f", "\u6f20", "\u683c\u5c14", " Alaska", "\u6cbb\u7406\u4f53\u7cfb"]}, {"layer": 17, "feat": 124119, "role": "city", "act": 5.3125, "top_logits": [" Texans", " Aluminium", " Norwegian", "\u632a\u5a01", " Alaska"]}, {"layer": 20, "feat": 113661, "role": "city", "act": 5.75, "top_logits": ["ForResource", " Canada", "\u5317\u65b9", "Canada", " Alaska"]}, {"layer": 23, "feat": 86985, "role": "city", "act": 31.375, "top_logits": [" Tahoe", " Alaska", " ipairs", " Kab", " Tup"]}, {"layer": 25, "feat": 22810, "role": "city", "act": 25.0, "top_logits": ["\u5ce1", " Alaska", "\u5317\u6781", " fj", " Arctic"]}, {"layer": 25, "feat": 22810, "role": "last", "act": 18.75, "top_logits": ["\u5ce1", " Alaska", "\u5317\u6781", " fj", " Arctic"]}], "ablate_frozen": {"p_capital": 0.8536, "top1": " June", "top1_is_capital": true}, "control_frozen": 0.996, "ablate_free": {"p_capital": 0.9581, "top1": " June", "top1_is_capital": true}, "control_free": 0.9926, "swap_x1": {"donor": "Hilo", "donor_state": "Hawaii", "donor_capital": "Honolulu", "p_donor_capital": 0.8673, "p_capital": 0.0, "top1": " Honolulu", "success": true}, "swap_x2": {"donor": "Hilo", "donor_state": "Hawaii", "donor_capital": "Honolulu", "p_donor_capital": 0.9273, "p_capital": 0.0, "top1": " Honolulu", "success": true}} {"city": "Hilo", "state": "Hawaii", "capital": "Honolulu", "p_capital": 0.868, "top1": " Honolulu", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 908, "n_state": 14, "state_feats": [{"layer": 9, "feat": 41490, "role": "city", "act": 9.375, "top_logits": ["elling", " Maui", "\u6d77\u5357", " Hawaii", " Hawaiian"]}, {"layer": 9, "feat": 72033, "role": "city", "act": 21.5, "top_logits": ["utors", "u\u00e7", "ownt", " Hawaii", " Hawaiian"]}, {"layer": 9, "feat": 72033, "role": "last", "act": 1.9296875, "top_logits": ["utors", "u\u00e7", "ownt", " Hawaii", " Hawaiian"]}, {"layer": 12, "feat": 96242, "role": "city", "act": 13.5625, "top_logits": ["\u5c9b\u5c7f", " Hawai", " Maui", " Hawaii", " Hawaiian"]}, {"layer": 24, "feat": 85609, "role": "city", "act": 9.4375, "top_logits": [" county", " Arizona", " Ventura", " Hawaiian", " County"]}, {"layer": 24, "feat": 128147, "role": "last", "act": 4.46875, "top_logits": [" Hawaii", " Honolulu", " Hawaiian", " Maui", " Hawai"]}, {"layer": 26, "feat": 50918, "role": "city", "act": 44.25, "top_logits": [" Maui", " Honolulu", " Hawaiian", " Hawai", " Hawaii"]}, {"layer": 26, "feat": 7519, "role": "last", "act": 13.9375, "top_logits": ["\u743c", " Maui", " Lau", " Hawai", " crater"]}, {"layer": 26, "feat": 50918, "role": "last", "act": 52.5, "top_logits": [" Maui", " Honolulu", " Hawaiian", " Hawai", " Hawaii"]}, {"layer": 29, "feat": 159310, "role": "last", "act": 20.125, "top_logits": [" Hawai", " surf", " statewide", " Mt", " surfing"]}, {"layer": 30, "feat": 15723, "role": "city", "act": 115.0, "top_logits": [" Alo", " Hawai", " Honolulu", " Hawaiian", " Hawaii"]}, {"layer": 30, "feat": 15723, "role": "last", "act": 172.0, "top_logits": [" Alo", " Hawai", " Honolulu", " Hawaiian", " Hawaii"]}, {"layer": 30, "feat": 16686, "role": "last", "act": 51.25, "top_logits": ["\u5929\u6daf", " Honolulu", " Hawai", " Hawaiian", " Hawaii"]}, {"layer": 30, "feat": 120455, "role": "last", "act": 46.5, "top_logits": ["\u5929\u6daf", " Hawaiian", " Honolulu", " Alo", " Hawaii"]}], "ablate_frozen": {"p_capital": 0.0224, "top1": " Miami", "top1_is_capital": false}, "control_frozen": 0.8551, "ablate_free": {"p_capital": 0.0156, "top1": " Miami", "top1_is_capital": false}, "control_free": 0.8713, "swap_x1": {"donor": "Albuquerque", "donor_state": "New Mexico", "donor_capital": "Santa Fe", "p_donor_capital": 0.0, "p_capital": 0.0208, "top1": " Miami", "success": false}, "swap_x2": {"donor": "Albuquerque", "donor_state": "New Mexico", "donor_capital": "Santa Fe", "p_donor_capital": 0.0001, "p_capital": 0.017, "top1": " Miami", "success": false}} {"city": "Albuquerque", "state": "New Mexico", "capital": "Santa Fe", "p_capital": 0.8503, "top1": " Santa", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 703, "n_state": 1, "state_feats": [{"layer": 24, "feat": 64204, "role": "last", "act": 6.40625, "top_logits": [" mex", ".mx", "_mx", " Mexico", "Mexico"]}], "ablate_frozen": {"p_capital": 0.8368, "top1": " Santa", "top1_is_capital": true}, "control_frozen": 0.8576, "ablate_free": {"p_capital": 0.8196, "top1": " Santa", "top1_is_capital": true}, "control_free": 0.8556, "swap_x1": {"donor": "Fayetteville", "donor_state": "Arkansas", "donor_capital": "Little Rock", "p_donor_capital": 0.0, "p_capital": 0.8255, "top1": " Santa", "success": false}, "swap_x2": {"donor": "Fayetteville", "donor_state": "Arkansas", "donor_capital": "Little Rock", "p_donor_capital": 0.0002, "p_capital": 0.4309, "top1": " Santa", "success": false}} {"city": "Fayetteville", "state": "Arkansas", "capital": "Little Rock", "p_capital": 0.4964, "top1": " Little", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 882, "n_state": 4, "state_feats": [{"layer": 8, "feat": 115252, "role": "city", "act": 2.46875, "top_logits": [" Tennessee", "Alabama", " Arkansas", " hamm", " Alabama"]}, {"layer": 8, "feat": 155197, "role": "city", "act": 1.421875, "top_logits": ["\u5341\u4e94\u6761", " Arkansas", "\u5e16", " Alabama", "Alabama"]}, {"layer": 13, "feat": 148104, "role": "city", "act": 1.078125, "top_logits": [" Alabama", "acier", " Indiana", " Arkansas", " Missouri"]}, {"layer": 20, "feat": 154553, "role": "city", "act": 3.53125, "top_logits": [" Alabama", " Arkansas", " Memphis", " Nashville", " Tennessee"]}], "ablate_frozen": {"p_capital": 0.1967, "top1": " Fayette", "top1_is_capital": false}, "control_frozen": 0.5218, "ablate_free": {"p_capital": 0.1392, "top1": " Fayette", "top1_is_capital": false}, "control_free": 0.6146, "swap_x1": {"donor": "Biloxi", "donor_state": "Mississippi", "donor_capital": "Jackson", "p_donor_capital": 0.0, "p_capital": 0.1941, "top1": " Fayette", "success": false}, "swap_x2": {"donor": "Biloxi", "donor_state": "Mississippi", "donor_capital": "Jackson", "p_donor_capital": 0.0, "p_capital": 0.1203, "top1": " Fayette", "success": false}} {"city": "Biloxi", "state": "Mississippi", "capital": "Jackson", "p_capital": 0.9591, "top1": " Jackson", "correct": true, "city_pos": 11, "last_pos": 12, "n_graph_nodes": 594, "n_state": 3, "state_feats": [{"layer": 25, "feat": 81877, "role": "last", "act": 7.0625, "top_logits": [" Atlanta", " Carolina", " Mississippi", " Savannah", " Alabama"]}, {"layer": 31, "feat": 146829, "role": "last", "act": 58.5, "top_logits": ["urge", "Miss", "\u51b2", " Delta", " delta"]}, {"layer": 32, "feat": 136462, "role": "last", "act": 22.75, "top_logits": ["\u94a8", "\u7f3a", " Ms", "MISS", ".executeQuery"]}], "ablate_frozen": {"p_capital": 0.8734, "top1": " Jackson", "top1_is_capital": true}, "control_frozen": 0.9578, "ablate_free": {"p_capital": 0.889, "top1": " Jackson", "top1_is_capital": true}, "control_free": 0.913, "swap_x1": {"donor": "Burlington", "donor_state": "Vermont", "donor_capital": "Montpelier", "p_donor_capital": 0.0, "p_capital": 0.8463, "top1": " Jackson", "success": false}, "swap_x2": {"donor": "Burlington", "donor_state": "Vermont", "donor_capital": "Montpelier", "p_donor_capital": 0.0, "p_capital": 0.8135, "top1": " Jackson", "success": false}} {"city": "Wilmington", "state": "Delaware", "capital": "Dover", "p_capital": 0.0757, "top1": " Raleigh", "correct": false} {"city": "Burlington", "state": "Vermont", "capital": "Montpelier", "p_capital": 0.9999, "top1": " Mont", "correct": true, "city_pos": 9, "last_pos": 10, "n_graph_nodes": 861, "n_state": 3, "state_feats": [{"layer": 8, "feat": 37952, "role": "city", "act": 2.6875, "top_logits": [" Seymour", "otes", " MIT", " Vermont", " Maine"]}, {"layer": 12, "feat": 21583, "role": "city", "act": 5.28125, "top_logits": [" Companion", " Vermont", "\u6218\u7565\u6027", " Lebanon", " Dude"]}, {"layer": 19, "feat": 121993, "role": "city", "act": 2.390625, "top_logits": [" Maine", "odo", "ornado", " Vermont", " Massachusetts"]}], "ablate_frozen": {"p_capital": 0.9998, "top1": " Mont", "top1_is_capital": true}, "control_frozen": 0.9999, "ablate_free": {"p_capital": 0.9998, "top1": " Mont", "top1_is_capital": true}, "control_free": 0.9999, "swap_x1": {"donor": "Bangor", "donor_state": "Maine", "donor_capital": "Augusta", "p_donor_capital": 0.0002, "p_capital": 0.9994, "top1": " Mont", "success": false}, "swap_x2": {"donor": "Bangor", "donor_state": "Maine", "donor_capital": "Augusta", "p_donor_capital": 0.181, "p_capital": 0.8112, "top1": " Mont", "success": false}} {"city": "Manchester", "state": "New Hampshire", "capital": "Concord", "p_capital": 0.0, "top1": " London", "correct": false} {"city": "Bangor", "state": "Maine", "capital": "Augusta", "p_capital": 0.9485, "top1": " Augusta", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 901, "n_state": 7, "state_feats": [{"layer": 8, "feat": 37952, "role": "city", "act": 5.84375, "top_logits": [" Seymour", "otes", " MIT", " Vermont", " Maine"]}, {"layer": 19, "feat": 121993, "role": "city", "act": 7.5, "top_logits": [" Maine", "odo", "ornado", " Vermont", " Massachusetts"]}, {"layer": 29, "feat": 119910, "role": "city", "act": 85.0, "top_logits": [" Westbrook", " Augusta", "\u7f05", "\u5034", " Maine"]}, {"layer": 29, "feat": 149512, "role": "city", "act": 25.5, "top_logits": [" Augusta", "bang", "\u7f05", " Maine", "\u5034"]}, {"layer": 29, "feat": 119910, "role": "last", "act": 88.0, "top_logits": [" Westbrook", " Augusta", "\u7f05", "\u5034", " Maine"]}, {"layer": 29, "feat": 149512, "role": "last", "act": 28.875, "top_logits": [" Augusta", "bang", "\u7f05", " Maine", "\u5034"]}, {"layer": 34, "feat": 159477, "role": "last", "act": 21.625, "top_logits": [" Main", "\u53e3\u6c34", "\u662f\u771f\u7684", "Main", "_main"]}], "ablate_frozen": {"p_capital": 0.0047, "top1": " Atlanta", "top1_is_capital": true}, "control_frozen": 0.8112, "ablate_free": {"p_capital": 0.0165, "top1": " Atlanta", "top1_is_capital": true}, "control_free": 0.902, "swap_x1": {"donor": "Sioux Falls", "donor_state": "South Dakota", "donor_capital": "Pierre", "p_donor_capital": 0.0, "p_capital": 0.005, "top1": " Atlanta", "success": false}, "swap_x2": {"donor": "Sioux Falls", "donor_state": "South Dakota", "donor_capital": "Pierre", "p_donor_capital": 0.0, "p_capital": 0.0045, "top1": " Atlanta", "success": false}} {"city": "Sioux Falls", "state": "South Dakota", "capital": "Pierre", "p_capital": 0.6295, "top1": " Pierre", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 830, "n_state": 1, "state_feats": [{"layer": 24, "feat": 71194, "role": "last", "act": 8.25, "top_logits": [" Dakota", " Neb", " rural", "\u519c\u6751", " Rural"]}], "ablate_frozen": {"p_capital": 0.5986, "top1": " Pierre", "top1_is_capital": true}, "control_frozen": 0.6629, "ablate_free": {"p_capital": 0.6475, "top1": " Pierre", "top1_is_capital": true}, "control_free": 0.6089, "swap_x1": {"donor": "Casper", "donor_state": "Wyoming", "donor_capital": "Cheyenne", "p_donor_capital": 0.0, "p_capital": 0.6329, "top1": " Pierre", "success": false}, "swap_x2": {"donor": "Casper", "donor_state": "Wyoming", "donor_capital": "Cheyenne", "p_donor_capital": 0.0, "p_capital": 0.662, "top1": " Pierre", "success": false}} {"city": "Casper", "state": "Wyoming", "capital": "Cheyenne", "p_capital": 0.9974, "top1": " Che", "correct": true, "city_pos": 10, "last_pos": 11, "n_graph_nodes": 906, "n_state": 3, "state_feats": [{"layer": 12, "feat": 142330, "role": "city", "act": 1.6484375, "top_logits": ["Kent", " Zimbabwe", "Plain", " nod", " Wyoming"]}, {"layer": 28, "feat": 79148, "role": "last", "act": 9.5625, "top_logits": ["\u5168\u9547", " Wyoming", "town", " town", " Town"]}, {"layer": 31, "feat": 105608, "role": "last", "act": 2.78125, "top_logits": [" Wyoming", "Mountain", " Colo", " mountain", " Rocky"]}], "ablate_frozen": {"p_capital": 0.9946, "top1": " Che", "top1_is_capital": true}, "control_frozen": 0.9962, "ablate_free": {"p_capital": 0.995, "top1": " Che", "top1_is_capital": true}, "control_free": 0.9919, "swap_x1": {"donor": "Dallas", "donor_state": "Texas", "donor_capital": "Austin", "p_donor_capital": 0.0015, "p_capital": 0.0, "top1": " the", "success": false}, "swap_x2": {"donor": "Dallas", "donor_state": "Texas", "donor_capital": "Austin", "p_donor_capital": 0.0002, "p_capital": 0.0, "top1": " Texas", "success": false}}