{"bytes": 78, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 94.87529903756109, "direction": "model_a_worse", "gap_bpb": 1.2163499876610397, "model_a_bpb": 1.2865832395441112, "model_b_bpb": 0.07023325188307175, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0445\u0430\u0440\u0430\u043a\u0442\u0435\u0440\u0438\u0441\u0442\u0438\"\"\")\u23ce['\u2420',\u2420'\u0445',\u2420'\u0430',\u2420'\u0440',\u2420'\u0430',\u2420'\u043a',\u2420'\u0442',\u2420'\u0435',\u2420'\u0440',\u2420'\u0438',\u2420'\u0441',\u2420'\u0442',\u2420'\u0438']\u23ce", "rank": 1, "row_index": 110774, "score_byte_end": 127, "score_byte_start": 49, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 9.599535673221894, "worst_text": "\u0445"}
{"bytes": 84, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 94.05128471623631, "direction": "model_a_worse", "gap_bpb": 1.1196581513837656, "model_a_bpb": 1.1899040392668776, "model_b_bpb": 0.07024588788311205, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0430\u0434\u043c\u0456\u043d\u0456\u0441\u0442\u0440\u0430\u0442\u0438\u0432\"\"\")\u23ce['\u2420',\u2420'\u0430',\u2420'\u0434',\u2420'\u043c',\u2420'\u0456',\u2420'\u043d',\u2420'\u0456',\u2420'\u0441',\u2420'\u0442',\u2420'\u0440',\u2420'\u0430',\u2420'\u0442',\u2420'\u0438',\u2420'\u0432']\u23ce", "rank": 2, "row_index": 125284, "score_byte_end": 135, "score_byte_start": 51, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 7.839022196983278, "worst_text": "\u0430"}
{"bytes": 43, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 90.34608274145425, "direction": "model_a_worse", "gap_bpb": 2.1010716916617267, "model_a_bpb": 2.1169964852123164, "model_b_bpb": 0.015924793550589744, "preview": ">>>\u2420token_chars(\"\"\"\u7f51\u520a\u4e0b\u8f7d\u6b21\u6570\"\"\")\u23ce['\u7f51',\u2420'\u520a',\u2420'\u4e0b',\u2420'\u8f7d',\u2420'\u6b21',\u2420'\u6570']\u23ce", "rank": 3, "row_index": 124525, "score_byte_end": 85, "score_byte_start": 42, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 8.554271212628164, "worst_text": "\u7f51"}
{"bytes": 62, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 85.08023853778387, "direction": "model_a_worse", "gap_bpb": 1.37226191189974, "model_a_bpb": 1.4925985499607135, "model_b_bpb": 0.1203366380609736, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u010ceskosloven\"\"\")\u23ce['\u2420',\u2420'\u010c',\u2420'e',\u2420's',\u2420'k',\u2420'o',\u2420's',\u2420'l',\u2420'o',\u2420'v',\u2420'e',\u2420'n']\u23ce", "rank": 4, "row_index": 122295, "score_byte_end": 99, "score_byte_start": 37, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 12.375292318519609, "worst_text": "\u010c"}
{"bytes": 66, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 83.90319316369906, "direction": "model_a_worse", "gap_bpb": 1.2712605024802888, "model_a_bpb": 1.3493836112115287, "model_b_bpb": 0.07812310873123987, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u043f\u0440\u043e\u0444\u0438\u043b\u0430\u043a\u0442\u0438\"\"\")\u23ce['\u2420',\u2420'\u043f',\u2420'\u0440',\u2420'\u043e',\u2420'\u0444',\u2420'\u0438',\u2420'\u043b',\u2420'\u0430',\u2420'\u043a',\u2420'\u0442',\u2420'\u0438']\u23ce", "rank": 5, "row_index": 125681, "score_byte_end": 111, "score_byte_start": 45, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 9.202382328959837, "worst_text": "\u043f"}
{"bytes": 78, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 82.22087509307283, "direction": "model_a_worse", "gap_bpb": 1.0541137832445235, "model_a_bpb": 1.1122362814425297, "model_b_bpb": 0.05812249819800639, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0437\u0430\u0431\u0435\u0437\u043f\u0435\u0447\u0435\u043d\u043d\u044f\"\"\")\u23ce['\u2420',\u2420'\u0437',\u2420'\u0430',\u2420'\u0431',\u2420'\u0435',\u2420'\u0437',\u2420'\u043f',\u2420'\u0435',\u2420'\u0447',\u2420'\u0435',\u2420'\u043d',\u2420'\u043d',\u2420'\u044f']\u23ce", "rank": 6, "row_index": 112666, "score_byte_end": 127, "score_byte_start": 49, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 6.041667973138053, "worst_text": "\u0437"}
{"bytes": 66, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 79.81420033230887, "direction": "model_a_worse", "gap_bpb": 1.2093060656410435, "model_a_bpb": 1.339189719213794, "model_b_bpb": 0.12988365357275036, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0445\u0430\u0440\u0430\u043a\u0442\u0435\u0440\u0438\u0437\"\"\")\u23ce['\u2420',\u2420'\u0445',\u2420'\u0430',\u2420'\u0440',\u2420'\u0430',\u2420'\u043a',\u2420'\u0442',\u2420'\u0435',\u2420'\u0440',\u2420'\u0438',\u2420'\u0437']\u23ce", "rank": 7, "row_index": 119418, "score_byte_end": 111, "score_byte_start": 45, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 9.837921513513427, "worst_text": "\u0445"}
{"bytes": 57, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 78.9278293046073, "direction": "model_a_worse", "gap_bpb": 1.3846987597299527, "model_a_bpb": 1.4593085509132895, "model_b_bpb": 0.07460979118333662, "preview": ">>>\u2420token_chars(\"\"\"\u2420ar\u015fivlendi\"\"\")\u23ce['\u2420',\u2420'a',\u2420'r',\u2420'\u015f',\u2420'i',\u2420'v',\u2420'l',\u2420'e',\u2420'n',\u2420'd',\u2420'i']\u23ce", "rank": 8, "row_index": 110743, "score_byte_end": 93, "score_byte_start": 36, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 6.678156501924411, "worst_text": "\u015f"}
{"bytes": 78, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 78.82364762679366, "direction": "model_a_worse", "gap_bpb": 1.010559584958893, "model_a_bpb": 1.0908227062870677, "model_b_bpb": 0.08026312132817455, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0432\u0438\u043a\u043e\u0440\u0438\u0441\u0442\u0430\u043d\u043d\u044f\"\"\")\u23ce['\u2420',\u2420'\u0432',\u2420'\u0438',\u2420'\u043a',\u2420'\u043e',\u2420'\u0440',\u2420'\u0438',\u2420'\u0441',\u2420'\u0442',\u2420'\u0430',\u2420'\u043d',\u2420'\u043d',\u2420'\u044f']\u23ce", "rank": 9, "row_index": 112113, "score_byte_end": 127, "score_byte_start": 49, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 5.040427975477492, "worst_text": "\u0438"}
{"bytes": 61, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 77.96187612143487, "direction": "model_a_worse", "gap_bpb": 1.278063542974342, "model_a_bpb": 1.2969570495083407, "model_b_bpb": 0.018893506533998728, "preview": ">>>\u2420token_chars(\"\"\"\u0410\u0440\u0445\u0456\u0432\u043e\u0432\u0430\u043d\u043e\"\"\")\u23ce['\u0410',\u2420'\u0440',\u2420'\u0445',\u2420'\u0456',\u2420'\u0432',\u2420'\u043e',\u2420'\u0432',\u2420'\u0430',\u2420'\u043d',\u2420'\u043e']\u23ce", "rank": 10, "row_index": 116452, "score_byte_end": 105, "score_byte_start": 44, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 12.91348657096243, "worst_text": "\u0410"}
{"bytes": 72, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 77.69026754599905, "direction": "model_a_worse", "gap_bpb": 1.0790314936944312, "model_a_bpb": 1.1994711351854905, "model_b_bpb": 0.12043964149105918, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u043f\u0456\u0434\u043f\u0440\u0438\u0454\u043c\u0441\u0442\u0432\"\"\")\u23ce['\u2420',\u2420'\u043f',\u2420'\u0456',\u2420'\u0434',\u2420'\u043f',\u2420'\u0440',\u2420'\u0438',\u2420'\u0454',\u2420'\u043c',\u2420'\u0441',\u2420'\u0442',\u2420'\u0432']\u23ce", "rank": 11, "row_index": 125266, "score_byte_end": 119, "score_byte_start": 47, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 4.781713097923367, "worst_text": "\u0456"}
{"bytes": 96, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 76.60003891732954, "direction": "model_a_worse", "gap_bpb": 0.7979170720555161, "model_a_bpb": 0.8753754639324746, "model_b_bpb": 0.0774583918769585, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0432\u0438\u043a\u043e\u0440\u0438\u0441\u0442\u043e\u0432\u0443\u0432\u0430\u0442\u0438\"\"\")\u23ce['\u2420',\u2420'\u0432',\u2420'\u0438',\u2420'\u043a',\u2420'\u043e',\u2420'\u0440',\u2420'\u0438',\u2420'\u0441',\u2420'\u0442',\u2420'\u043e',\u2420'\u0432',\u2420'\u0443',\u2420'\u0432',\u2420'\u0430',\u2420'\u0442',\u2420'\u0438\u2026", "rank": 12, "row_index": 123014, "score_byte_end": 151, "score_byte_start": 55, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 4.4629202088739355, "worst_text": "\u0438"}
{"bytes": 78, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 74.94831823712263, "direction": "model_a_worse", "gap_bpb": 0.9608758748349056, "model_a_bpb": 1.0612716380580054, "model_b_bpb": 0.10039576322309979, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0432\u0456\u0434\u0431\u0443\u0432\u0430\u0454\u0442\u044c\u0441\u044f\"\"\")\u23ce['\u2420',\u2420'\u0432',\u2420'\u0456',\u2420'\u0434',\u2420'\u0431',\u2420'\u0443',\u2420'\u0432',\u2420'\u0430',\u2420'\u0454',\u2420'\u0442',\u2420'\u044c',\u2420'\u0441',\u2420'\u044f']\u23ce", "rank": 13, "row_index": 123297, "score_byte_end": 127, "score_byte_start": 49, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 5.302612431030133, "worst_text": "\u0431"}
{"bytes": 56, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 74.71036654016092, "direction": "model_a_worse", "gap_bpb": 1.3341136882171594, "model_a_bpb": 1.4791424318303448, "model_b_bpb": 0.14502874361318532, "preview": ">>>\u2420token_chars(\"\"\"\u2420eoqkrvldkf\"\"\")\u23ce['\u2420',\u2420'e',\u2420'o',\u2420'q',\u2420'k',\u2420'r',\u2420'v',\u2420'l',\u2420'd',\u2420'k',\u2420'f']\u23ce", "rank": 14, "row_index": 107930, "score_byte_end": 91, "score_byte_start": 35, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": 12.030910130848284, "worst_text": "e"}
{"bytes": 78, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 74.0202262955497, "direction": "model_a_worse", "gap_bpb": 0.9489772601993552, "model_a_bpb": 1.0506610764615631, "model_b_bpb": 0.1016838162622079, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\"\"\")\u23ce['\u2420',\u2420'\u0438',\u2420'\u0441',\u2420'\u043f',\u2420'\u043e',\u2420'\u043b',\u2420'\u044c',\u2420'\u0437',\u2420'\u043e',\u2420'\u0432',\u2420'\u0430',\u2420'\u043d',\u2420'\u0438']\u23ce", "rank": 15, "row_index": 117125, "score_byte_end": 127, "score_byte_start": 49, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 8.068352806741597, "worst_text": "\u0438"}
{"bytes": 54, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 73.20790776457329, "direction": "model_a_worse", "gap_bpb": 1.355701995640246, "model_a_bpb": 1.4269961423493172, "model_b_bpb": 0.07129414670907097, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u043f\u0440\u043e\u0444\u0435\u0441\u0441\u0438\"\"\")\u23ce['\u2420',\u2420'\u043f',\u2420'\u0440',\u2420'\u043e',\u2420'\u0444',\u2420'\u0435',\u2420'\u0441',\u2420'\u0441',\u2420'\u0438']\u23ce", "rank": 16, "row_index": 115730, "score_byte_end": 95, "score_byte_start": 41, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 12.465070013992403, "worst_text": "\u043f"}
{"bytes": 78, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 72.71176273013336, "direction": "model_a_worse", "gap_bpb": 0.932202086283761, "model_a_bpb": 1.0319446329400146, "model_b_bpb": 0.09974254665625376, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0434\u0435\u044f\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u0438\"\"\")\u23ce['\u2420',\u2420'\u0434',\u2420'\u0435',\u2420'\u044f',\u2420'\u0442',\u2420'\u0435',\u2420'\u043b',\u2420'\u044c',\u2420'\u043d',\u2420'\u043e',\u2420'\u0441',\u2420'\u0442',\u2420'\u0438']\u23ce", "rank": 17, "row_index": 111338, "score_byte_end": 127, "score_byte_start": 49, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 7.695808116026196, "worst_text": "\u0434"}
{"bytes": 34, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 72.32439701258497, "direction": "model_a_worse", "gap_bpb": 2.1271881474289698, "model_a_bpb": 2.245386238989138, "model_b_bpb": 0.1181980915601686, "preview": ">>>\u2420token_chars(\"\"\"\u2420\ub178\ucd9c\ub4f1\ub85d\"\"\")\u23ce['\u2420',\u2420'\ub178',\u2420'\ucd9c',\u2420'\ub4f1',\u2420'\ub85d']\u23ce", "rank": 18, "row_index": 117045, "score_byte_end": 71, "score_byte_start": 37, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 7.080218918972693, "worst_text": "\ub178"}
{"bytes": 72, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 71.94794093118989, "direction": "model_a_worse", "gap_bpb": 0.9992769573776373, "model_a_bpb": 1.1496969776415866, "model_b_bpb": 0.15042002026394913, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u03bd\u03b5\u03c6\u03bf\u03ba\u03ac\u03bb\u03c5\u03c8\u03b7\u03c2\"\"\")\u23ce['\u2420',\u2420'\u03bd',\u2420'\u03b5',\u2420'\u03c6',\u2420'\u03bf',\u2420'\u03ba',\u2420'\u03ac',\u2420'\u03bb',\u2420'\u03c5',\u2420'\u03c8',\u2420'\u03b7',\u2420'\u03c2']\u23ce", "rank": 19, "row_index": 123707, "score_byte_end": 119, "score_byte_start": 47, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 7.381851035153731, "worst_text": "\u03bd"}
{"bytes": 66, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 71.71899069868518, "direction": "model_a_worse", "gap_bpb": 1.0866513742225026, "model_a_bpb": 1.3252560806778522, "model_b_bpb": 0.2386047064553496, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u043f\u0440\u0435\u0434\u043d\u0430\u0437\u043d\u0430\u0447\"\"\")\u23ce['\u2420',\u2420'\u043f',\u2420'\u0440',\u2420'\u0435',\u2420'\u0434',\u2420'\u043d',\u2420'\u0430',\u2420'\u0437',\u2420'\u043d',\u2420'\u0430',\u2420'\u0447']\u23ce", "rank": 20, "row_index": 125016, "score_byte_end": 111, "score_byte_start": 45, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 10.713642725164187, "worst_text": "\u043f"}
{"bytes": 47, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 71.56871885282101, "direction": "model_a_worse", "gap_bpb": 1.5227386989961917, "model_a_bpb": 1.5528843449649934, "model_b_bpb": 0.030145645968801697, "preview": ">>>\u2420token_chars(\"\"\"\u040e\u044b\u045fN\u040e\u044b\u045fN\"\"\")\u23ce['\u040e',\u2420'\u044b',\u2420'\u045f',\u2420'N',\u2420'\u040e',\u2420'\u044b',\u2420'\u045f',\u2420'N']\u23ce", "rank": 21, "row_index": 125772, "score_byte_end": 85, "score_byte_start": 38, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 8.473788835469199, "worst_text": "\u040e"}
{"bytes": 51, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 71.50812660245072, "direction": "model_a_worse", "gap_bpb": 1.402120129459818, "model_a_bpb": 1.4216784551363388, "model_b_bpb": 0.0195583256765209, "preview": ">>>\u2420token_chars(\"\"\"ilmektedir\"\"\")\u23ce['i',\u2420'l',\u2420'm',\u2420'e',\u2420'k',\u2420't',\u2420'e',\u2420'd',\u2420'i',\u2420'r']\u23ce", "rank": 22, "row_index": 107466, "score_byte_end": 85, "score_byte_start": 34, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": 13.051695956779408, "worst_text": "i"}
{"bytes": 66, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 71.42079650494595, "direction": "model_a_worse", "gap_bpb": 1.082133280377969, "model_a_bpb": 1.2175624467770494, "model_b_bpb": 0.13542916639908037, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0432\u0438\u043a\u043e\u0440\u0438\u0441\u0442\u043e\u0432\"\"\")\u23ce['\u2420',\u2420'\u0432',\u2420'\u0438',\u2420'\u043a',\u2420'\u043e',\u2420'\u0440',\u2420'\u0438',\u2420'\u0441',\u2420'\u0442',\u2420'\u043e',\u2420'\u0432']\u23ce", "rank": 23, "row_index": 106126, "score_byte_end": 111, "score_byte_start": 45, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 8.239717695922506, "worst_text": "\u0432"}
{"bytes": 78, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 70.8959087383064, "direction": "model_a_worse", "gap_bpb": 0.9089219069013641, "model_a_bpb": 0.9638739798975112, "model_b_bpb": 0.05495207299614703, "preview": ">>>\u2420token_chars(\"\"\"\u2420\u0437\u0430\u0445\u0432\u043e\u0440\u044e\u0432\u0430\u043d\u043d\u044f\"\"\")\u23ce['\u2420',\u2420'\u0437',\u2420'\u0430',\u2420'\u0445',\u2420'\u0432',\u2420'\u043e',\u2420'\u0440',\u2420'\u044e',\u2420'\u0432',\u2420'\u0430',\u2420'\u043d',\u2420'\u043d',\u2420'\u044f']\u23ce", "rank": 24, "row_index": 123169, "score_byte_end": 127, "score_byte_start": 49, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 4.70118084579565, "worst_text": "\u044e"}
{"bytes": 34, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": 70.29837796681858, "direction": "model_a_worse", "gap_bpb": 2.0675993519652525, "model_a_bpb": 2.241948645969957, "model_b_bpb": 0.17434929400470459, "preview": ">>>\u2420token_chars(\"\"\"\u2420\ub4f1\ub85d\ub300\ud589\"\"\")\u23ce['\u2420',\u2420'\ub4f1',\u2420'\ub85d',\u2420'\ub300',\u2420'\ud589']\u23ce", "rank": 25, "row_index": 115154, "score_byte_end": 71, "score_byte_start": 37, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/non_ascii_word", "worst_gap_bpb": 7.666060620871764, "worst_text": "\ub4f1"}
{"bytes": 46, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -46.11854848781752, "direction": "model_b_worse", "gap_bpb": -1.0025771410395112, "model_a_bpb": 0.5565310419768084, "model_b_bpb": 1.5591081830163196, "preview": ">>>\u2420token_chars(\"\"\"\u2420wannonce\"\"\")\u23ce['\u2420',\u2420'w',\u2420'a',\u2420'n',\u2420'n',\u2420'o',\u2420'n',\u2420'c',\u2420'e']\u23ce", "rank": 1, "row_index": 83966, "score_byte_end": 79, "score_byte_start": 33, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -17.551718842837232, "worst_text": "w"}
{"bytes": 61, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -36.98260531953274, "direction": "model_b_worse", "gap_bpb": -0.6062722183529957, "model_a_bpb": 0.5330969873765795, "model_b_bpb": 1.1393692057295752, "preview": ">>>\u2420token_chars(\"\"\"\u2420sexkontakte\"\"\")\u23ce['\u2420',\u2420's',\u2420'e',\u2420'x',\u2420'k',\u2420'o',\u2420'n',\u2420't',\u2420'a',\u2420'k',\u2420't',\u2420'e']\u23ce", "rank": 2, "row_index": 86656, "score_byte_end": 97, "score_byte_start": 36, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -7.829941599009052, "worst_text": "n"}
{"bytes": 56, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -33.65525299686297, "direction": "model_b_worse", "gap_bpb": -0.6009866606582673, "model_a_bpb": 0.48952788494551447, "model_b_bpb": 1.090514545603782, "preview": ">>>\u2420token_chars(\"\"\"\u2420vivastreet\"\"\")\u23ce['\u2420',\u2420'v',\u2420'i',\u2420'v',\u2420'a',\u2420's',\u2420't',\u2420'r',\u2420'e',\u2420'e',\u2420't']\u23ce", "rank": 3, "row_index": 65287, "score_byte_end": 91, "score_byte_start": 35, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -13.251871809589472, "worst_text": "v"}
{"bytes": 41, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -31.586742683264536, "direction": "model_b_worse", "gap_bpb": -0.7704083581284034, "model_a_bpb": 0.5211139326521513, "model_b_bpb": 1.2915222907805546, "preview": ">>>\u2420token_chars(\"\"\"\u2420sexdate\"\"\")\u23ce['\u2420',\u2420's',\u2420'e',\u2420'x',\u2420'd',\u2420'a',\u2420't',\u2420'e']\u23ce", "rank": 4, "row_index": 62411, "score_byte_end": 73, "score_byte_start": 32, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -9.797161281293645, "worst_text": "d"}
{"bytes": 52, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -30.09996958803606, "direction": "model_b_worse", "gap_bpb": -0.5788455690006935, "model_a_bpb": 0.3904587188618888, "model_b_bpb": 0.9693042878625823, "preview": ">>>\u2420token_chars(\"\"\"\u21e5TokenName\"\"\")\u23ce['\\t',\u2420'T',\u2420'o',\u2420'k',\u2420'e',\u2420'n',\u2420'N',\u2420'a',\u2420'm',\u2420'e']\u23ce", "rank": 5, "row_index": 40271, "score_byte_end": 86, "score_byte_start": 34, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -11.864086830524382, "worst_text": "N"}
{"bytes": 61, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -28.704538416172873, "direction": "model_b_worse", "gap_bpb": -0.4705662035438176, "model_a_bpb": 0.4451376588325769, "model_b_bpb": 0.9157038623763945, "preview": ">>>\u2420token_chars(\"\"\"\u2420swingerclub\"\"\")\u23ce['\u2420',\u2420's',\u2420'w',\u2420'i',\u2420'n',\u2420'g',\u2420'e',\u2420'r',\u2420'c',\u2420'l',\u2420'u',\u2420'b']\u23ce", "rank": 6, "row_index": 46457, "score_byte_end": 97, "score_byte_start": 36, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -10.56935839617078, "worst_text": "s"}
{"bytes": 36, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -28.320285705530345, "direction": "model_b_worse", "gap_bpb": -0.7866746029313985, "model_a_bpb": 0.5760298547433316, "model_b_bpb": 1.36270445767473, "preview": ">>>\u2420token_chars(\"\"\"erdings\"\"\")\u23ce['e',\u2420'r',\u2420'd',\u2420'i',\u2420'n',\u2420'g',\u2420's']\u23ce", "rank": 7, "row_index": 69096, "score_byte_end": 67, "score_byte_start": 31, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -15.398426917009221, "worst_text": "i"}
{"bytes": 56, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -28.0963786707817, "direction": "model_b_worse", "gap_bpb": -0.5017210476925303, "model_a_bpb": 0.6098481791157294, "model_b_bpb": 1.1115692268082598, "preview": ">>>\u2420token_chars(\"\"\"\u2420sextreffen\"\"\")\u23ce['\u2420',\u2420's',\u2420'e',\u2420'x',\u2420't',\u2420'r',\u2420'e',\u2420'f',\u2420'f',\u2420'e',\u2420'n']\u23ce", "rank": 8, "row_index": 97172, "score_byte_end": 91, "score_byte_start": 35, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -12.100202671807185, "worst_text": "x"}
{"bytes": 41, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -26.988059834690095, "direction": "model_b_worse", "gap_bpb": -0.6582453618217097, "model_a_bpb": 0.3627697631246915, "model_b_bpb": 1.0210151249464012, "preview": ">>>\u2420token_chars(\"\"\"\u2420eskorte\"\"\")\u23ce['\u2420',\u2420'e',\u2420's',\u2420'k',\u2420'o',\u2420'r',\u2420't',\u2420'e']\u23ce", "rank": 9, "row_index": 38820, "score_byte_end": 73, "score_byte_start": 32, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -8.980833762170414, "worst_text": "e"}
{"bytes": 16, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -25.579744813639213, "direction": "model_b_worse", "gap_bpb": -1.5987340508524508, "model_a_bpb": 2.3710021730665622, "model_b_bpb": 3.969736223919013, "preview": "(?:['(',\u2420'?',\u2420':']\u23ce", "rank": 10, "row_index": 67627, "score_byte_end": 19, "score_byte_start": 3, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/punctuation", "worst_gap_bpb": -3.6986961752942684, "worst_text": "['(',"}
{"bytes": 76, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -23.554025044557626, "direction": "model_b_worse", "gap_bpb": -0.3099213821652319, "model_a_bpb": 0.8751303960154092, "model_b_bpb": 1.1850517781806413, "preview": ">>>\u2420token_chars(\"\"\"\u2420thuisontvangst\"\"\")\u23ce['\u2420',\u2420't',\u2420'h',\u2420'u',\u2420'i',\u2420's',\u2420'o',\u2420'n',\u2420't',\u2420'v',\u2420'a',\u2420'n',\u2420'g',\u2420's',\u2420't']\u23ce", "rank": 11, "row_index": 78741, "score_byte_end": 115, "score_byte_start": 39, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -10.833787053334536, "worst_text": "t"}
{"bytes": 91, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -21.98111622414017, "direction": "model_b_worse", "gap_bpb": -0.24155072773780406, "model_a_bpb": 0.566592210737716, "model_b_bpb": 0.8081429384755201, "preview": "\u2026oken_chars(\"\"\"MASConstraintMaker\"\"\")\u23ce['M',\u2420'A',\u2420'S',\u2420'C',\u2420'o',\u2420'n',\u2420's',\u2420't',\u2420'r',\u2420'a',\u2420'i',\u2420'n',\u2420't',\u2420'M',\u2420'a',\u2420'k',\u2420\u2026", "rank": 12, "row_index": 59493, "score_byte_end": 133, "score_byte_start": 42, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -9.996542488265407, "worst_text": "o"}
{"bytes": 41, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -21.845492292646394, "direction": "model_b_worse", "gap_bpb": -0.5328168851864974, "model_a_bpb": 0.8606758488520652, "model_b_bpb": 1.3934927340385626, "preview": ">>>\u2420token_chars(\"\"\"\u2420davidjl\"\"\")\u23ce['\u2420',\u2420'd',\u2420'a',\u2420'v',\u2420'i',\u2420'd',\u2420'j',\u2420'l']\u23ce", "rank": 13, "row_index": 99172, "score_byte_end": 73, "score_byte_start": 32, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -8.041443799248313, "worst_text": "d"}
{"bytes": 66, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -21.329466805441932, "direction": "model_b_worse", "gap_bpb": -0.3231737394763929, "model_a_bpb": 0.5829112801871499, "model_b_bpb": 0.9060850196635428, "preview": ">>>\u2420token_chars(\"\"\"\u2420prostituerte\"\"\")\u23ce['\u2420',\u2420'p',\u2420'r',\u2420'o',\u2420's',\u2420't',\u2420'i',\u2420't',\u2420'u',\u2420'e',\u2420'r',\u2420't',\u2420'e']\u23ce", "rank": 14, "row_index": 51183, "score_byte_end": 103, "score_byte_start": 37, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -8.17830716284832, "worst_text": "p"}
{"bytes": 71, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -20.994900175541645, "direction": "model_b_worse", "gap_bpb": -0.295702819373826, "model_a_bpb": 0.49251054805311906, "model_b_bpb": 0.788213367426945, "preview": "\u2026oproject\u23cetoken_chars\u2420raw\u2420block\u2420end\u23cecharacters:\u23ce['.',\u2420'd',\u2420'j',\u2420'a',\u2420'n',\u2420'g',\u2420'o',\u2420'p',\u2420'r',\u2420'o',\u2420'j',\u2420'e',\u2420'c',\u2420't']\u23ce", "rank": 15, "row_index": 64019, "score_byte_end": 152, "score_byte_start": 81, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -9.587273998145974, "worst_text": "p"}
{"bytes": 31, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -20.985472355344235, "direction": "model_b_worse", "gap_bpb": -0.6769507211401367, "model_a_bpb": 0.21095722553337073, "model_b_bpb": 0.8879079466735075, "preview": ">>>\u2420token_chars(\"\"\"iosity\"\"\")\u23ce['i',\u2420'o',\u2420's',\u2420'i',\u2420't',\u2420'y']\u23ce", "rank": 16, "row_index": 32887, "score_byte_end": 61, "score_byte_start": 30, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -17.438647908497366, "worst_text": "t"}
{"bytes": 56, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -20.091554125639906, "direction": "model_b_worse", "gap_bpb": -0.3587777522435697, "model_a_bpb": 0.950894260785739, "model_b_bpb": 1.3096720130293087, "preview": ">>>\u2420token_chars(\"\"\"useRalative\"\"\")\u23ce['u',\u2420's',\u2420'e',\u2420'R',\u2420'a',\u2420'l',\u2420'a',\u2420't',\u2420'i',\u2420'v',\u2420'e']\u23ce", "rank": 17, "row_index": 88747, "score_byte_end": 91, "score_byte_start": 35, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -5.3789699762908265, "worst_text": "u"}
{"bytes": 16, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -20.079761480843256, "direction": "model_b_worse", "gap_bpb": -1.2549850925527035, "model_a_bpb": 3.2724589653326626, "model_b_bpb": 4.527444057885366, "preview": "]+\"[']',\u2420'+',\u2420'\"']\u23ce", "rank": 18, "row_index": 53420, "score_byte_end": 19, "score_byte_start": 3, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/punctuation", "worst_gap_bpb": -2.8670464122369, "worst_text": "[']',"}
{"bytes": 57, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -19.703113724783826, "direction": "model_b_worse", "gap_bpb": -0.34566866183831274, "model_a_bpb": 1.069128741357851, "model_b_bpb": 1.4147974031961636, "preview": ">>>\u2420token_chars(\"\"\"\u21e5NdrFcShort\"\"\")\u23ce['\\t',\u2420'N',\u2420'd',\u2420'r',\u2420'F',\u2420'c',\u2420'S',\u2420'h',\u2420'o',\u2420'r',\u2420't']\u23ce", "rank": 19, "row_index": 75603, "score_byte_end": 92, "score_byte_start": 35, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -9.22504689062114, "worst_text": "N"}
{"bytes": 17, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -19.340486488872823, "direction": "model_b_worse", "gap_bpb": -1.1376756758160484, "model_a_bpb": 2.675683663679205, "model_b_bpb": 3.813359339495254, "preview": "+'\\['+',\u2420\"'\",\u2420'\\\\']\u23ce", "rank": 20, "row_index": 61900, "score_byte_end": 20, "score_byte_start": 3, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/punctuation", "worst_gap_bpb": -1.1268467012014844, "worst_text": "['+',"}
{"bytes": 36, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -19.330324977922505, "direction": "model_b_worse", "gap_bpb": -0.5369534716089585, "model_a_bpb": 0.9607383724647478, "model_b_bpb": 1.4976918440737064, "preview": ">>>\u2420token_chars(\"\"\"\u2420bakeka\"\"\")\u23ce['\u2420',\u2420'b',\u2420'a',\u2420'k',\u2420'e',\u2420'k',\u2420'a']\u23ce", "rank": 21, "row_index": 82343, "score_byte_end": 67, "score_byte_start": 31, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -12.894884411497161, "worst_text": "k"}
{"bytes": 33, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -18.96483970408817, "direction": "model_b_worse", "gap_bpb": -0.5746921122450961, "model_a_bpb": 1.0285854853956289, "model_b_bpb": 1.603277597640725, "preview": ">>>\u2420token_chars(\"\"\"\u2420\"\"\"\u21b5\u23ce\"\"\")\u23ce['\u2420',\u2420'\"',\u2420'\"',\u2420'\"',\u2420'\\r',\u2420'\\n']\u23ce", "rank": 22, "row_index": 26212, "score_byte_end": 63, "score_byte_start": 30, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/punctuation", "worst_gap_bpb": -1.3190386818776414, "worst_text": "'\"',"}
{"bytes": 56, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -18.94483059755185, "direction": "model_b_worse", "gap_bpb": -0.33830054638485446, "model_a_bpb": 0.6290904155876866, "model_b_bpb": 0.967390961972541, "preview": ">>>\u2420token_chars(\"\"\"\u2420'../../../\"\"\")\u23ce['\u2420',\u2420\"'\",\u2420'.',\u2420'.',\u2420'/',\u2420'.',\u2420'.',\u2420'/',\u2420'.',\u2420'.',\u2420'/']\u23ce", "rank": 23, "row_index": 18793, "score_byte_end": 91, "score_byte_start": 35, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/punctuation", "worst_gap_bpb": -1.8868300725675171, "worst_text": "'.',"}
{"bytes": 61, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -18.66268572805092, "direction": "model_b_worse", "gap_bpb": -0.30594566767296594, "model_a_bpb": 0.35170897458976935, "model_b_bpb": 0.6576546422627352, "preview": ">>>\u2420token_chars(\"\"\"\u2420thaimassage\"\"\")\u23ce['\u2420',\u2420't',\u2420'h',\u2420'a',\u2420'i',\u2420'm',\u2420'a',\u2420's',\u2420's',\u2420'a',\u2420'g',\u2420'e']\u23ce", "rank": 24, "row_index": 66360, "score_byte_end": 97, "score_byte_start": 36, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -7.122219382581346, "worst_text": "s"}
{"bytes": 56, "dataset": "ppl_circuit_coverage/vocab_mechanics/token_chars", "delta_bits": -18.50125045338528, "direction": "model_b_worse", "gap_bpb": -0.33037947238188, "model_a_bpb": 0.3705031567903077, "model_b_bpb": 0.7008826291721878, "preview": ">>>\u2420token_chars(\"\"\"\u2420datingside\"\"\")\u23ce['\u2420',\u2420'd',\u2420'a',\u2420't',\u2420'i',\u2420'n',\u2420'g',\u2420's',\u2420'i',\u2420'd',\u2420'e']\u23ce", "rank": 25, "row_index": 76462, "score_byte_end": 91, "score_byte_start": 35, "shard": "vocab_mechanics_token_chars_jsonl_gz", "worst_bucket": "text/word", "worst_gap_bpb": -8.319856279762408, "worst_text": "d"}