From efb4ee2ed401ff00c771bcade62fb53dd0b5f03d Mon Sep 17 00:00:00 2001 From: bcloud Date: Thu, 12 Nov 2026 10:23:37 -0400 Subject: [PATCH] moe placement: adopt the writer's real table as a checked fixture, not prose (#1702) The reader (app/moe_placement.h, #2156) refuses a table written for another model, group count or expert count, and gates on the held-out share. It had only synthetic tables to read. This adds the writer's actual output for the Flash-Next decode trace -- 48 routed layers, 512 experts, 2 groups, in-sample share 0.523 against a 0.2% contiguous control, held out 0.1892 over 5280 steps, every layer a permutation of 0..511 -- so the issue's headline is reproduced through the shipped path rather than an analysis script. Registered as a second arm, moe_placement_reader_fixture, because main already registers moe_placement_reader without an argument. A second add_test with the same NAME is a CMake configure error ('given test NAME ... which already exists'), so the rebase had to give the arm its own name: verified with a two-line project that duplicates fail (rc=1) and these two names do not (rc=0, ctest lists both). --- CMakeLists.txt | 4 + tests/fixtures/moe_placement/README.md | 60 + .../flash-next-decode.placement.json | 25161 ++++++++++++++++ tests/moe_placement_test.cpp | 41 +- 4 files changed, 25265 insertions(+), 1 deletion(-) create mode 100644 tests/fixtures/moe_placement/README.md create mode 100644 tests/fixtures/moe_placement/flash-next-decode.placement.json diff --git a/CMakeLists.txt b/CMakeLists.txt index 46b5f254b..15aeb241e 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -583,7 +583,11 @@ add_dependencies(onebit spec_decode_test) add_executable(moe_placement_test tests/moe_placement_test.cpp) target_include_directories(moe_placement_test PRIVATE app) target_link_libraries(moe_placement_test PRIVATE nlohmann_json::nlohmann_json) +# engine#1702: the second arm reads the writer's real output for the Flash-Next decode trace, so the fixture the issue +# quotes (48 layers / 512 experts / 2 groups, held-out share 0.1892 over 5280 steps) is checked by the reader, not by prose. add_test(NAME moe_placement_reader COMMAND moe_placement_test) +add_test(NAME moe_placement_reader_fixture COMMAND moe_placement_test + ${CMAKE_SOURCE_DIR}/tests/fixtures/moe_placement/flash-next-decode.placement.json) add_dependencies(onebit moe_placement_test) # The NPU route's bounded load retry (app/npu_load_retry.h, engine #1010, docs/npu.md "When a load follows an evict"): # a load started right after an evict can hit the previous backend's hardware context still being torn down, which used diff --git a/tests/fixtures/moe_placement/README.md b/tests/fixtures/moe_placement/README.md new file mode 100644 index 000000000..87ed40b7d --- /dev/null +++ b/tests/fixtures/moe_placement/README.md @@ -0,0 +1,60 @@ + +# moe_placement fixtures + +`flash-next-decode.placement.json` is the **real output of the shipped writer** for a real trace, kept +here so the reader is tested against something the pipeline actually produces rather than only against +tables built by hand in the test. + +## What it is + +Qwen3.8-Flash-Next (48 routed layers, 512 experts, top-10) decode trace, 2 device groups: + +``` +$ python3 tools/moe_placement.py -g 2 -e 512 -o flash-next-decode.placement.json +moe_placement: 48 layer(s), 2 group(s); one-device share 52.3% over 10560 decode steps IN-SAMPLE + (contiguous control 0.2%); held out 18.9% over 5280 steps +``` + +| property | value | +|---|---| +| schema | `1bit/moe-placement/1` | +| groups | 2 | +| layers | 48, keyed by decimal layer number | +| per layer | every expert id `0..511` exactly once (48 of 48 layers are permutations) | +| `share_in_sample` | 0.523 | +| `share_held_out` | **0.1892** (above the reader's 15 % floor) | +| `held_out_steps` | 5280 | +| per-layer `unseen` | 138 of 512 experts never fire in a 220-step trace — informational; unseen experts are still assigned a group, which is why the permutation rule holds | + +## Why it is a fixture and not a shipped placement + +The numbers are a property of **this trace**, not of the model: a different prompt mix moves the +one-device share (the issue's table shows 44–60 % across three traces and two models). So this is a +regression fixture for the writer→reader path, not a recommendation to place a model this way. + +## Regenerating + +The writer is deterministic for a given trace and seed; regenerate with the command above. A new fixture +must keep `share_held_out >= 0.15` or the reader refuses it, which is the check the fixture exists to +exercise. + +## See also + +- `tools/moe_placement.py` — the writer (CI-registered via `add_python_test(moe_placement … --self-test)`). +- `app/moe_placement.h` — the reader, and the only authority on whether a table is usable. +- `docs/moe-streaming.md` — what consumes a table, and why the two-engine splitter is the next step. diff --git a/tests/fixtures/moe_placement/flash-next-decode.placement.json b/tests/fixtures/moe_placement/flash-next-decode.placement.json new file mode 100644 index 000000000..6ce105d41 --- /dev/null +++ b/tests/fixtures/moe_placement/flash-next-decode.placement.json @@ -0,0 +1,25161 @@ +{ + "groups": 2, + "held_out_steps": 5280, + "layers": { + "0": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 374, + "groups": [ + [ + 0, + 3, + 46, + 160, + 330, + 407, + 505, + 452, + 117, + 375, + 279, + 306, + 178, + 224, + 379, + 208, + 217, + 218, + 265, + 301, + 76, + 362, + 267, + 418, + 39, + 4, + 126, + 162, + 180, + 200, + 305, + 102, + 240, + 442, + 166, + 297, + 94, + 393, + 116, + 433, + 491, + 69, + 212, + 60, + 31, + 5, + 74, + 110, + 248, + 456, + 496, + 107, + 20, + 90, + 453, + 29, + 143, + 436, + 449, + 151, + 268, + 447, + 510, + 8, + 109, + 315, + 395, + 435, + 165, + 169, + 380, + 216, + 331, + 88, + 214, + 249, + 333, + 351, + 144, + 136, + 171, + 226, + 373, + 45, + 239, + 14, + 131, + 142, + 444, + 28, + 80, + 223, + 399, + 280, + 37, + 21, + 158, + 101, + 361, + 245, + 263, + 336, + 25, + 32, + 71, + 130, + 278, + 170, + 221, + 409, + 257, + 33, + 35, + 241, + 499, + 439, + 59, + 172, + 183, + 273, + 445, + 450, + 43, + 211, + 414, + 446, + 230, + 50, + 81, + 153, + 185, + 256, + 285, + 303, + 332, + 364, + 84, + 159, + 87, + 287, + 227, + 82, + 186, + 83, + 261, + 96, + 115, + 472, + 195, + 135, + 215, + 396, + 157, + 480, + 504, + 494, + 147, + 177, + 324, + 199, + 228, + 274, + 356, + 232, + 237, + 238, + 258, + 490, + 276, + 438, + 283, + 388, + 298, + 304, + 318, + 322, + 428, + 335, + 354, + 493, + 353, + 382, + 426, + 475, + 476, + 498, + 506, + 1, + 11, + 17, + 22, + 38, + 41, + 48, + 52, + 55, + 57, + 70, + 77, + 85, + 89, + 108, + 114, + 122, + 125, + 128, + 137, + 141, + 146, + 154, + 156, + 164, + 182, + 191, + 194, + 204, + 210, + 220, + 229, + 236, + 244, + 252, + 259, + 266, + 271, + 281, + 288, + 295, + 300, + 310, + 313, + 323, + 328, + 341, + 344, + 355, + 363, + 370, + 383, + 390, + 402, + 410, + 417, + 420, + 422, + 424, + 432, + 448, + 455, + 460, + 467, + 477, + 483, + 486, + 488, + 509 + ], + [ + 2, + 93, + 349, + 403, + 348, + 481, + 150, + 111, + 358, + 58, + 337, + 378, + 406, + 463, + 99, + 316, + 98, + 10, + 501, + 175, + 73, + 129, + 184, + 386, + 503, + 434, + 247, + 367, + 15, + 339, + 500, + 174, + 366, + 222, + 92, + 64, + 68, + 113, + 106, + 26, + 119, + 352, + 308, + 201, + 359, + 471, + 327, + 360, + 451, + 7, + 254, + 105, + 326, + 139, + 479, + 270, + 16, + 197, + 36, + 321, + 430, + 312, + 264, + 209, + 132, + 346, + 79, + 188, + 464, + 381, + 416, + 320, + 219, + 23, + 100, + 458, + 282, + 470, + 384, + 138, + 485, + 123, + 149, + 234, + 495, + 277, + 63, + 461, + 12, + 242, + 203, + 272, + 19, + 173, + 392, + 289, + 24, + 508, + 49, + 198, + 62, + 401, + 167, + 427, + 489, + 207, + 347, + 97, + 176, + 118, + 61, + 179, + 340, + 95, + 103, + 350, + 187, + 133, + 492, + 30, + 462, + 9, + 404, + 377, + 233, + 400, + 54, + 161, + 34, + 473, + 246, + 190, + 42, + 293, + 338, + 369, + 391, + 75, + 196, + 317, + 466, + 440, + 398, + 66, + 376, + 425, + 44, + 342, + 286, + 67, + 91, + 334, + 120, + 302, + 290, + 468, + 474, + 415, + 148, + 371, + 412, + 205, + 168, + 251, + 294, + 235, + 319, + 431, + 262, + 296, + 192, + 372, + 389, + 482, + 385, + 408, + 253, + 291, + 309, + 368, + 394, + 411, + 441, + 443, + 459, + 497, + 507, + 6, + 13, + 18, + 27, + 40, + 47, + 51, + 53, + 56, + 65, + 72, + 78, + 86, + 104, + 112, + 121, + 124, + 127, + 134, + 140, + 145, + 152, + 155, + 163, + 181, + 189, + 193, + 202, + 206, + 213, + 225, + 231, + 243, + 250, + 255, + 260, + 269, + 275, + 284, + 292, + 299, + 307, + 311, + 314, + 325, + 329, + 343, + 345, + 357, + 365, + 374, + 387, + 397, + 405, + 413, + 419, + 421, + 423, + 429, + 437, + 454, + 457, + 465, + 469, + 478, + 484, + 487, + 502, + 511 + ] + ], + "unseen": 138 + }, + "1": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 331, + "groups": [ + [ + 0, + 108, + 176, + 242, + 477, + 331, + 191, + 323, + 261, + 320, + 130, + 383, + 446, + 57, + 125, + 440, + 100, + 389, + 95, + 208, + 171, + 60, + 339, + 186, + 469, + 202, + 38, + 67, + 353, + 86, + 157, + 225, + 175, + 19, + 400, + 32, + 74, + 235, + 158, + 36, + 77, + 306, + 466, + 506, + 206, + 70, + 178, + 88, + 475, + 394, + 216, + 368, + 424, + 425, + 451, + 151, + 188, + 10, + 128, + 205, + 434, + 209, + 102, + 378, + 18, + 294, + 265, + 370, + 307, + 41, + 150, + 332, + 14, + 213, + 362, + 406, + 190, + 137, + 229, + 249, + 386, + 324, + 155, + 51, + 152, + 193, + 431, + 165, + 409, + 44, + 15, + 397, + 437, + 123, + 338, + 356, + 207, + 310, + 181, + 28, + 52, + 63, + 129, + 142, + 166, + 468, + 245, + 328, + 349, + 97, + 442, + 373, + 243, + 465, + 493, + 66, + 231, + 364, + 204, + 147, + 407, + 109, + 161, + 278, + 355, + 68, + 87, + 146, + 163, + 167, + 170, + 399, + 404, + 432, + 276, + 462, + 497, + 312, + 455, + 489, + 184, + 194, + 308, + 396, + 198, + 203, + 236, + 336, + 228, + 272, + 232, + 486, + 259, + 303, + 453, + 277, + 283, + 313, + 335, + 367, + 444, + 448, + 458, + 478, + 488, + 505, + 7, + 11, + 17, + 21, + 24, + 26, + 30, + 35, + 39, + 46, + 50, + 55, + 69, + 73, + 78, + 81, + 89, + 92, + 101, + 104, + 107, + 111, + 117, + 120, + 124, + 127, + 133, + 138, + 140, + 148, + 159, + 169, + 173, + 185, + 196, + 201, + 217, + 219, + 221, + 223, + 234, + 241, + 247, + 253, + 256, + 258, + 271, + 280, + 284, + 288, + 295, + 299, + 309, + 315, + 318, + 327, + 333, + 340, + 343, + 346, + 348, + 354, + 359, + 361, + 371, + 374, + 377, + 382, + 387, + 390, + 392, + 398, + 411, + 416, + 418, + 421, + 428, + 438, + 443, + 450, + 459, + 461, + 464, + 472, + 480, + 485, + 494, + 502, + 507, + 510 + ], + [ + 2, + 99, + 65, + 58, + 352, + 267, + 45, + 342, + 279, + 381, + 179, + 405, + 76, + 3, + 316, + 61, + 226, + 230, + 164, + 189, + 5, + 262, + 174, + 414, + 363, + 410, + 53, + 293, + 62, + 34, + 304, + 240, + 483, + 264, + 251, + 59, + 112, + 71, + 427, + 250, + 311, + 334, + 274, + 301, + 305, + 491, + 212, + 156, + 426, + 84, + 143, + 135, + 263, + 197, + 119, + 296, + 441, + 83, + 114, + 298, + 266, + 357, + 91, + 255, + 501, + 141, + 380, + 401, + 319, + 4, + 504, + 224, + 366, + 481, + 302, + 238, + 420, + 40, + 56, + 281, + 6, + 456, + 162, + 499, + 182, + 403, + 244, + 160, + 445, + 23, + 80, + 115, + 131, + 9, + 215, + 325, + 500, + 42, + 122, + 233, + 429, + 474, + 210, + 13, + 467, + 351, + 16, + 237, + 285, + 395, + 192, + 145, + 289, + 447, + 471, + 98, + 29, + 435, + 195, + 268, + 33, + 329, + 183, + 48, + 273, + 482, + 134, + 415, + 369, + 47, + 85, + 211, + 423, + 402, + 93, + 149, + 260, + 473, + 430, + 96, + 106, + 113, + 269, + 153, + 180, + 492, + 199, + 248, + 385, + 291, + 287, + 476, + 292, + 321, + 326, + 344, + 375, + 413, + 433, + 452, + 487, + 454, + 496, + 498, + 509, + 1, + 8, + 12, + 20, + 22, + 25, + 27, + 31, + 37, + 43, + 49, + 54, + 64, + 72, + 75, + 79, + 82, + 90, + 94, + 103, + 105, + 110, + 116, + 118, + 121, + 126, + 132, + 136, + 139, + 144, + 154, + 168, + 172, + 177, + 187, + 200, + 214, + 218, + 220, + 222, + 227, + 239, + 246, + 252, + 254, + 257, + 270, + 275, + 282, + 286, + 290, + 297, + 300, + 314, + 317, + 322, + 330, + 337, + 341, + 345, + 347, + 350, + 358, + 360, + 365, + 372, + 376, + 379, + 384, + 388, + 391, + 393, + 408, + 412, + 417, + 419, + 422, + 436, + 439, + 449, + 457, + 460, + 463, + 470, + 479, + 484, + 490, + 495, + 503, + 508, + 511 + ] + ], + "unseen": 181 + }, + "10": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 313, + "groups": [ + [ + 1, + 166, + 307, + 282, + 27, + 50, + 279, + 296, + 433, + 55, + 274, + 424, + 488, + 299, + 314, + 240, + 173, + 349, + 490, + 378, + 3, + 303, + 453, + 60, + 82, + 79, + 142, + 357, + 278, + 428, + 74, + 406, + 403, + 28, + 107, + 10, + 48, + 129, + 330, + 9, + 313, + 177, + 203, + 461, + 325, + 419, + 188, + 92, + 293, + 153, + 119, + 506, + 507, + 253, + 446, + 362, + 265, + 112, + 290, + 146, + 402, + 466, + 51, + 31, + 87, + 234, + 311, + 398, + 114, + 220, + 405, + 143, + 470, + 69, + 30, + 67, + 147, + 448, + 236, + 91, + 78, + 346, + 343, + 152, + 218, + 366, + 7, + 322, + 86, + 339, + 364, + 104, + 2, + 46, + 66, + 396, + 324, + 175, + 256, + 264, + 393, + 400, + 214, + 167, + 350, + 328, + 255, + 12, + 227, + 380, + 37, + 409, + 231, + 217, + 317, + 85, + 326, + 77, + 26, + 42, + 136, + 371, + 320, + 345, + 176, + 331, + 72, + 113, + 391, + 427, + 332, + 238, + 495, + 342, + 491, + 395, + 441, + 102, + 308, + 501, + 120, + 416, + 137, + 212, + 126, + 508, + 211, + 280, + 178, + 361, + 232, + 223, + 494, + 269, + 335, + 484, + 351, + 11, + 15, + 19, + 24, + 33, + 36, + 39, + 41, + 47, + 52, + 54, + 58, + 63, + 68, + 73, + 76, + 81, + 89, + 94, + 101, + 105, + 109, + 111, + 117, + 121, + 124, + 127, + 132, + 135, + 140, + 144, + 155, + 159, + 164, + 168, + 171, + 174, + 181, + 183, + 185, + 193, + 200, + 202, + 205, + 207, + 209, + 219, + 222, + 225, + 228, + 230, + 235, + 243, + 245, + 247, + 252, + 258, + 260, + 262, + 267, + 275, + 283, + 286, + 288, + 294, + 302, + 309, + 315, + 318, + 321, + 329, + 336, + 347, + 359, + 372, + 381, + 385, + 388, + 394, + 401, + 407, + 414, + 420, + 426, + 434, + 438, + 444, + 450, + 455, + 458, + 462, + 465, + 471, + 476, + 478, + 486, + 498, + 503, + 505 + ], + [ + 0, + 59, + 115, + 186, + 496, + 133, + 83, + 310, + 84, + 5, + 270, + 8, + 43, + 363, + 34, + 131, + 338, + 154, + 95, + 20, + 469, + 300, + 493, + 6, + 251, + 415, + 483, + 354, + 156, + 180, + 340, + 297, + 13, + 17, + 161, + 187, + 480, + 71, + 379, + 100, + 23, + 18, + 22, + 96, + 368, + 382, + 93, + 387, + 454, + 61, + 365, + 399, + 421, + 431, + 451, + 281, + 266, + 215, + 29, + 196, + 327, + 56, + 301, + 32, + 163, + 410, + 377, + 370, + 348, + 44, + 356, + 64, + 97, + 341, + 445, + 442, + 277, + 352, + 367, + 139, + 384, + 170, + 423, + 123, + 417, + 355, + 475, + 98, + 106, + 216, + 130, + 145, + 148, + 198, + 213, + 241, + 295, + 422, + 151, + 237, + 344, + 289, + 440, + 369, + 411, + 150, + 158, + 162, + 189, + 248, + 305, + 502, + 191, + 195, + 437, + 192, + 194, + 271, + 242, + 197, + 249, + 254, + 268, + 273, + 285, + 291, + 459, + 306, + 389, + 333, + 474, + 353, + 435, + 373, + 511, + 500, + 375, + 376, + 487, + 392, + 408, + 413, + 492, + 482, + 429, + 432, + 443, + 447, + 456, + 463, + 467, + 472, + 481, + 485, + 497, + 509, + 4, + 14, + 16, + 21, + 25, + 35, + 38, + 40, + 45, + 49, + 53, + 57, + 62, + 65, + 70, + 75, + 80, + 88, + 90, + 99, + 103, + 108, + 110, + 116, + 118, + 122, + 125, + 128, + 134, + 138, + 141, + 149, + 157, + 160, + 165, + 169, + 172, + 179, + 182, + 184, + 190, + 199, + 201, + 204, + 206, + 208, + 210, + 221, + 224, + 226, + 229, + 233, + 239, + 244, + 246, + 250, + 257, + 259, + 261, + 263, + 272, + 276, + 284, + 287, + 292, + 298, + 304, + 312, + 316, + 319, + 323, + 334, + 337, + 358, + 360, + 374, + 383, + 386, + 390, + 397, + 404, + 412, + 418, + 425, + 430, + 436, + 439, + 449, + 452, + 457, + 460, + 464, + 468, + 473, + 477, + 479, + 489, + 499, + 504, + 510 + ] + ], + "unseen": 199 + }, + "11": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 270, + "groups": [ + [ + 9, + 258, + 381, + 343, + 322, + 273, + 371, + 234, + 422, + 163, + 17, + 78, + 69, + 111, + 402, + 181, + 413, + 449, + 340, + 89, + 477, + 397, + 250, + 48, + 165, + 189, + 141, + 90, + 166, + 126, + 188, + 335, + 129, + 230, + 103, + 11, + 297, + 71, + 99, + 238, + 410, + 299, + 321, + 45, + 108, + 185, + 268, + 127, + 154, + 59, + 63, + 279, + 344, + 295, + 36, + 379, + 148, + 113, + 471, + 233, + 251, + 474, + 87, + 120, + 406, + 319, + 437, + 35, + 232, + 66, + 168, + 312, + 175, + 203, + 499, + 25, + 334, + 407, + 29, + 470, + 76, + 146, + 196, + 395, + 446, + 367, + 456, + 197, + 366, + 109, + 157, + 255, + 306, + 57, + 84, + 500, + 91, + 481, + 387, + 98, + 346, + 158, + 169, + 252, + 195, + 210, + 296, + 212, + 495, + 243, + 398, + 213, + 424, + 350, + 511, + 249, + 436, + 270, + 262, + 372, + 294, + 415, + 328, + 337, + 425, + 361, + 345, + 508, + 378, + 440, + 451, + 501, + 458, + 486, + 509, + 1, + 5, + 8, + 14, + 19, + 21, + 23, + 32, + 39, + 42, + 44, + 50, + 52, + 55, + 60, + 62, + 67, + 70, + 74, + 77, + 82, + 88, + 94, + 100, + 102, + 106, + 112, + 119, + 122, + 128, + 132, + 134, + 136, + 138, + 142, + 144, + 147, + 151, + 160, + 162, + 167, + 171, + 173, + 180, + 187, + 191, + 198, + 200, + 202, + 206, + 208, + 215, + 217, + 219, + 222, + 225, + 227, + 231, + 236, + 239, + 247, + 253, + 257, + 260, + 264, + 266, + 274, + 277, + 281, + 284, + 286, + 290, + 298, + 304, + 309, + 314, + 316, + 318, + 323, + 327, + 330, + 332, + 338, + 351, + 353, + 355, + 358, + 364, + 373, + 375, + 384, + 388, + 390, + 393, + 396, + 401, + 404, + 409, + 414, + 421, + 427, + 433, + 435, + 441, + 445, + 448, + 452, + 454, + 457, + 460, + 462, + 466, + 473, + 476, + 479, + 483, + 485, + 488, + 492, + 504, + 506 + ], + [ + 0, + 3, + 153, + 468, + 33, + 392, + 178, + 311, + 220, + 386, + 229, + 480, + 117, + 245, + 27, + 174, + 242, + 428, + 95, + 30, + 41, + 431, + 155, + 150, + 53, + 370, + 85, + 377, + 110, + 15, + 496, + 336, + 325, + 12, + 363, + 2, + 131, + 123, + 114, + 139, + 365, + 283, + 56, + 342, + 419, + 426, + 193, + 176, + 209, + 359, + 420, + 73, + 156, + 469, + 300, + 269, + 429, + 324, + 186, + 267, + 256, + 293, + 489, + 493, + 472, + 240, + 34, + 376, + 105, + 125, + 96, + 194, + 6, + 463, + 301, + 497, + 10, + 49, + 211, + 356, + 16, + 408, + 223, + 24, + 79, + 349, + 28, + 308, + 31, + 182, + 37, + 93, + 278, + 369, + 310, + 303, + 412, + 116, + 261, + 418, + 46, + 287, + 503, + 305, + 65, + 81, + 380, + 416, + 86, + 399, + 115, + 271, + 159, + 177, + 246, + 183, + 205, + 292, + 383, + 241, + 347, + 276, + 348, + 288, + 491, + 339, + 362, + 432, + 438, + 442, + 443, + 465, + 494, + 498, + 510, + 4, + 7, + 13, + 18, + 20, + 22, + 26, + 38, + 40, + 43, + 47, + 51, + 54, + 58, + 61, + 64, + 68, + 72, + 75, + 80, + 83, + 92, + 97, + 101, + 104, + 107, + 118, + 121, + 124, + 130, + 133, + 135, + 137, + 140, + 143, + 145, + 149, + 152, + 161, + 164, + 170, + 172, + 179, + 184, + 190, + 192, + 199, + 201, + 204, + 207, + 214, + 216, + 218, + 221, + 224, + 226, + 228, + 235, + 237, + 244, + 248, + 254, + 259, + 263, + 265, + 272, + 275, + 280, + 282, + 285, + 289, + 291, + 302, + 307, + 313, + 315, + 317, + 320, + 326, + 329, + 331, + 333, + 341, + 352, + 354, + 357, + 360, + 368, + 374, + 382, + 385, + 389, + 391, + 394, + 400, + 403, + 405, + 411, + 417, + 423, + 430, + 434, + 439, + 444, + 447, + 450, + 453, + 455, + 459, + 461, + 464, + 467, + 475, + 478, + 482, + 484, + 487, + 490, + 502, + 505, + 507 + ] + ], + "unseen": 242 + }, + "12": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 303, + "groups": [ + [ + 4, + 505, + 90, + 297, + 63, + 459, + 228, + 288, + 475, + 253, + 37, + 220, + 246, + 287, + 113, + 491, + 324, + 140, + 292, + 42, + 306, + 305, + 294, + 432, + 87, + 78, + 206, + 378, + 135, + 508, + 180, + 334, + 98, + 502, + 154, + 33, + 144, + 264, + 82, + 290, + 160, + 217, + 168, + 265, + 8, + 445, + 156, + 234, + 351, + 457, + 444, + 47, + 395, + 484, + 400, + 278, + 267, + 416, + 231, + 243, + 380, + 379, + 100, + 493, + 272, + 84, + 157, + 198, + 401, + 312, + 438, + 470, + 80, + 463, + 406, + 139, + 96, + 150, + 73, + 238, + 315, + 72, + 313, + 182, + 9, + 390, + 277, + 175, + 386, + 389, + 421, + 283, + 39, + 52, + 88, + 17, + 138, + 227, + 22, + 258, + 340, + 289, + 143, + 410, + 218, + 219, + 21, + 67, + 30, + 301, + 392, + 126, + 474, + 38, + 142, + 248, + 409, + 111, + 377, + 476, + 257, + 134, + 170, + 166, + 317, + 181, + 412, + 418, + 205, + 483, + 423, + 455, + 208, + 428, + 284, + 363, + 368, + 394, + 296, + 448, + 298, + 310, + 356, + 374, + 403, + 376, + 430, + 433, + 434, + 469, + 506, + 510, + 13, + 16, + 23, + 25, + 28, + 35, + 41, + 49, + 54, + 57, + 59, + 65, + 68, + 76, + 79, + 83, + 86, + 92, + 99, + 102, + 104, + 106, + 112, + 115, + 118, + 123, + 128, + 130, + 132, + 137, + 146, + 149, + 158, + 163, + 171, + 178, + 184, + 186, + 188, + 193, + 195, + 199, + 201, + 204, + 210, + 212, + 214, + 226, + 235, + 239, + 241, + 245, + 250, + 256, + 260, + 263, + 270, + 275, + 279, + 285, + 295, + 304, + 309, + 314, + 325, + 329, + 333, + 336, + 339, + 342, + 346, + 349, + 358, + 362, + 365, + 371, + 375, + 384, + 387, + 393, + 397, + 405, + 411, + 415, + 424, + 431, + 437, + 440, + 446, + 449, + 451, + 454, + 461, + 465, + 468, + 472, + 480, + 482, + 486, + 488, + 492, + 501, + 504, + 509 + ], + [ + 0, + 216, + 10, + 51, + 372, + 11, + 281, + 489, + 189, + 494, + 151, + 2, + 152, + 161, + 286, + 303, + 48, + 251, + 223, + 120, + 165, + 417, + 327, + 155, + 404, + 266, + 419, + 399, + 60, + 242, + 269, + 6, + 249, + 343, + 221, + 7, + 271, + 93, + 173, + 443, + 71, + 369, + 366, + 172, + 347, + 1, + 18, + 32, + 75, + 127, + 345, + 408, + 360, + 498, + 326, + 255, + 44, + 69, + 425, + 36, + 46, + 318, + 107, + 91, + 331, + 147, + 302, + 225, + 382, + 174, + 429, + 462, + 338, + 426, + 307, + 299, + 282, + 321, + 124, + 56, + 222, + 136, + 121, + 3, + 5, + 162, + 108, + 94, + 62, + 202, + 453, + 192, + 31, + 15, + 95, + 402, + 456, + 388, + 420, + 19, + 34, + 117, + 499, + 26, + 322, + 359, + 353, + 460, + 209, + 252, + 370, + 316, + 43, + 145, + 350, + 473, + 229, + 110, + 442, + 190, + 233, + 355, + 176, + 495, + 291, + 320, + 478, + 50, + 64, + 122, + 261, + 467, + 74, + 232, + 167, + 169, + 497, + 179, + 197, + 224, + 496, + 236, + 436, + 319, + 381, + 273, + 332, + 352, + 357, + 413, + 479, + 12, + 14, + 20, + 24, + 27, + 29, + 40, + 45, + 53, + 55, + 58, + 61, + 66, + 70, + 77, + 81, + 85, + 89, + 97, + 101, + 103, + 105, + 109, + 114, + 116, + 119, + 125, + 129, + 131, + 133, + 141, + 148, + 153, + 159, + 164, + 177, + 183, + 185, + 187, + 191, + 194, + 196, + 200, + 203, + 207, + 211, + 213, + 215, + 230, + 237, + 240, + 244, + 247, + 254, + 259, + 262, + 268, + 274, + 276, + 280, + 293, + 300, + 308, + 311, + 323, + 328, + 330, + 335, + 337, + 341, + 344, + 348, + 354, + 361, + 364, + 367, + 373, + 383, + 385, + 391, + 396, + 398, + 407, + 414, + 422, + 427, + 435, + 439, + 441, + 447, + 450, + 452, + 458, + 464, + 466, + 471, + 477, + 481, + 485, + 487, + 490, + 500, + 503, + 507, + 511 + ] + ], + "unseen": 209 + }, + "13": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 302, + "groups": [ + [ + 6, + 286, + 347, + 35, + 463, + 385, + 91, + 279, + 80, + 7, + 250, + 40, + 167, + 370, + 344, + 488, + 302, + 119, + 311, + 487, + 50, + 387, + 273, + 431, + 390, + 18, + 127, + 330, + 82, + 103, + 72, + 509, + 271, + 287, + 55, + 13, + 96, + 160, + 291, + 342, + 438, + 108, + 372, + 101, + 34, + 157, + 348, + 303, + 14, + 455, + 92, + 433, + 100, + 45, + 246, + 71, + 460, + 486, + 25, + 76, + 106, + 384, + 335, + 355, + 420, + 128, + 329, + 195, + 412, + 193, + 121, + 147, + 283, + 176, + 202, + 26, + 137, + 263, + 227, + 47, + 27, + 84, + 107, + 254, + 58, + 304, + 499, + 415, + 467, + 171, + 109, + 328, + 352, + 423, + 93, + 461, + 411, + 57, + 49, + 377, + 36, + 453, + 175, + 64, + 290, + 60, + 264, + 53, + 233, + 277, + 280, + 69, + 203, + 135, + 314, + 481, + 282, + 66, + 318, + 396, + 380, + 375, + 117, + 226, + 134, + 446, + 321, + 194, + 404, + 457, + 169, + 124, + 427, + 253, + 334, + 441, + 511, + 508, + 365, + 485, + 140, + 360, + 222, + 297, + 374, + 324, + 350, + 345, + 391, + 475, + 484, + 2, + 4, + 8, + 11, + 19, + 24, + 29, + 37, + 44, + 54, + 59, + 63, + 67, + 73, + 78, + 81, + 86, + 90, + 95, + 99, + 110, + 112, + 118, + 131, + 133, + 143, + 145, + 150, + 153, + 158, + 164, + 166, + 173, + 182, + 186, + 191, + 198, + 201, + 207, + 212, + 215, + 217, + 219, + 229, + 231, + 236, + 240, + 244, + 247, + 251, + 258, + 260, + 262, + 268, + 270, + 274, + 285, + 293, + 295, + 299, + 307, + 309, + 312, + 317, + 320, + 323, + 326, + 331, + 336, + 338, + 349, + 353, + 361, + 366, + 369, + 376, + 386, + 389, + 397, + 403, + 406, + 410, + 414, + 418, + 424, + 428, + 430, + 437, + 440, + 443, + 445, + 450, + 454, + 459, + 466, + 469, + 471, + 474, + 477, + 490, + 493, + 495, + 498, + 503, + 505 + ], + [ + 0, + 77, + 42, + 155, + 116, + 248, + 339, + 211, + 395, + 367, + 41, + 482, + 1, + 178, + 305, + 373, + 87, + 163, + 51, + 241, + 346, + 187, + 10, + 83, + 15, + 61, + 113, + 138, + 177, + 17, + 243, + 129, + 122, + 225, + 239, + 257, + 205, + 491, + 16, + 154, + 184, + 22, + 288, + 364, + 46, + 501, + 20, + 480, + 21, + 39, + 357, + 31, + 232, + 209, + 32, + 33, + 123, + 115, + 426, + 52, + 102, + 168, + 252, + 43, + 70, + 130, + 74, + 183, + 237, + 89, + 105, + 97, + 221, + 417, + 458, + 120, + 126, + 139, + 409, + 228, + 141, + 142, + 379, + 146, + 313, + 506, + 472, + 151, + 148, + 159, + 213, + 161, + 172, + 179, + 435, + 449, + 180, + 422, + 301, + 434, + 181, + 265, + 220, + 447, + 188, + 199, + 190, + 394, + 401, + 398, + 292, + 196, + 197, + 362, + 408, + 419, + 204, + 208, + 382, + 359, + 224, + 392, + 399, + 507, + 234, + 255, + 266, + 278, + 500, + 275, + 462, + 276, + 298, + 284, + 306, + 316, + 332, + 340, + 343, + 356, + 358, + 378, + 381, + 400, + 436, + 452, + 465, + 478, + 483, + 489, + 497, + 3, + 5, + 9, + 12, + 23, + 28, + 30, + 38, + 48, + 56, + 62, + 65, + 68, + 75, + 79, + 85, + 88, + 94, + 98, + 104, + 111, + 114, + 125, + 132, + 136, + 144, + 149, + 152, + 156, + 162, + 165, + 170, + 174, + 185, + 189, + 192, + 200, + 206, + 210, + 214, + 216, + 218, + 223, + 230, + 235, + 238, + 242, + 245, + 249, + 256, + 259, + 261, + 267, + 269, + 272, + 281, + 289, + 294, + 296, + 300, + 308, + 310, + 315, + 319, + 322, + 325, + 327, + 333, + 337, + 341, + 351, + 354, + 363, + 368, + 371, + 383, + 388, + 393, + 402, + 405, + 407, + 413, + 416, + 421, + 425, + 429, + 432, + 439, + 442, + 444, + 448, + 451, + 456, + 464, + 468, + 470, + 473, + 476, + 479, + 492, + 494, + 496, + 502, + 504, + 510 + ] + ], + "unseen": 210 + }, + "14": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 298, + "groups": [ + [ + 0, + 202, + 297, + 361, + 300, + 341, + 88, + 134, + 462, + 56, + 387, + 46, + 437, + 130, + 277, + 183, + 293, + 37, + 160, + 94, + 305, + 486, + 127, + 231, + 435, + 508, + 249, + 19, + 424, + 82, + 75, + 374, + 69, + 212, + 138, + 14, + 506, + 64, + 243, + 396, + 461, + 34, + 6, + 425, + 73, + 320, + 283, + 459, + 500, + 268, + 471, + 97, + 233, + 80, + 136, + 90, + 74, + 388, + 504, + 143, + 70, + 76, + 126, + 489, + 444, + 383, + 476, + 314, + 33, + 10, + 15, + 438, + 436, + 72, + 23, + 332, + 175, + 368, + 335, + 340, + 117, + 417, + 473, + 409, + 36, + 236, + 292, + 479, + 298, + 470, + 142, + 187, + 1, + 405, + 86, + 150, + 411, + 239, + 443, + 238, + 404, + 213, + 206, + 5, + 135, + 162, + 254, + 77, + 18, + 478, + 43, + 509, + 264, + 93, + 153, + 96, + 189, + 497, + 299, + 498, + 199, + 218, + 262, + 348, + 103, + 406, + 303, + 211, + 197, + 105, + 219, + 401, + 119, + 448, + 354, + 161, + 191, + 389, + 351, + 451, + 365, + 258, + 469, + 237, + 200, + 420, + 275, + 439, + 458, + 2, + 7, + 9, + 12, + 17, + 24, + 26, + 29, + 32, + 40, + 44, + 49, + 51, + 54, + 58, + 61, + 65, + 71, + 85, + 99, + 102, + 108, + 111, + 114, + 116, + 121, + 123, + 128, + 133, + 139, + 141, + 146, + 152, + 155, + 159, + 168, + 177, + 180, + 185, + 192, + 196, + 204, + 220, + 222, + 227, + 232, + 235, + 245, + 248, + 251, + 255, + 259, + 261, + 266, + 269, + 271, + 276, + 281, + 284, + 287, + 290, + 295, + 307, + 310, + 313, + 319, + 322, + 325, + 327, + 331, + 337, + 339, + 343, + 349, + 352, + 355, + 358, + 362, + 364, + 370, + 377, + 379, + 381, + 385, + 393, + 395, + 402, + 407, + 413, + 418, + 423, + 427, + 433, + 442, + 446, + 455, + 465, + 472, + 477, + 482, + 485, + 492, + 494, + 496, + 501, + 505, + 510 + ], + [ + 4, + 170, + 279, + 22, + 101, + 52, + 45, + 166, + 118, + 440, + 194, + 449, + 347, + 263, + 318, + 157, + 503, + 400, + 167, + 272, + 13, + 42, + 83, + 20, + 256, + 132, + 78, + 28, + 30, + 273, + 39, + 333, + 428, + 145, + 106, + 60, + 195, + 171, + 48, + 240, + 89, + 149, + 38, + 301, + 98, + 302, + 55, + 63, + 173, + 208, + 67, + 203, + 391, + 228, + 172, + 178, + 345, + 201, + 207, + 66, + 490, + 488, + 79, + 81, + 223, + 95, + 215, + 87, + 294, + 92, + 188, + 421, + 107, + 110, + 129, + 112, + 169, + 308, + 360, + 447, + 124, + 147, + 165, + 151, + 158, + 209, + 315, + 386, + 224, + 285, + 432, + 484, + 164, + 176, + 181, + 415, + 184, + 247, + 306, + 186, + 205, + 210, + 216, + 217, + 226, + 253, + 229, + 241, + 242, + 419, + 323, + 280, + 329, + 288, + 398, + 296, + 311, + 463, + 316, + 328, + 416, + 450, + 334, + 344, + 357, + 366, + 367, + 371, + 372, + 375, + 376, + 457, + 412, + 382, + 392, + 491, + 399, + 408, + 429, + 454, + 431, + 441, + 452, + 456, + 460, + 467, + 468, + 474, + 480, + 3, + 8, + 11, + 16, + 21, + 25, + 27, + 31, + 35, + 41, + 47, + 50, + 53, + 57, + 59, + 62, + 68, + 84, + 91, + 100, + 104, + 109, + 113, + 115, + 120, + 122, + 125, + 131, + 137, + 140, + 144, + 148, + 154, + 156, + 163, + 174, + 179, + 182, + 190, + 193, + 198, + 214, + 221, + 225, + 230, + 234, + 244, + 246, + 250, + 252, + 257, + 260, + 265, + 267, + 270, + 274, + 278, + 282, + 286, + 289, + 291, + 304, + 309, + 312, + 317, + 321, + 324, + 326, + 330, + 336, + 338, + 342, + 346, + 350, + 353, + 356, + 359, + 363, + 369, + 373, + 378, + 380, + 384, + 390, + 394, + 397, + 403, + 410, + 414, + 422, + 426, + 430, + 434, + 445, + 453, + 464, + 466, + 475, + 481, + 483, + 487, + 493, + 495, + 499, + 502, + 507, + 511 + ] + ], + "unseen": 214 + }, + "15": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 226, + "groups": [ + [ + 6, + 346, + 494, + 209, + 178, + 199, + 226, + 306, + 375, + 486, + 426, + 169, + 193, + 22, + 100, + 156, + 185, + 50, + 212, + 506, + 166, + 287, + 59, + 10, + 302, + 51, + 501, + 351, + 391, + 70, + 449, + 56, + 322, + 27, + 315, + 183, + 15, + 352, + 135, + 245, + 98, + 228, + 297, + 65, + 39, + 508, + 129, + 237, + 66, + 325, + 296, + 235, + 37, + 289, + 173, + 271, + 380, + 266, + 222, + 275, + 102, + 43, + 110, + 311, + 187, + 211, + 280, + 431, + 324, + 160, + 150, + 61, + 192, + 74, + 78, + 83, + 476, + 405, + 152, + 88, + 175, + 231, + 349, + 111, + 161, + 336, + 374, + 136, + 190, + 184, + 459, + 510, + 244, + 265, + 267, + 283, + 288, + 446, + 290, + 291, + 308, + 318, + 472, + 327, + 350, + 373, + 382, + 467, + 383, + 402, + 410, + 436, + 479, + 1, + 4, + 7, + 11, + 18, + 20, + 24, + 28, + 30, + 32, + 34, + 36, + 40, + 44, + 47, + 49, + 53, + 55, + 58, + 62, + 64, + 68, + 72, + 75, + 77, + 80, + 82, + 91, + 96, + 101, + 104, + 106, + 108, + 114, + 118, + 120, + 123, + 125, + 128, + 131, + 134, + 138, + 140, + 142, + 144, + 147, + 149, + 153, + 158, + 162, + 167, + 171, + 176, + 179, + 181, + 191, + 198, + 203, + 205, + 207, + 210, + 214, + 216, + 219, + 223, + 230, + 233, + 240, + 243, + 249, + 252, + 254, + 256, + 258, + 261, + 263, + 268, + 270, + 274, + 277, + 282, + 285, + 292, + 294, + 299, + 303, + 307, + 312, + 314, + 323, + 330, + 332, + 335, + 338, + 341, + 343, + 345, + 354, + 357, + 359, + 361, + 365, + 367, + 369, + 371, + 376, + 379, + 384, + 386, + 388, + 390, + 393, + 398, + 400, + 403, + 406, + 409, + 417, + 419, + 424, + 427, + 430, + 433, + 438, + 440, + 442, + 447, + 450, + 456, + 458, + 463, + 468, + 474, + 477, + 480, + 484, + 488, + 491, + 497, + 499, + 502, + 505, + 509 + ], + [ + 0, + 174, + 260, + 420, + 455, + 126, + 195, + 112, + 168, + 117, + 182, + 273, + 234, + 320, + 278, + 14, + 2, + 12, + 347, + 423, + 225, + 340, + 229, + 304, + 17, + 116, + 165, + 196, + 279, + 9, + 201, + 355, + 461, + 132, + 246, + 145, + 445, + 466, + 428, + 421, + 87, + 469, + 197, + 16, + 94, + 23, + 492, + 319, + 452, + 202, + 236, + 95, + 416, + 326, + 465, + 407, + 443, + 482, + 86, + 317, + 69, + 122, + 363, + 309, + 25, + 109, + 42, + 45, + 85, + 348, + 451, + 89, + 90, + 217, + 321, + 247, + 473, + 412, + 413, + 434, + 495, + 220, + 93, + 164, + 186, + 242, + 251, + 394, + 460, + 485, + 239, + 454, + 97, + 437, + 157, + 301, + 154, + 189, + 328, + 411, + 227, + 396, + 295, + 395, + 333, + 364, + 378, + 414, + 470, + 490, + 481, + 496, + 503, + 3, + 5, + 8, + 13, + 19, + 21, + 26, + 29, + 31, + 33, + 35, + 38, + 41, + 46, + 48, + 52, + 54, + 57, + 60, + 63, + 67, + 71, + 73, + 76, + 79, + 81, + 84, + 92, + 99, + 103, + 105, + 107, + 113, + 115, + 119, + 121, + 124, + 127, + 130, + 133, + 137, + 139, + 141, + 143, + 146, + 148, + 151, + 155, + 159, + 163, + 170, + 172, + 177, + 180, + 188, + 194, + 200, + 204, + 206, + 208, + 213, + 215, + 218, + 221, + 224, + 232, + 238, + 241, + 248, + 250, + 253, + 255, + 257, + 259, + 262, + 264, + 269, + 272, + 276, + 281, + 284, + 286, + 293, + 298, + 300, + 305, + 310, + 313, + 316, + 329, + 331, + 334, + 337, + 339, + 342, + 344, + 353, + 356, + 358, + 360, + 362, + 366, + 368, + 370, + 372, + 377, + 381, + 385, + 387, + 389, + 392, + 397, + 399, + 401, + 404, + 408, + 415, + 418, + 422, + 425, + 429, + 432, + 435, + 439, + 441, + 444, + 448, + 453, + 457, + 462, + 464, + 471, + 475, + 478, + 483, + 487, + 489, + 493, + 498, + 500, + 504, + 507, + 511 + ] + ], + "unseen": 286 + }, + "16": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 247, + "groups": [ + [ + 12, + 182, + 480, + 299, + 231, + 441, + 130, + 74, + 26, + 23, + 278, + 75, + 120, + 224, + 129, + 115, + 61, + 191, + 28, + 92, + 454, + 163, + 91, + 333, + 446, + 277, + 116, + 202, + 223, + 424, + 199, + 460, + 432, + 325, + 133, + 442, + 216, + 403, + 31, + 471, + 482, + 175, + 322, + 393, + 260, + 70, + 207, + 486, + 263, + 453, + 220, + 173, + 261, + 135, + 197, + 324, + 402, + 35, + 440, + 171, + 348, + 345, + 338, + 467, + 254, + 21, + 49, + 39, + 244, + 228, + 429, + 243, + 189, + 140, + 58, + 391, + 142, + 272, + 479, + 270, + 139, + 217, + 374, + 187, + 331, + 404, + 458, + 148, + 159, + 265, + 332, + 210, + 389, + 164, + 60, + 326, + 249, + 351, + 127, + 428, + 394, + 267, + 369, + 146, + 250, + 152, + 414, + 380, + 208, + 174, + 235, + 359, + 399, + 203, + 438, + 283, + 219, + 222, + 334, + 405, + 368, + 390, + 370, + 487, + 2, + 5, + 7, + 10, + 13, + 19, + 22, + 32, + 36, + 38, + 43, + 46, + 53, + 57, + 66, + 68, + 71, + 73, + 78, + 81, + 85, + 87, + 89, + 95, + 97, + 99, + 101, + 103, + 106, + 110, + 112, + 117, + 119, + 123, + 125, + 131, + 134, + 138, + 143, + 145, + 154, + 158, + 161, + 166, + 168, + 172, + 177, + 180, + 183, + 190, + 196, + 204, + 206, + 211, + 213, + 215, + 221, + 229, + 232, + 237, + 240, + 242, + 248, + 253, + 256, + 259, + 268, + 273, + 276, + 281, + 285, + 287, + 289, + 293, + 298, + 302, + 306, + 308, + 310, + 315, + 317, + 320, + 323, + 328, + 335, + 337, + 340, + 344, + 347, + 352, + 354, + 360, + 364, + 366, + 371, + 375, + 378, + 381, + 385, + 387, + 395, + 397, + 401, + 408, + 411, + 413, + 416, + 418, + 420, + 425, + 430, + 433, + 436, + 439, + 445, + 448, + 450, + 452, + 456, + 459, + 464, + 466, + 469, + 473, + 475, + 481, + 491, + 493, + 496, + 500, + 507, + 510 + ], + [ + 0, + 122, + 279, + 77, + 295, + 246, + 104, + 151, + 186, + 423, + 155, + 356, + 434, + 343, + 200, + 358, + 147, + 52, + 108, + 225, + 84, + 300, + 3, + 16, + 153, + 8, + 51, + 234, + 15, + 64, + 444, + 357, + 150, + 314, + 24, + 17, + 476, + 18, + 44, + 501, + 79, + 303, + 170, + 188, + 372, + 499, + 25, + 42, + 29, + 233, + 329, + 410, + 137, + 94, + 361, + 384, + 30, + 398, + 33, + 83, + 40, + 239, + 290, + 274, + 305, + 504, + 349, + 362, + 63, + 193, + 489, + 54, + 48, + 462, + 50, + 192, + 377, + 55, + 506, + 62, + 65, + 90, + 109, + 114, + 421, + 179, + 247, + 128, + 165, + 157, + 282, + 185, + 194, + 483, + 201, + 226, + 266, + 342, + 477, + 252, + 271, + 257, + 485, + 484, + 502, + 262, + 382, + 490, + 292, + 294, + 297, + 311, + 312, + 318, + 392, + 407, + 427, + 463, + 470, + 494, + 498, + 505, + 509, + 1, + 4, + 6, + 9, + 11, + 14, + 20, + 27, + 34, + 37, + 41, + 45, + 47, + 56, + 59, + 67, + 69, + 72, + 76, + 80, + 82, + 86, + 88, + 93, + 96, + 98, + 100, + 102, + 105, + 107, + 111, + 113, + 118, + 121, + 124, + 126, + 132, + 136, + 141, + 144, + 149, + 156, + 160, + 162, + 167, + 169, + 176, + 178, + 181, + 184, + 195, + 198, + 205, + 209, + 212, + 214, + 218, + 227, + 230, + 236, + 238, + 241, + 245, + 251, + 255, + 258, + 264, + 269, + 275, + 280, + 284, + 286, + 288, + 291, + 296, + 301, + 304, + 307, + 309, + 313, + 316, + 319, + 321, + 327, + 330, + 336, + 339, + 341, + 346, + 350, + 353, + 355, + 363, + 365, + 367, + 373, + 376, + 379, + 383, + 386, + 388, + 396, + 400, + 406, + 409, + 412, + 415, + 417, + 419, + 422, + 426, + 431, + 435, + 437, + 443, + 447, + 449, + 451, + 455, + 457, + 461, + 465, + 468, + 472, + 474, + 478, + 488, + 492, + 495, + 497, + 503, + 508, + 511 + ] + ], + "unseen": 265 + }, + "17": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 299, + "groups": [ + [ + 0, + 284, + 463, + 215, + 457, + 102, + 469, + 160, + 381, + 117, + 67, + 68, + 378, + 147, + 329, + 105, + 136, + 86, + 194, + 347, + 296, + 410, + 422, + 499, + 372, + 467, + 72, + 488, + 305, + 61, + 299, + 172, + 196, + 17, + 484, + 73, + 95, + 466, + 379, + 286, + 16, + 442, + 214, + 201, + 81, + 74, + 199, + 104, + 178, + 461, + 409, + 371, + 112, + 270, + 165, + 301, + 401, + 193, + 243, + 209, + 166, + 389, + 324, + 70, + 84, + 386, + 413, + 191, + 43, + 163, + 138, + 400, + 287, + 143, + 273, + 454, + 460, + 276, + 264, + 265, + 210, + 272, + 58, + 90, + 338, + 359, + 111, + 254, + 361, + 164, + 34, + 49, + 174, + 218, + 244, + 39, + 125, + 391, + 106, + 426, + 465, + 54, + 302, + 187, + 257, + 69, + 116, + 173, + 42, + 141, + 382, + 123, + 505, + 101, + 63, + 266, + 220, + 25, + 402, + 309, + 306, + 443, + 462, + 246, + 334, + 10, + 120, + 321, + 362, + 234, + 139, + 407, + 405, + 50, + 14, + 263, + 364, + 159, + 349, + 355, + 285, + 403, + 418, + 333, + 363, + 374, + 365, + 453, + 477, + 503, + 2, + 7, + 11, + 15, + 22, + 26, + 32, + 36, + 44, + 48, + 52, + 57, + 62, + 71, + 77, + 80, + 89, + 94, + 98, + 100, + 114, + 119, + 127, + 130, + 137, + 149, + 155, + 161, + 168, + 176, + 180, + 183, + 188, + 190, + 197, + 202, + 212, + 219, + 223, + 226, + 229, + 233, + 237, + 240, + 247, + 249, + 251, + 256, + 259, + 262, + 271, + 275, + 280, + 283, + 290, + 292, + 295, + 300, + 308, + 315, + 317, + 320, + 323, + 326, + 331, + 336, + 342, + 345, + 348, + 352, + 354, + 360, + 368, + 370, + 376, + 387, + 393, + 397, + 399, + 408, + 412, + 415, + 419, + 421, + 427, + 433, + 438, + 440, + 445, + 447, + 450, + 455, + 459, + 470, + 472, + 475, + 479, + 482, + 487, + 490, + 492, + 494, + 498, + 502, + 507, + 509 + ], + [ + 4, + 132, + 121, + 205, + 192, + 118, + 6, + 335, + 221, + 351, + 424, + 152, + 9, + 18, + 416, + 241, + 20, + 179, + 23, + 203, + 236, + 29, + 47, + 154, + 13, + 444, + 53, + 339, + 358, + 76, + 170, + 230, + 395, + 383, + 122, + 312, + 92, + 268, + 129, + 458, + 148, + 328, + 83, + 5, + 337, + 151, + 211, + 93, + 33, + 87, + 436, + 134, + 297, + 107, + 131, + 31, + 380, + 37, + 21, + 56, + 217, + 27, + 182, + 30, + 252, + 282, + 385, + 449, + 40, + 41, + 434, + 45, + 59, + 142, + 65, + 66, + 96, + 238, + 133, + 79, + 253, + 206, + 311, + 340, + 431, + 486, + 504, + 82, + 88, + 108, + 175, + 109, + 343, + 110, + 357, + 392, + 113, + 124, + 156, + 169, + 500, + 185, + 216, + 167, + 242, + 140, + 429, + 144, + 145, + 150, + 158, + 510, + 184, + 425, + 198, + 204, + 231, + 207, + 452, + 224, + 327, + 404, + 303, + 485, + 227, + 261, + 314, + 267, + 468, + 278, + 394, + 437, + 495, + 279, + 289, + 294, + 307, + 310, + 319, + 367, + 481, + 373, + 377, + 390, + 430, + 432, + 474, + 476, + 497, + 1, + 3, + 8, + 12, + 19, + 24, + 28, + 35, + 38, + 46, + 51, + 55, + 60, + 64, + 75, + 78, + 85, + 91, + 97, + 99, + 103, + 115, + 126, + 128, + 135, + 146, + 153, + 157, + 162, + 171, + 177, + 181, + 186, + 189, + 195, + 200, + 208, + 213, + 222, + 225, + 228, + 232, + 235, + 239, + 245, + 248, + 250, + 255, + 258, + 260, + 269, + 274, + 277, + 281, + 288, + 291, + 293, + 298, + 304, + 313, + 316, + 318, + 322, + 325, + 330, + 332, + 341, + 344, + 346, + 350, + 353, + 356, + 366, + 369, + 375, + 384, + 388, + 396, + 398, + 406, + 411, + 414, + 417, + 420, + 423, + 428, + 435, + 439, + 441, + 446, + 448, + 451, + 456, + 464, + 471, + 473, + 478, + 480, + 483, + 489, + 491, + 493, + 496, + 501, + 506, + 508, + 511 + ] + ], + "unseen": 213 + }, + "18": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 308, + "groups": [ + [ + 3, + 80, + 408, + 201, + 418, + 280, + 379, + 402, + 403, + 442, + 53, + 13, + 252, + 106, + 482, + 72, + 486, + 76, + 416, + 156, + 234, + 483, + 49, + 264, + 184, + 212, + 211, + 46, + 87, + 370, + 91, + 305, + 120, + 42, + 85, + 485, + 164, + 336, + 79, + 107, + 417, + 183, + 43, + 122, + 198, + 255, + 310, + 94, + 308, + 443, + 194, + 501, + 151, + 327, + 298, + 394, + 117, + 170, + 67, + 494, + 51, + 180, + 216, + 220, + 213, + 95, + 291, + 174, + 108, + 21, + 284, + 58, + 373, + 326, + 414, + 152, + 246, + 168, + 341, + 84, + 321, + 48, + 337, + 330, + 472, + 239, + 261, + 331, + 241, + 306, + 444, + 109, + 287, + 219, + 319, + 185, + 450, + 260, + 249, + 81, + 178, + 385, + 282, + 497, + 510, + 127, + 503, + 475, + 233, + 6, + 50, + 471, + 285, + 204, + 399, + 447, + 376, + 496, + 25, + 27, + 154, + 69, + 111, + 487, + 506, + 428, + 34, + 500, + 165, + 283, + 229, + 344, + 235, + 82, + 437, + 66, + 73, + 121, + 299, + 134, + 390, + 70, + 102, + 350, + 278, + 401, + 366, + 293, + 386, + 433, + 388, + 405, + 435, + 490, + 0, + 2, + 9, + 11, + 14, + 18, + 23, + 30, + 32, + 35, + 37, + 39, + 41, + 52, + 64, + 71, + 75, + 78, + 88, + 101, + 105, + 113, + 118, + 124, + 126, + 129, + 136, + 142, + 145, + 148, + 155, + 159, + 161, + 166, + 172, + 182, + 187, + 192, + 195, + 200, + 205, + 207, + 215, + 221, + 223, + 225, + 228, + 232, + 238, + 242, + 245, + 254, + 259, + 263, + 270, + 273, + 276, + 286, + 290, + 296, + 303, + 312, + 315, + 320, + 324, + 328, + 333, + 335, + 345, + 351, + 355, + 357, + 360, + 364, + 368, + 372, + 377, + 382, + 384, + 389, + 393, + 400, + 406, + 413, + 421, + 423, + 425, + 429, + 431, + 439, + 445, + 448, + 452, + 454, + 460, + 465, + 470, + 479, + 488, + 491, + 495, + 509 + ], + [ + 5, + 47, + 22, + 28, + 131, + 157, + 173, + 7, + 8, + 65, + 208, + 504, + 361, + 419, + 137, + 314, + 179, + 57, + 407, + 119, + 347, + 26, + 268, + 86, + 140, + 139, + 226, + 374, + 15, + 362, + 169, + 181, + 59, + 199, + 468, + 114, + 256, + 272, + 247, + 89, + 412, + 149, + 61, + 54, + 141, + 55, + 457, + 176, + 474, + 358, + 434, + 464, + 300, + 466, + 62, + 93, + 92, + 98, + 162, + 19, + 353, + 473, + 29, + 459, + 17, + 217, + 133, + 175, + 197, + 45, + 99, + 56, + 147, + 301, + 90, + 349, + 188, + 338, + 63, + 251, + 96, + 340, + 493, + 309, + 436, + 281, + 348, + 191, + 432, + 230, + 100, + 277, + 190, + 214, + 103, + 391, + 505, + 132, + 112, + 307, + 116, + 130, + 265, + 481, + 144, + 467, + 266, + 167, + 150, + 244, + 461, + 203, + 210, + 316, + 236, + 415, + 463, + 498, + 248, + 398, + 275, + 411, + 440, + 250, + 257, + 267, + 288, + 294, + 477, + 478, + 507, + 304, + 292, + 302, + 317, + 332, + 455, + 323, + 342, + 484, + 378, + 343, + 354, + 396, + 365, + 371, + 381, + 395, + 410, + 426, + 451, + 456, + 502, + 508, + 1, + 4, + 10, + 12, + 16, + 20, + 24, + 31, + 33, + 36, + 38, + 40, + 44, + 60, + 68, + 74, + 77, + 83, + 97, + 104, + 110, + 115, + 123, + 125, + 128, + 135, + 138, + 143, + 146, + 153, + 158, + 160, + 163, + 171, + 177, + 186, + 189, + 193, + 196, + 202, + 206, + 209, + 218, + 222, + 224, + 227, + 231, + 237, + 240, + 243, + 253, + 258, + 262, + 269, + 271, + 274, + 279, + 289, + 295, + 297, + 311, + 313, + 318, + 322, + 325, + 329, + 334, + 339, + 346, + 352, + 356, + 359, + 363, + 367, + 369, + 375, + 380, + 383, + 387, + 392, + 397, + 404, + 409, + 420, + 422, + 424, + 427, + 430, + 438, + 441, + 446, + 449, + 453, + 458, + 462, + 469, + 476, + 480, + 489, + 492, + 499, + 511 + ] + ], + "unseen": 204 + }, + "19": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 286, + "groups": [ + [ + 1, + 242, + 62, + 10, + 129, + 454, + 246, + 92, + 329, + 225, + 469, + 47, + 286, + 498, + 207, + 14, + 145, + 26, + 212, + 63, + 315, + 434, + 364, + 426, + 138, + 45, + 378, + 282, + 510, + 24, + 19, + 130, + 141, + 333, + 27, + 157, + 250, + 327, + 479, + 46, + 175, + 81, + 140, + 61, + 134, + 482, + 223, + 21, + 339, + 371, + 255, + 80, + 269, + 372, + 64, + 22, + 30, + 277, + 377, + 192, + 453, + 162, + 31, + 37, + 174, + 383, + 66, + 331, + 184, + 16, + 285, + 38, + 445, + 252, + 48, + 82, + 224, + 53, + 291, + 124, + 307, + 222, + 9, + 71, + 328, + 353, + 502, + 55, + 75, + 20, + 113, + 443, + 503, + 280, + 408, + 110, + 463, + 273, + 142, + 399, + 507, + 238, + 288, + 314, + 308, + 122, + 147, + 483, + 67, + 127, + 411, + 366, + 396, + 292, + 456, + 452, + 294, + 313, + 330, + 57, + 5, + 347, + 60, + 332, + 289, + 263, + 341, + 506, + 206, + 317, + 34, + 112, + 106, + 234, + 173, + 385, + 465, + 210, + 376, + 213, + 258, + 373, + 495, + 0, + 4, + 11, + 13, + 18, + 29, + 39, + 41, + 43, + 52, + 56, + 69, + 72, + 77, + 83, + 86, + 88, + 90, + 93, + 100, + 107, + 115, + 118, + 121, + 126, + 132, + 137, + 146, + 158, + 161, + 164, + 167, + 170, + 176, + 179, + 182, + 186, + 188, + 191, + 197, + 199, + 201, + 205, + 209, + 215, + 218, + 220, + 227, + 230, + 233, + 236, + 240, + 243, + 247, + 253, + 257, + 264, + 267, + 271, + 276, + 283, + 287, + 297, + 299, + 302, + 304, + 306, + 311, + 318, + 324, + 326, + 338, + 344, + 346, + 351, + 355, + 358, + 360, + 362, + 369, + 379, + 381, + 386, + 390, + 393, + 395, + 398, + 403, + 405, + 409, + 416, + 421, + 425, + 430, + 436, + 438, + 442, + 447, + 450, + 457, + 460, + 462, + 466, + 470, + 472, + 475, + 478, + 481, + 490, + 492, + 496, + 500, + 504 + ], + [ + 3, + 103, + 509, + 49, + 36, + 148, + 155, + 172, + 6, + 229, + 96, + 237, + 261, + 7, + 58, + 190, + 354, + 296, + 97, + 432, + 216, + 117, + 211, + 270, + 84, + 165, + 76, + 99, + 194, + 508, + 449, + 410, + 497, + 108, + 168, + 419, + 431, + 323, + 493, + 119, + 15, + 136, + 193, + 143, + 23, + 177, + 272, + 301, + 367, + 414, + 349, + 25, + 111, + 195, + 98, + 156, + 278, + 370, + 440, + 32, + 33, + 44, + 489, + 94, + 68, + 149, + 153, + 265, + 50, + 65, + 322, + 73, + 420, + 319, + 413, + 486, + 249, + 78, + 135, + 389, + 101, + 245, + 102, + 104, + 109, + 123, + 128, + 139, + 160, + 181, + 151, + 281, + 459, + 152, + 154, + 202, + 203, + 424, + 451, + 183, + 221, + 231, + 248, + 254, + 259, + 262, + 316, + 487, + 275, + 382, + 293, + 400, + 474, + 295, + 309, + 321, + 334, + 336, + 337, + 342, + 343, + 348, + 356, + 374, + 365, + 368, + 444, + 388, + 391, + 415, + 401, + 407, + 505, + 417, + 422, + 428, + 429, + 435, + 441, + 468, + 476, + 485, + 488, + 2, + 8, + 12, + 17, + 28, + 35, + 40, + 42, + 51, + 54, + 59, + 70, + 74, + 79, + 85, + 87, + 89, + 91, + 95, + 105, + 114, + 116, + 120, + 125, + 131, + 133, + 144, + 150, + 159, + 163, + 166, + 169, + 171, + 178, + 180, + 185, + 187, + 189, + 196, + 198, + 200, + 204, + 208, + 214, + 217, + 219, + 226, + 228, + 232, + 235, + 239, + 241, + 244, + 251, + 256, + 260, + 266, + 268, + 274, + 279, + 284, + 290, + 298, + 300, + 303, + 305, + 310, + 312, + 320, + 325, + 335, + 340, + 345, + 350, + 352, + 357, + 359, + 361, + 363, + 375, + 380, + 384, + 387, + 392, + 394, + 397, + 402, + 404, + 406, + 412, + 418, + 423, + 427, + 433, + 437, + 439, + 446, + 448, + 455, + 458, + 461, + 464, + 467, + 471, + 473, + 477, + 480, + 484, + 491, + 494, + 499, + 501, + 511 + ] + ], + "unseen": 226 + }, + "2": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 333, + "groups": [ + [ + 0, + 27, + 295, + 37, + 89, + 393, + 211, + 185, + 257, + 209, + 255, + 403, + 137, + 496, + 511, + 107, + 444, + 84, + 436, + 449, + 263, + 439, + 360, + 418, + 315, + 363, + 251, + 215, + 142, + 10, + 101, + 271, + 249, + 303, + 359, + 20, + 253, + 307, + 162, + 112, + 452, + 237, + 12, + 41, + 81, + 389, + 199, + 282, + 143, + 111, + 246, + 189, + 277, + 93, + 320, + 46, + 358, + 322, + 77, + 386, + 19, + 122, + 270, + 372, + 147, + 59, + 109, + 160, + 370, + 83, + 500, + 483, + 503, + 430, + 481, + 196, + 238, + 479, + 293, + 414, + 97, + 437, + 490, + 105, + 44, + 264, + 294, + 311, + 454, + 379, + 50, + 391, + 236, + 261, + 308, + 171, + 286, + 280, + 87, + 321, + 30, + 495, + 367, + 491, + 404, + 222, + 5, + 114, + 4, + 357, + 9, + 130, + 17, + 32, + 60, + 208, + 75, + 61, + 63, + 380, + 250, + 494, + 135, + 457, + 24, + 11, + 78, + 157, + 95, + 442, + 461, + 207, + 116, + 106, + 470, + 472, + 166, + 226, + 354, + 269, + 338, + 220, + 310, + 377, + 493, + 341, + 411, + 198, + 200, + 342, + 346, + 212, + 247, + 272, + 475, + 325, + 287, + 305, + 312, + 326, + 361, + 392, + 405, + 416, + 423, + 468, + 508, + 3, + 7, + 14, + 23, + 26, + 33, + 38, + 43, + 48, + 52, + 54, + 58, + 64, + 66, + 68, + 73, + 82, + 92, + 98, + 102, + 115, + 119, + 121, + 125, + 129, + 132, + 138, + 144, + 153, + 158, + 164, + 170, + 174, + 178, + 183, + 187, + 191, + 194, + 202, + 204, + 213, + 216, + 219, + 225, + 228, + 232, + 235, + 240, + 243, + 248, + 259, + 266, + 274, + 276, + 281, + 285, + 296, + 298, + 301, + 309, + 323, + 328, + 333, + 336, + 339, + 344, + 350, + 356, + 365, + 373, + 378, + 384, + 397, + 401, + 413, + 420, + 425, + 428, + 440, + 447, + 453, + 456, + 460, + 465, + 474, + 488, + 499, + 505, + 509 + ], + [ + 2, + 406, + 86, + 96, + 417, + 273, + 28, + 256, + 265, + 351, + 168, + 76, + 173, + 177, + 22, + 69, + 180, + 435, + 210, + 36, + 371, + 316, + 42, + 410, + 355, + 478, + 407, + 124, + 366, + 88, + 163, + 487, + 29, + 152, + 446, + 349, + 385, + 230, + 260, + 149, + 224, + 146, + 40, + 90, + 128, + 433, + 133, + 252, + 292, + 161, + 432, + 332, + 347, + 443, + 49, + 85, + 8, + 504, + 319, + 45, + 375, + 302, + 258, + 70, + 155, + 134, + 139, + 313, + 16, + 72, + 233, + 382, + 399, + 74, + 154, + 18, + 427, + 100, + 110, + 473, + 329, + 381, + 415, + 290, + 21, + 195, + 245, + 462, + 467, + 103, + 502, + 288, + 150, + 34, + 140, + 181, + 480, + 201, + 55, + 56, + 306, + 151, + 291, + 476, + 79, + 388, + 402, + 387, + 104, + 300, + 434, + 108, + 206, + 317, + 408, + 348, + 175, + 117, + 165, + 369, + 169, + 376, + 445, + 145, + 394, + 127, + 182, + 186, + 450, + 188, + 412, + 192, + 218, + 484, + 267, + 223, + 284, + 330, + 229, + 438, + 242, + 279, + 485, + 318, + 327, + 334, + 343, + 352, + 364, + 390, + 395, + 477, + 492, + 498, + 400, + 424, + 463, + 421, + 466, + 431, + 506, + 451, + 486, + 459, + 469, + 497, + 1, + 6, + 13, + 15, + 25, + 31, + 35, + 39, + 47, + 51, + 53, + 57, + 62, + 65, + 67, + 71, + 80, + 91, + 94, + 99, + 113, + 118, + 120, + 123, + 126, + 131, + 136, + 141, + 148, + 156, + 159, + 167, + 172, + 176, + 179, + 184, + 190, + 193, + 197, + 203, + 205, + 214, + 217, + 221, + 227, + 231, + 234, + 239, + 241, + 244, + 254, + 262, + 268, + 275, + 278, + 283, + 289, + 297, + 299, + 304, + 314, + 324, + 331, + 335, + 337, + 340, + 345, + 353, + 362, + 368, + 374, + 383, + 396, + 398, + 409, + 419, + 422, + 426, + 429, + 441, + 448, + 455, + 458, + 464, + 471, + 482, + 489, + 501, + 507, + 510 + ] + ], + "unseen": 179 + }, + "20": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 289, + "groups": [ + [ + 2, + 311, + 459, + 11, + 250, + 89, + 66, + 506, + 56, + 15, + 214, + 75, + 95, + 344, + 258, + 456, + 469, + 170, + 225, + 369, + 202, + 65, + 284, + 13, + 42, + 325, + 76, + 477, + 74, + 99, + 86, + 191, + 92, + 504, + 102, + 433, + 437, + 90, + 93, + 5, + 366, + 507, + 290, + 228, + 413, + 335, + 423, + 215, + 78, + 55, + 457, + 485, + 248, + 104, + 363, + 210, + 265, + 7, + 262, + 467, + 45, + 127, + 16, + 313, + 348, + 109, + 354, + 439, + 358, + 58, + 140, + 136, + 189, + 28, + 69, + 260, + 401, + 10, + 190, + 349, + 478, + 278, + 122, + 167, + 138, + 8, + 458, + 82, + 310, + 298, + 222, + 34, + 427, + 146, + 112, + 169, + 508, + 125, + 386, + 54, + 63, + 256, + 297, + 315, + 436, + 226, + 362, + 25, + 57, + 347, + 117, + 251, + 173, + 318, + 494, + 339, + 213, + 154, + 128, + 177, + 407, + 208, + 96, + 406, + 394, + 272, + 289, + 373, + 319, + 405, + 132, + 441, + 434, + 345, + 445, + 175, + 417, + 464, + 247, + 299, + 321, + 332, + 448, + 387, + 486, + 3, + 9, + 17, + 19, + 22, + 30, + 33, + 38, + 40, + 44, + 49, + 51, + 60, + 64, + 68, + 71, + 77, + 83, + 88, + 100, + 103, + 106, + 108, + 111, + 115, + 118, + 121, + 126, + 137, + 143, + 148, + 150, + 153, + 158, + 160, + 163, + 166, + 174, + 179, + 182, + 185, + 188, + 195, + 203, + 211, + 216, + 220, + 227, + 232, + 234, + 238, + 242, + 246, + 253, + 259, + 263, + 266, + 268, + 270, + 275, + 277, + 281, + 286, + 291, + 294, + 300, + 302, + 304, + 307, + 314, + 317, + 328, + 334, + 337, + 342, + 353, + 356, + 359, + 364, + 371, + 374, + 376, + 379, + 382, + 389, + 395, + 398, + 403, + 410, + 414, + 416, + 420, + 424, + 431, + 438, + 443, + 449, + 453, + 455, + 462, + 470, + 472, + 476, + 480, + 482, + 484, + 488, + 490, + 496, + 502, + 510 + ], + [ + 0, + 184, + 322, + 282, + 46, + 73, + 312, + 428, + 197, + 35, + 187, + 192, + 23, + 388, + 331, + 418, + 172, + 330, + 450, + 257, + 133, + 498, + 343, + 352, + 199, + 134, + 79, + 288, + 326, + 196, + 6, + 14, + 24, + 430, + 426, + 85, + 157, + 385, + 305, + 397, + 198, + 27, + 91, + 59, + 218, + 244, + 412, + 20, + 204, + 465, + 29, + 323, + 194, + 200, + 390, + 97, + 205, + 367, + 503, + 207, + 36, + 461, + 340, + 361, + 404, + 32, + 41, + 47, + 171, + 53, + 61, + 129, + 80, + 296, + 219, + 338, + 87, + 113, + 144, + 152, + 94, + 131, + 119, + 123, + 240, + 308, + 273, + 329, + 402, + 130, + 139, + 206, + 381, + 142, + 147, + 231, + 327, + 447, + 162, + 255, + 451, + 497, + 156, + 468, + 432, + 164, + 224, + 493, + 176, + 466, + 283, + 180, + 221, + 391, + 229, + 492, + 235, + 237, + 293, + 495, + 241, + 243, + 425, + 350, + 252, + 271, + 279, + 324, + 370, + 378, + 346, + 365, + 500, + 384, + 393, + 399, + 409, + 422, + 442, + 444, + 474, + 475, + 501, + 509, + 1, + 4, + 12, + 18, + 21, + 26, + 31, + 37, + 39, + 43, + 48, + 50, + 52, + 62, + 67, + 70, + 72, + 81, + 84, + 98, + 101, + 105, + 107, + 110, + 114, + 116, + 120, + 124, + 135, + 141, + 145, + 149, + 151, + 155, + 159, + 161, + 165, + 168, + 178, + 181, + 183, + 186, + 193, + 201, + 209, + 212, + 217, + 223, + 230, + 233, + 236, + 239, + 245, + 249, + 254, + 261, + 264, + 267, + 269, + 274, + 276, + 280, + 285, + 287, + 292, + 295, + 301, + 303, + 306, + 309, + 316, + 320, + 333, + 336, + 341, + 351, + 355, + 357, + 360, + 368, + 372, + 375, + 377, + 380, + 383, + 392, + 396, + 400, + 408, + 411, + 415, + 419, + 421, + 429, + 435, + 440, + 446, + 452, + 454, + 460, + 463, + 471, + 473, + 479, + 481, + 483, + 487, + 489, + 491, + 499, + 505, + 511 + ] + ], + "unseen": 223 + }, + "21": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 304, + "groups": [ + [ + 0, + 338, + 116, + 28, + 40, + 56, + 281, + 136, + 239, + 67, + 147, + 39, + 470, + 88, + 268, + 502, + 11, + 345, + 442, + 206, + 311, + 400, + 417, + 459, + 436, + 58, + 32, + 119, + 154, + 271, + 243, + 155, + 152, + 189, + 333, + 257, + 41, + 214, + 163, + 21, + 414, + 466, + 467, + 294, + 111, + 183, + 148, + 233, + 461, + 293, + 53, + 435, + 74, + 370, + 286, + 222, + 17, + 199, + 31, + 223, + 59, + 231, + 292, + 419, + 208, + 120, + 78, + 164, + 250, + 347, + 23, + 237, + 409, + 253, + 301, + 22, + 298, + 282, + 48, + 448, + 479, + 115, + 407, + 138, + 156, + 437, + 376, + 330, + 312, + 354, + 331, + 86, + 305, + 266, + 277, + 113, + 82, + 488, + 225, + 327, + 216, + 236, + 95, + 270, + 378, + 247, + 167, + 45, + 309, + 373, + 221, + 393, + 473, + 359, + 284, + 194, + 106, + 166, + 346, + 398, + 187, + 381, + 440, + 129, + 211, + 478, + 117, + 200, + 336, + 434, + 307, + 496, + 279, + 412, + 357, + 2, + 402, + 69, + 465, + 218, + 252, + 425, + 299, + 151, + 351, + 219, + 198, + 261, + 388, + 447, + 471, + 495, + 1, + 5, + 8, + 13, + 19, + 24, + 27, + 34, + 36, + 42, + 50, + 52, + 60, + 62, + 66, + 71, + 73, + 84, + 87, + 92, + 97, + 99, + 108, + 110, + 114, + 123, + 125, + 128, + 133, + 140, + 149, + 160, + 169, + 172, + 174, + 180, + 185, + 188, + 191, + 193, + 196, + 203, + 205, + 213, + 226, + 230, + 235, + 240, + 245, + 249, + 259, + 262, + 269, + 273, + 278, + 285, + 308, + 313, + 316, + 318, + 320, + 323, + 326, + 332, + 339, + 348, + 353, + 356, + 360, + 362, + 366, + 368, + 372, + 377, + 383, + 389, + 395, + 397, + 401, + 404, + 406, + 410, + 415, + 421, + 427, + 430, + 432, + 438, + 441, + 444, + 451, + 455, + 460, + 463, + 475, + 480, + 482, + 484, + 486, + 490, + 498, + 501, + 505, + 509 + ], + [ + 3, + 104, + 476, + 227, + 424, + 452, + 6, + 126, + 288, + 275, + 387, + 220, + 33, + 100, + 255, + 131, + 150, + 379, + 44, + 418, + 70, + 46, + 420, + 25, + 10, + 197, + 9, + 242, + 337, + 474, + 54, + 340, + 18, + 464, + 456, + 107, + 175, + 178, + 454, + 15, + 102, + 122, + 289, + 295, + 145, + 38, + 103, + 16, + 43, + 83, + 105, + 207, + 321, + 251, + 344, + 137, + 283, + 493, + 328, + 47, + 29, + 57, + 118, + 302, + 352, + 248, + 81, + 391, + 215, + 304, + 267, + 264, + 176, + 256, + 144, + 297, + 63, + 306, + 385, + 494, + 135, + 314, + 468, + 142, + 181, + 90, + 65, + 76, + 79, + 77, + 80, + 241, + 258, + 162, + 91, + 287, + 384, + 93, + 291, + 411, + 94, + 130, + 139, + 143, + 177, + 489, + 157, + 445, + 146, + 153, + 158, + 165, + 168, + 171, + 182, + 202, + 303, + 341, + 342, + 382, + 210, + 491, + 212, + 224, + 234, + 229, + 394, + 392, + 324, + 265, + 274, + 450, + 296, + 504, + 300, + 492, + 335, + 449, + 349, + 369, + 423, + 364, + 365, + 375, + 426, + 469, + 429, + 458, + 499, + 506, + 508, + 510, + 4, + 7, + 12, + 14, + 20, + 26, + 30, + 35, + 37, + 49, + 51, + 55, + 61, + 64, + 68, + 72, + 75, + 85, + 89, + 96, + 98, + 101, + 109, + 112, + 121, + 124, + 127, + 132, + 134, + 141, + 159, + 161, + 170, + 173, + 179, + 184, + 186, + 190, + 192, + 195, + 201, + 204, + 209, + 217, + 228, + 232, + 238, + 244, + 246, + 254, + 260, + 263, + 272, + 276, + 280, + 290, + 310, + 315, + 317, + 319, + 322, + 325, + 329, + 334, + 343, + 350, + 355, + 358, + 361, + 363, + 367, + 371, + 374, + 380, + 386, + 390, + 396, + 399, + 403, + 405, + 408, + 413, + 416, + 422, + 428, + 431, + 433, + 439, + 443, + 446, + 453, + 457, + 462, + 472, + 477, + 481, + 483, + 485, + 487, + 497, + 500, + 503, + 507, + 511 + ] + ], + "unseen": 208 + }, + "22": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 327, + "groups": [ + [ + 8, + 52, + 253, + 17, + 242, + 434, + 444, + 149, + 195, + 405, + 270, + 381, + 317, + 215, + 442, + 489, + 192, + 177, + 374, + 479, + 150, + 276, + 422, + 163, + 419, + 141, + 110, + 432, + 435, + 453, + 125, + 186, + 469, + 20, + 65, + 408, + 69, + 74, + 23, + 16, + 320, + 224, + 121, + 35, + 45, + 126, + 321, + 33, + 160, + 306, + 499, + 349, + 328, + 428, + 416, + 221, + 297, + 440, + 307, + 243, + 334, + 48, + 146, + 199, + 178, + 303, + 424, + 429, + 255, + 225, + 59, + 373, + 97, + 485, + 218, + 80, + 217, + 127, + 171, + 283, + 43, + 78, + 77, + 86, + 264, + 41, + 205, + 81, + 345, + 30, + 223, + 293, + 267, + 196, + 57, + 104, + 235, + 18, + 134, + 457, + 54, + 173, + 287, + 112, + 426, + 461, + 471, + 179, + 39, + 494, + 463, + 28, + 375, + 24, + 313, + 491, + 377, + 32, + 309, + 281, + 470, + 445, + 94, + 342, + 441, + 507, + 40, + 42, + 162, + 509, + 387, + 371, + 339, + 49, + 190, + 482, + 181, + 401, + 122, + 165, + 261, + 56, + 343, + 465, + 472, + 72, + 60, + 175, + 397, + 245, + 206, + 214, + 222, + 304, + 315, + 358, + 341, + 351, + 483, + 378, + 385, + 467, + 476, + 501, + 1, + 4, + 7, + 12, + 19, + 26, + 47, + 58, + 62, + 64, + 70, + 73, + 76, + 83, + 85, + 88, + 90, + 93, + 103, + 108, + 117, + 119, + 124, + 129, + 132, + 140, + 144, + 147, + 153, + 155, + 157, + 161, + 167, + 176, + 182, + 184, + 187, + 194, + 200, + 204, + 208, + 210, + 213, + 226, + 228, + 231, + 234, + 238, + 241, + 246, + 249, + 251, + 256, + 259, + 262, + 271, + 274, + 278, + 284, + 286, + 289, + 296, + 299, + 314, + 322, + 329, + 331, + 340, + 347, + 354, + 360, + 362, + 364, + 368, + 382, + 392, + 395, + 407, + 411, + 420, + 430, + 443, + 447, + 451, + 464, + 473, + 475, + 478, + 486, + 493, + 505, + 508 + ], + [ + 3, + 159, + 415, + 468, + 269, + 295, + 142, + 369, + 252, + 123, + 399, + 116, + 380, + 431, + 15, + 384, + 193, + 316, + 300, + 66, + 111, + 390, + 46, + 92, + 107, + 102, + 414, + 133, + 230, + 305, + 201, + 503, + 10, + 357, + 136, + 500, + 437, + 332, + 400, + 11, + 34, + 247, + 211, + 6, + 197, + 237, + 402, + 268, + 258, + 51, + 239, + 379, + 188, + 96, + 164, + 310, + 356, + 423, + 511, + 279, + 135, + 308, + 355, + 301, + 454, + 337, + 389, + 202, + 302, + 449, + 115, + 366, + 275, + 438, + 148, + 265, + 425, + 14, + 480, + 21, + 273, + 292, + 386, + 44, + 413, + 55, + 496, + 22, + 109, + 79, + 152, + 105, + 99, + 29, + 100, + 189, + 216, + 324, + 101, + 327, + 27, + 365, + 31, + 36, + 403, + 433, + 325, + 326, + 95, + 67, + 294, + 38, + 131, + 396, + 348, + 346, + 53, + 421, + 458, + 492, + 113, + 137, + 138, + 174, + 233, + 338, + 383, + 436, + 312, + 372, + 462, + 168, + 394, + 410, + 456, + 220, + 169, + 487, + 495, + 282, + 417, + 172, + 290, + 266, + 318, + 376, + 504, + 455, + 406, + 450, + 335, + 336, + 350, + 452, + 352, + 391, + 404, + 418, + 460, + 484, + 488, + 498, + 502, + 0, + 2, + 5, + 9, + 13, + 25, + 37, + 50, + 61, + 63, + 68, + 71, + 75, + 82, + 84, + 87, + 89, + 91, + 98, + 106, + 114, + 118, + 120, + 128, + 130, + 139, + 143, + 145, + 151, + 154, + 156, + 158, + 166, + 170, + 180, + 183, + 185, + 191, + 198, + 203, + 207, + 209, + 212, + 219, + 227, + 229, + 232, + 236, + 240, + 244, + 248, + 250, + 254, + 257, + 260, + 263, + 272, + 277, + 280, + 285, + 288, + 291, + 298, + 311, + 319, + 323, + 330, + 333, + 344, + 353, + 359, + 361, + 363, + 367, + 370, + 388, + 393, + 398, + 409, + 412, + 427, + 439, + 446, + 448, + 459, + 466, + 474, + 477, + 481, + 490, + 497, + 506, + 510 + ] + ], + "unseen": 185 + }, + "23": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 300, + "groups": [ + [ + 0, + 118, + 238, + 316, + 176, + 336, + 242, + 486, + 398, + 498, + 105, + 435, + 257, + 263, + 356, + 199, + 393, + 247, + 102, + 58, + 394, + 147, + 477, + 387, + 63, + 81, + 250, + 96, + 155, + 401, + 404, + 425, + 390, + 163, + 146, + 95, + 260, + 82, + 480, + 45, + 496, + 167, + 206, + 121, + 128, + 78, + 193, + 100, + 189, + 104, + 289, + 338, + 197, + 115, + 332, + 372, + 465, + 142, + 15, + 454, + 73, + 354, + 154, + 511, + 493, + 59, + 489, + 283, + 16, + 94, + 140, + 378, + 185, + 251, + 368, + 4, + 183, + 443, + 194, + 139, + 327, + 74, + 6, + 224, + 363, + 384, + 84, + 89, + 27, + 379, + 33, + 235, + 92, + 190, + 32, + 60, + 434, + 158, + 162, + 1, + 186, + 313, + 36, + 48, + 77, + 181, + 482, + 57, + 302, + 462, + 406, + 127, + 334, + 244, + 389, + 450, + 285, + 110, + 117, + 120, + 174, + 416, + 210, + 351, + 497, + 282, + 215, + 470, + 510, + 414, + 237, + 453, + 317, + 402, + 262, + 267, + 430, + 284, + 294, + 323, + 325, + 346, + 452, + 499, + 410, + 467, + 478, + 463, + 491, + 507, + 3, + 7, + 11, + 13, + 21, + 25, + 31, + 37, + 42, + 44, + 47, + 55, + 62, + 65, + 69, + 72, + 80, + 85, + 87, + 91, + 97, + 103, + 111, + 116, + 129, + 136, + 144, + 151, + 161, + 165, + 171, + 175, + 182, + 195, + 201, + 203, + 207, + 209, + 213, + 221, + 225, + 230, + 234, + 243, + 249, + 254, + 261, + 268, + 271, + 273, + 276, + 280, + 290, + 295, + 298, + 300, + 305, + 307, + 310, + 312, + 315, + 321, + 324, + 330, + 333, + 337, + 341, + 343, + 347, + 349, + 353, + 359, + 362, + 365, + 367, + 370, + 373, + 375, + 380, + 386, + 396, + 399, + 407, + 411, + 415, + 420, + 423, + 426, + 428, + 433, + 438, + 441, + 445, + 451, + 459, + 466, + 469, + 473, + 475, + 483, + 487, + 492, + 495, + 503, + 505, + 508 + ], + [ + 2, + 132, + 231, + 130, + 226, + 288, + 412, + 18, + 166, + 70, + 304, + 75, + 159, + 326, + 432, + 67, + 287, + 479, + 180, + 101, + 456, + 99, + 461, + 41, + 53, + 124, + 236, + 10, + 170, + 220, + 22, + 216, + 133, + 248, + 264, + 109, + 9, + 14, + 49, + 28, + 39, + 458, + 26, + 169, + 17, + 138, + 211, + 177, + 440, + 23, + 20, + 431, + 30, + 114, + 241, + 112, + 361, + 178, + 217, + 153, + 350, + 126, + 152, + 76, + 265, + 131, + 391, + 442, + 417, + 137, + 471, + 381, + 125, + 34, + 256, + 339, + 38, + 252, + 51, + 108, + 204, + 383, + 52, + 54, + 187, + 448, + 56, + 500, + 68, + 90, + 184, + 293, + 488, + 107, + 245, + 122, + 191, + 449, + 123, + 135, + 141, + 255, + 279, + 436, + 145, + 149, + 270, + 392, + 150, + 156, + 421, + 484, + 157, + 172, + 419, + 188, + 196, + 239, + 281, + 228, + 198, + 214, + 219, + 222, + 227, + 233, + 259, + 275, + 278, + 320, + 292, + 297, + 303, + 308, + 318, + 382, + 328, + 403, + 344, + 355, + 376, + 357, + 388, + 405, + 409, + 446, + 455, + 464, + 481, + 501, + 5, + 8, + 12, + 19, + 24, + 29, + 35, + 40, + 43, + 46, + 50, + 61, + 64, + 66, + 71, + 79, + 83, + 86, + 88, + 93, + 98, + 106, + 113, + 119, + 134, + 143, + 148, + 160, + 164, + 168, + 173, + 179, + 192, + 200, + 202, + 205, + 208, + 212, + 218, + 223, + 229, + 232, + 240, + 246, + 253, + 258, + 266, + 269, + 272, + 274, + 277, + 286, + 291, + 296, + 299, + 301, + 306, + 309, + 311, + 314, + 319, + 322, + 329, + 331, + 335, + 340, + 342, + 345, + 348, + 352, + 358, + 360, + 364, + 366, + 369, + 371, + 374, + 377, + 385, + 395, + 397, + 400, + 408, + 413, + 418, + 422, + 424, + 427, + 429, + 437, + 439, + 444, + 447, + 457, + 460, + 468, + 472, + 474, + 476, + 485, + 490, + 494, + 502, + 504, + 506, + 509 + ] + ], + "unseen": 212 + }, + "24": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 287, + "groups": [ + [ + 11, + 191, + 477, + 325, + 422, + 155, + 496, + 318, + 210, + 283, + 175, + 87, + 115, + 33, + 179, + 35, + 356, + 233, + 154, + 206, + 304, + 41, + 205, + 138, + 503, + 389, + 189, + 151, + 162, + 509, + 427, + 66, + 347, + 158, + 27, + 319, + 425, + 13, + 458, + 46, + 262, + 439, + 219, + 131, + 160, + 231, + 462, + 447, + 426, + 392, + 194, + 244, + 86, + 424, + 101, + 225, + 216, + 249, + 370, + 247, + 355, + 402, + 170, + 497, + 361, + 345, + 339, + 242, + 32, + 169, + 386, + 305, + 440, + 399, + 307, + 49, + 110, + 199, + 331, + 268, + 364, + 368, + 384, + 74, + 371, + 217, + 258, + 260, + 366, + 239, + 182, + 505, + 140, + 53, + 270, + 468, + 126, + 322, + 78, + 275, + 148, + 207, + 429, + 317, + 277, + 296, + 308, + 39, + 190, + 353, + 184, + 221, + 253, + 346, + 26, + 335, + 109, + 330, + 378, + 315, + 470, + 316, + 490, + 52, + 456, + 414, + 93, + 161, + 111, + 442, + 383, + 357, + 482, + 201, + 172, + 204, + 500, + 432, + 263, + 365, + 369, + 463, + 466, + 499, + 1, + 4, + 6, + 10, + 16, + 18, + 21, + 24, + 29, + 31, + 36, + 42, + 45, + 50, + 55, + 62, + 69, + 71, + 73, + 76, + 79, + 82, + 85, + 89, + 91, + 96, + 99, + 103, + 106, + 117, + 120, + 123, + 133, + 137, + 141, + 144, + 147, + 153, + 164, + 166, + 174, + 180, + 185, + 188, + 195, + 197, + 200, + 209, + 213, + 218, + 223, + 226, + 230, + 237, + 245, + 248, + 251, + 255, + 257, + 261, + 265, + 269, + 273, + 276, + 279, + 284, + 286, + 289, + 291, + 295, + 300, + 302, + 309, + 312, + 323, + 326, + 332, + 336, + 342, + 344, + 350, + 358, + 372, + 375, + 379, + 385, + 388, + 391, + 395, + 403, + 408, + 410, + 413, + 416, + 418, + 423, + 433, + 435, + 437, + 444, + 457, + 461, + 471, + 475, + 478, + 481, + 484, + 491, + 494, + 498, + 506, + 508 + ], + [ + 3, + 7, + 314, + 430, + 150, + 400, + 63, + 177, + 311, + 68, + 38, + 359, + 321, + 467, + 176, + 480, + 299, + 129, + 61, + 97, + 104, + 83, + 212, + 281, + 297, + 280, + 94, + 167, + 455, + 341, + 235, + 240, + 292, + 504, + 453, + 124, + 15, + 501, + 127, + 64, + 152, + 157, + 22, + 122, + 128, + 234, + 59, + 215, + 119, + 329, + 113, + 171, + 9, + 445, + 12, + 354, + 20, + 473, + 114, + 146, + 412, + 340, + 405, + 51, + 28, + 227, + 37, + 56, + 288, + 112, + 492, + 43, + 135, + 382, + 293, + 380, + 48, + 272, + 398, + 58, + 348, + 374, + 60, + 454, + 67, + 81, + 446, + 134, + 92, + 202, + 100, + 108, + 116, + 449, + 130, + 132, + 267, + 143, + 220, + 469, + 156, + 163, + 173, + 181, + 186, + 192, + 208, + 229, + 236, + 241, + 337, + 243, + 252, + 313, + 394, + 303, + 404, + 328, + 333, + 362, + 351, + 360, + 377, + 363, + 396, + 452, + 397, + 407, + 419, + 465, + 420, + 451, + 486, + 428, + 438, + 443, + 448, + 459, + 472, + 485, + 487, + 489, + 510, + 0, + 2, + 5, + 8, + 14, + 17, + 19, + 23, + 25, + 30, + 34, + 40, + 44, + 47, + 54, + 57, + 65, + 70, + 72, + 75, + 77, + 80, + 84, + 88, + 90, + 95, + 98, + 102, + 105, + 107, + 118, + 121, + 125, + 136, + 139, + 142, + 145, + 149, + 159, + 165, + 168, + 178, + 183, + 187, + 193, + 196, + 198, + 203, + 211, + 214, + 222, + 224, + 228, + 232, + 238, + 246, + 250, + 254, + 256, + 259, + 264, + 266, + 271, + 274, + 278, + 282, + 285, + 287, + 290, + 294, + 298, + 301, + 306, + 310, + 320, + 324, + 327, + 334, + 338, + 343, + 349, + 352, + 367, + 373, + 376, + 381, + 387, + 390, + 393, + 401, + 406, + 409, + 411, + 415, + 417, + 421, + 431, + 434, + 436, + 441, + 450, + 460, + 464, + 474, + 476, + 479, + 483, + 488, + 493, + 495, + 502, + 507, + 511 + ] + ], + "unseen": 225 + }, + "25": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 280, + "groups": [ + [ + 0, + 111, + 154, + 508, + 301, + 40, + 395, + 129, + 139, + 360, + 462, + 471, + 491, + 122, + 398, + 376, + 361, + 502, + 58, + 442, + 68, + 142, + 443, + 214, + 132, + 346, + 37, + 34, + 45, + 167, + 97, + 59, + 427, + 112, + 493, + 265, + 2, + 60, + 242, + 187, + 456, + 262, + 246, + 225, + 295, + 484, + 383, + 270, + 53, + 83, + 306, + 56, + 211, + 410, + 420, + 332, + 499, + 254, + 70, + 127, + 363, + 299, + 185, + 429, + 32, + 49, + 304, + 179, + 231, + 149, + 190, + 408, + 213, + 62, + 171, + 161, + 48, + 239, + 160, + 243, + 310, + 42, + 88, + 172, + 335, + 19, + 9, + 39, + 46, + 8, + 349, + 140, + 145, + 191, + 340, + 73, + 86, + 130, + 478, + 89, + 194, + 63, + 38, + 337, + 119, + 23, + 372, + 50, + 255, + 103, + 71, + 245, + 506, + 447, + 210, + 275, + 352, + 329, + 77, + 221, + 152, + 446, + 155, + 256, + 80, + 168, + 169, + 373, + 302, + 511, + 463, + 180, + 377, + 252, + 405, + 391, + 309, + 327, + 472, + 488, + 5, + 11, + 14, + 16, + 21, + 25, + 29, + 35, + 41, + 44, + 51, + 57, + 65, + 69, + 74, + 78, + 81, + 85, + 90, + 92, + 95, + 100, + 102, + 106, + 108, + 113, + 115, + 118, + 121, + 124, + 128, + 133, + 136, + 141, + 147, + 156, + 162, + 164, + 170, + 176, + 178, + 184, + 188, + 195, + 197, + 200, + 203, + 206, + 209, + 215, + 217, + 220, + 223, + 226, + 229, + 234, + 238, + 241, + 257, + 261, + 267, + 271, + 276, + 279, + 283, + 288, + 290, + 292, + 296, + 314, + 320, + 323, + 325, + 328, + 333, + 341, + 345, + 350, + 354, + 358, + 366, + 369, + 371, + 375, + 379, + 381, + 384, + 386, + 390, + 394, + 397, + 401, + 409, + 413, + 415, + 418, + 421, + 426, + 432, + 436, + 438, + 440, + 444, + 449, + 458, + 460, + 468, + 473, + 476, + 479, + 481, + 485, + 490, + 497, + 500, + 504 + ], + [ + 1, + 253, + 110, + 201, + 250, + 148, + 138, + 281, + 282, + 247, + 428, + 219, + 18, + 117, + 466, + 406, + 17, + 146, + 453, + 355, + 151, + 28, + 33, + 198, + 204, + 166, + 316, + 4, + 228, + 174, + 315, + 311, + 312, + 3, + 336, + 339, + 496, + 181, + 470, + 31, + 159, + 356, + 362, + 402, + 24, + 274, + 308, + 454, + 183, + 94, + 175, + 208, + 75, + 412, + 244, + 455, + 67, + 98, + 6, + 7, + 284, + 434, + 305, + 509, + 13, + 52, + 27, + 248, + 293, + 389, + 54, + 64, + 297, + 258, + 507, + 486, + 318, + 269, + 232, + 422, + 249, + 82, + 96, + 125, + 344, + 153, + 450, + 264, + 104, + 273, + 135, + 143, + 266, + 321, + 487, + 157, + 189, + 235, + 433, + 193, + 233, + 277, + 475, + 236, + 259, + 285, + 286, + 505, + 298, + 300, + 307, + 313, + 317, + 330, + 338, + 342, + 348, + 353, + 359, + 365, + 368, + 388, + 393, + 399, + 403, + 404, + 417, + 445, + 423, + 425, + 430, + 451, + 457, + 461, + 464, + 465, + 483, + 494, + 495, + 501, + 10, + 12, + 15, + 20, + 22, + 26, + 30, + 36, + 43, + 47, + 55, + 61, + 66, + 72, + 76, + 79, + 84, + 87, + 91, + 93, + 99, + 101, + 105, + 107, + 109, + 114, + 116, + 120, + 123, + 126, + 131, + 134, + 137, + 144, + 150, + 158, + 163, + 165, + 173, + 177, + 182, + 186, + 192, + 196, + 199, + 202, + 205, + 207, + 212, + 216, + 218, + 222, + 224, + 227, + 230, + 237, + 240, + 251, + 260, + 263, + 268, + 272, + 278, + 280, + 287, + 289, + 291, + 294, + 303, + 319, + 322, + 324, + 326, + 331, + 334, + 343, + 347, + 351, + 357, + 364, + 367, + 370, + 374, + 378, + 380, + 382, + 385, + 387, + 392, + 396, + 400, + 407, + 411, + 414, + 416, + 419, + 424, + 431, + 435, + 437, + 439, + 441, + 448, + 452, + 459, + 467, + 469, + 474, + 477, + 480, + 482, + 489, + 492, + 498, + 503, + 510 + ] + ], + "unseen": 232 + }, + "26": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 311, + "groups": [ + [ + 1, + 55, + 279, + 296, + 50, + 361, + 27, + 307, + 166, + 234, + 282, + 311, + 143, + 366, + 357, + 119, + 74, + 428, + 314, + 488, + 92, + 299, + 240, + 424, + 10, + 48, + 129, + 273, + 125, + 330, + 403, + 2, + 114, + 26, + 326, + 86, + 153, + 82, + 79, + 293, + 212, + 113, + 433, + 40, + 134, + 446, + 238, + 142, + 60, + 280, + 77, + 380, + 378, + 173, + 349, + 490, + 188, + 507, + 253, + 243, + 211, + 126, + 107, + 71, + 213, + 506, + 100, + 406, + 66, + 175, + 396, + 180, + 158, + 274, + 448, + 322, + 346, + 7, + 104, + 470, + 13, + 151, + 364, + 339, + 186, + 190, + 147, + 59, + 110, + 87, + 236, + 257, + 317, + 391, + 398, + 220, + 278, + 331, + 345, + 400, + 177, + 28, + 508, + 263, + 167, + 305, + 281, + 411, + 23, + 29, + 78, + 91, + 231, + 362, + 402, + 51, + 223, + 265, + 146, + 137, + 232, + 252, + 469, + 176, + 270, + 473, + 308, + 501, + 8, + 393, + 3, + 442, + 197, + 42, + 152, + 178, + 217, + 353, + 409, + 303, + 191, + 218, + 275, + 482, + 301, + 313, + 335, + 348, + 327, + 320, + 416, + 422, + 427, + 453, + 441, + 461, + 5, + 12, + 16, + 20, + 22, + 32, + 34, + 38, + 41, + 44, + 49, + 53, + 57, + 62, + 64, + 69, + 73, + 76, + 84, + 94, + 98, + 101, + 109, + 117, + 121, + 127, + 131, + 135, + 141, + 145, + 150, + 156, + 159, + 162, + 169, + 174, + 181, + 183, + 189, + 196, + 199, + 201, + 204, + 206, + 215, + 219, + 224, + 226, + 230, + 235, + 244, + 246, + 250, + 255, + 259, + 264, + 271, + 283, + 287, + 292, + 295, + 298, + 309, + 316, + 321, + 334, + 337, + 342, + 350, + 368, + 374, + 379, + 383, + 386, + 389, + 392, + 395, + 401, + 405, + 412, + 417, + 419, + 425, + 430, + 436, + 439, + 444, + 449, + 452, + 456, + 458, + 465, + 468, + 477, + 479, + 485, + 493, + 499, + 502, + 505 + ], + [ + 0, + 45, + 209, + 242, + 136, + 138, + 139, + 194, + 315, + 341, + 423, + 207, + 6, + 483, + 239, + 9, + 30, + 381, + 83, + 343, + 480, + 277, + 445, + 208, + 14, + 471, + 372, + 17, + 67, + 170, + 214, + 324, + 454, + 203, + 355, + 384, + 464, + 18, + 25, + 363, + 222, + 168, + 237, + 302, + 344, + 472, + 124, + 56, + 290, + 31, + 85, + 408, + 120, + 35, + 36, + 112, + 148, + 229, + 260, + 304, + 332, + 161, + 487, + 227, + 106, + 46, + 163, + 410, + 440, + 61, + 184, + 68, + 72, + 164, + 248, + 284, + 81, + 431, + 399, + 133, + 511, + 496, + 266, + 365, + 289, + 88, + 193, + 90, + 261, + 268, + 351, + 93, + 475, + 95, + 154, + 96, + 102, + 103, + 459, + 105, + 172, + 497, + 111, + 312, + 325, + 115, + 375, + 123, + 369, + 509, + 130, + 187, + 376, + 432, + 484, + 285, + 195, + 437, + 486, + 249, + 251, + 415, + 258, + 269, + 272, + 476, + 288, + 300, + 360, + 318, + 328, + 329, + 504, + 333, + 338, + 352, + 367, + 354, + 356, + 358, + 467, + 370, + 371, + 387, + 413, + 421, + 429, + 435, + 451, + 463, + 462, + 491, + 492, + 494, + 495, + 4, + 11, + 15, + 19, + 21, + 24, + 33, + 37, + 39, + 43, + 47, + 52, + 54, + 58, + 63, + 65, + 70, + 75, + 80, + 89, + 97, + 99, + 108, + 116, + 118, + 122, + 128, + 132, + 140, + 144, + 149, + 155, + 157, + 160, + 165, + 171, + 179, + 182, + 185, + 192, + 198, + 200, + 202, + 205, + 210, + 216, + 221, + 225, + 228, + 233, + 241, + 245, + 247, + 254, + 256, + 262, + 267, + 276, + 286, + 291, + 294, + 297, + 306, + 310, + 319, + 323, + 336, + 340, + 347, + 359, + 373, + 377, + 382, + 385, + 388, + 390, + 394, + 397, + 404, + 407, + 414, + 418, + 420, + 426, + 434, + 438, + 443, + 447, + 450, + 455, + 457, + 460, + 466, + 474, + 478, + 481, + 489, + 498, + 500, + 503, + 510 + ] + ], + "unseen": 201 + }, + "27": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 276, + "groups": [ + [ + 0, + 381, + 322, + 258, + 78, + 273, + 250, + 197, + 189, + 165, + 48, + 511, + 163, + 49, + 84, + 397, + 126, + 9, + 71, + 111, + 11, + 168, + 233, + 297, + 63, + 17, + 234, + 181, + 346, + 406, + 120, + 319, + 66, + 232, + 105, + 295, + 153, + 392, + 33, + 468, + 428, + 242, + 183, + 336, + 110, + 503, + 53, + 312, + 175, + 56, + 156, + 15, + 73, + 79, + 171, + 216, + 188, + 129, + 230, + 343, + 148, + 113, + 471, + 444, + 201, + 45, + 410, + 69, + 456, + 270, + 36, + 379, + 477, + 5, + 437, + 210, + 321, + 449, + 413, + 72, + 415, + 12, + 294, + 206, + 59, + 389, + 402, + 127, + 337, + 154, + 287, + 446, + 395, + 496, + 283, + 342, + 426, + 469, + 203, + 150, + 334, + 474, + 131, + 377, + 2, + 311, + 85, + 3, + 65, + 76, + 289, + 87, + 103, + 98, + 261, + 99, + 243, + 339, + 376, + 344, + 141, + 185, + 424, + 500, + 162, + 366, + 169, + 367, + 279, + 296, + 340, + 363, + 422, + 371, + 388, + 420, + 425, + 440, + 1, + 7, + 14, + 18, + 20, + 22, + 28, + 40, + 44, + 51, + 54, + 58, + 61, + 67, + 70, + 75, + 80, + 83, + 89, + 92, + 97, + 101, + 104, + 112, + 118, + 121, + 128, + 132, + 134, + 136, + 138, + 142, + 144, + 151, + 159, + 161, + 167, + 176, + 180, + 187, + 191, + 198, + 200, + 204, + 208, + 213, + 217, + 222, + 224, + 226, + 228, + 235, + 239, + 248, + 252, + 254, + 260, + 264, + 266, + 275, + 280, + 284, + 286, + 290, + 298, + 300, + 302, + 306, + 309, + 314, + 316, + 318, + 323, + 330, + 332, + 338, + 347, + 349, + 352, + 354, + 356, + 359, + 362, + 368, + 373, + 375, + 382, + 385, + 393, + 396, + 403, + 405, + 409, + 414, + 423, + 430, + 435, + 441, + 447, + 450, + 452, + 454, + 457, + 459, + 462, + 464, + 473, + 476, + 479, + 482, + 484, + 488, + 491, + 494, + 497, + 499, + 504, + 506 + ], + [ + 6, + 10, + 472, + 436, + 229, + 386, + 186, + 267, + 30, + 117, + 245, + 276, + 46, + 34, + 433, + 480, + 418, + 41, + 431, + 95, + 93, + 510, + 278, + 37, + 195, + 247, + 282, + 369, + 8, + 173, + 145, + 172, + 240, + 391, + 293, + 256, + 86, + 269, + 304, + 365, + 193, + 109, + 177, + 429, + 324, + 470, + 29, + 196, + 146, + 387, + 24, + 25, + 122, + 489, + 31, + 182, + 26, + 81, + 39, + 43, + 380, + 27, + 487, + 174, + 35, + 372, + 57, + 149, + 155, + 106, + 466, + 445, + 38, + 461, + 271, + 47, + 400, + 417, + 486, + 64, + 350, + 90, + 96, + 345, + 108, + 164, + 508, + 237, + 262, + 114, + 123, + 139, + 308, + 328, + 465, + 116, + 246, + 412, + 310, + 125, + 432, + 257, + 292, + 178, + 220, + 407, + 329, + 274, + 442, + 157, + 255, + 158, + 194, + 205, + 383, + 209, + 212, + 218, + 214, + 221, + 398, + 238, + 249, + 493, + 421, + 241, + 335, + 268, + 438, + 305, + 325, + 327, + 357, + 361, + 399, + 509, + 419, + 501, + 4, + 13, + 16, + 19, + 21, + 23, + 32, + 42, + 50, + 52, + 55, + 60, + 62, + 68, + 74, + 77, + 82, + 88, + 91, + 94, + 100, + 102, + 107, + 115, + 119, + 124, + 130, + 133, + 135, + 137, + 140, + 143, + 147, + 152, + 160, + 166, + 170, + 179, + 184, + 190, + 192, + 199, + 202, + 207, + 211, + 215, + 219, + 223, + 225, + 227, + 231, + 236, + 244, + 251, + 253, + 259, + 263, + 265, + 272, + 277, + 281, + 285, + 288, + 291, + 299, + 301, + 303, + 307, + 313, + 315, + 317, + 320, + 326, + 331, + 333, + 341, + 348, + 351, + 353, + 355, + 358, + 360, + 364, + 370, + 374, + 378, + 384, + 390, + 394, + 401, + 404, + 408, + 411, + 416, + 427, + 434, + 439, + 443, + 448, + 451, + 453, + 455, + 458, + 460, + 463, + 467, + 475, + 478, + 481, + 483, + 485, + 490, + 492, + 495, + 498, + 502, + 505, + 507 + ] + ], + "unseen": 236 + }, + "28": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 296, + "groups": [ + [ + 0, + 2, + 10, + 51, + 494, + 372, + 334, + 288, + 48, + 21, + 324, + 140, + 217, + 459, + 228, + 37, + 220, + 113, + 306, + 42, + 305, + 8, + 292, + 160, + 265, + 390, + 9, + 277, + 175, + 386, + 6, + 18, + 11, + 189, + 281, + 489, + 90, + 73, + 80, + 192, + 216, + 36, + 382, + 321, + 169, + 222, + 32, + 331, + 91, + 457, + 121, + 425, + 302, + 69, + 368, + 156, + 180, + 413, + 151, + 152, + 108, + 161, + 286, + 303, + 120, + 251, + 223, + 307, + 426, + 84, + 7, + 221, + 343, + 249, + 172, + 134, + 94, + 150, + 139, + 505, + 144, + 100, + 400, + 267, + 278, + 484, + 243, + 380, + 202, + 453, + 143, + 444, + 445, + 351, + 173, + 443, + 345, + 136, + 111, + 377, + 438, + 470, + 312, + 401, + 475, + 253, + 246, + 392, + 421, + 96, + 46, + 165, + 498, + 360, + 264, + 147, + 402, + 145, + 52, + 177, + 107, + 174, + 429, + 366, + 236, + 436, + 168, + 234, + 491, + 356, + 365, + 347, + 417, + 198, + 299, + 218, + 233, + 388, + 456, + 408, + 256, + 297, + 373, + 458, + 462, + 463, + 476, + 488, + 1, + 13, + 15, + 23, + 25, + 28, + 30, + 40, + 43, + 49, + 54, + 57, + 59, + 65, + 68, + 76, + 79, + 85, + 89, + 101, + 103, + 106, + 110, + 114, + 116, + 123, + 126, + 129, + 131, + 133, + 141, + 146, + 149, + 158, + 163, + 166, + 178, + 182, + 185, + 187, + 191, + 194, + 200, + 204, + 207, + 211, + 213, + 215, + 229, + 232, + 239, + 244, + 247, + 254, + 259, + 262, + 268, + 271, + 273, + 275, + 279, + 285, + 293, + 298, + 304, + 314, + 317, + 320, + 325, + 329, + 332, + 335, + 337, + 342, + 346, + 349, + 358, + 362, + 367, + 375, + 383, + 387, + 396, + 398, + 405, + 411, + 415, + 423, + 428, + 431, + 435, + 440, + 447, + 450, + 452, + 455, + 464, + 466, + 468, + 474, + 478, + 481, + 483, + 487, + 492, + 500, + 503, + 509 + ], + [ + 3, + 162, + 5, + 122, + 261, + 67, + 4, + 294, + 378, + 508, + 219, + 379, + 416, + 231, + 47, + 258, + 289, + 395, + 502, + 98, + 154, + 22, + 33, + 493, + 412, + 181, + 17, + 138, + 206, + 432, + 78, + 87, + 410, + 363, + 19, + 34, + 71, + 74, + 62, + 369, + 44, + 72, + 353, + 322, + 359, + 460, + 26, + 357, + 20, + 199, + 310, + 35, + 326, + 269, + 242, + 419, + 404, + 155, + 327, + 355, + 50, + 184, + 284, + 479, + 38, + 157, + 190, + 338, + 442, + 441, + 64, + 235, + 117, + 499, + 39, + 389, + 283, + 56, + 308, + 60, + 266, + 370, + 209, + 252, + 63, + 424, + 469, + 75, + 127, + 81, + 385, + 82, + 208, + 86, + 301, + 93, + 105, + 495, + 95, + 240, + 97, + 170, + 99, + 118, + 124, + 282, + 486, + 135, + 340, + 434, + 167, + 176, + 399, + 196, + 315, + 473, + 197, + 203, + 224, + 248, + 406, + 409, + 225, + 227, + 238, + 255, + 290, + 471, + 291, + 318, + 296, + 311, + 437, + 313, + 339, + 352, + 354, + 374, + 381, + 391, + 394, + 504, + 418, + 497, + 420, + 448, + 506, + 510, + 12, + 14, + 16, + 24, + 27, + 29, + 31, + 41, + 45, + 53, + 55, + 58, + 61, + 66, + 70, + 77, + 83, + 88, + 92, + 102, + 104, + 109, + 112, + 115, + 119, + 125, + 128, + 130, + 132, + 137, + 142, + 148, + 153, + 159, + 164, + 171, + 179, + 183, + 186, + 188, + 193, + 195, + 201, + 205, + 210, + 212, + 214, + 226, + 230, + 237, + 241, + 245, + 250, + 257, + 260, + 263, + 270, + 272, + 274, + 276, + 280, + 287, + 295, + 300, + 309, + 316, + 319, + 323, + 328, + 330, + 333, + 336, + 341, + 344, + 348, + 350, + 361, + 364, + 371, + 376, + 384, + 393, + 397, + 403, + 407, + 414, + 422, + 427, + 430, + 433, + 439, + 446, + 449, + 451, + 454, + 461, + 465, + 467, + 472, + 477, + 480, + 482, + 485, + 490, + 496, + 501, + 507, + 511 + ] + ], + "unseen": 216 + }, + "29": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 286, + "groups": [ + [ + 6, + 347, + 385, + 463, + 80, + 119, + 148, + 72, + 55, + 96, + 34, + 291, + 159, + 342, + 123, + 302, + 457, + 335, + 127, + 330, + 441, + 82, + 233, + 14, + 455, + 92, + 433, + 47, + 427, + 328, + 101, + 50, + 387, + 286, + 147, + 35, + 26, + 137, + 180, + 401, + 384, + 321, + 194, + 167, + 292, + 370, + 40, + 7, + 488, + 279, + 378, + 60, + 85, + 106, + 311, + 487, + 282, + 304, + 372, + 484, + 481, + 128, + 329, + 195, + 168, + 412, + 52, + 115, + 426, + 22, + 184, + 288, + 97, + 91, + 93, + 352, + 423, + 37, + 57, + 66, + 254, + 58, + 84, + 107, + 303, + 76, + 348, + 42, + 225, + 305, + 415, + 27, + 499, + 205, + 129, + 171, + 324, + 344, + 130, + 109, + 399, + 273, + 438, + 12, + 135, + 103, + 277, + 486, + 138, + 246, + 280, + 411, + 461, + 287, + 203, + 508, + 509, + 222, + 314, + 141, + 475, + 169, + 175, + 453, + 435, + 365, + 177, + 355, + 420, + 373, + 340, + 446, + 374, + 483, + 221, + 417, + 226, + 250, + 283, + 356, + 390, + 367, + 447, + 4, + 8, + 10, + 19, + 23, + 28, + 30, + 32, + 38, + 41, + 48, + 53, + 61, + 67, + 69, + 73, + 77, + 79, + 89, + 94, + 98, + 102, + 110, + 112, + 116, + 125, + 131, + 136, + 143, + 146, + 150, + 152, + 158, + 165, + 170, + 173, + 176, + 182, + 191, + 193, + 198, + 200, + 204, + 212, + 215, + 217, + 223, + 230, + 235, + 238, + 242, + 244, + 247, + 251, + 256, + 259, + 261, + 263, + 267, + 270, + 274, + 278, + 284, + 289, + 294, + 296, + 300, + 309, + 316, + 319, + 322, + 325, + 327, + 336, + 338, + 349, + 353, + 357, + 361, + 366, + 369, + 376, + 388, + 393, + 397, + 403, + 406, + 408, + 413, + 416, + 422, + 425, + 430, + 440, + 443, + 448, + 451, + 454, + 459, + 464, + 469, + 471, + 474, + 478, + 480, + 490, + 493, + 495, + 497, + 500, + 502, + 504, + 507 + ], + [ + 0, + 1, + 36, + 377, + 334, + 253, + 266, + 179, + 359, + 49, + 318, + 380, + 241, + 187, + 346, + 163, + 83, + 331, + 190, + 2, + 74, + 183, + 237, + 419, + 71, + 64, + 161, + 301, + 63, + 362, + 156, + 43, + 434, + 54, + 275, + 15, + 3, + 313, + 297, + 396, + 87, + 59, + 218, + 375, + 379, + 472, + 13, + 142, + 11, + 16, + 154, + 364, + 160, + 108, + 209, + 392, + 17, + 20, + 117, + 25, + 234, + 45, + 307, + 46, + 188, + 439, + 62, + 122, + 239, + 227, + 345, + 350, + 100, + 105, + 210, + 391, + 465, + 197, + 506, + 81, + 290, + 88, + 382, + 220, + 157, + 339, + 211, + 395, + 265, + 113, + 118, + 121, + 232, + 124, + 133, + 248, + 398, + 134, + 140, + 185, + 144, + 252, + 155, + 208, + 164, + 381, + 511, + 178, + 186, + 202, + 257, + 206, + 482, + 213, + 224, + 431, + 436, + 229, + 269, + 315, + 460, + 485, + 271, + 298, + 306, + 449, + 310, + 332, + 429, + 343, + 386, + 360, + 402, + 404, + 418, + 477, + 410, + 432, + 445, + 458, + 467, + 468, + 491, + 5, + 9, + 18, + 21, + 24, + 29, + 31, + 33, + 39, + 44, + 51, + 56, + 65, + 68, + 70, + 75, + 78, + 86, + 90, + 95, + 99, + 104, + 111, + 114, + 120, + 126, + 132, + 139, + 145, + 149, + 151, + 153, + 162, + 166, + 172, + 174, + 181, + 189, + 192, + 196, + 199, + 201, + 207, + 214, + 216, + 219, + 228, + 231, + 236, + 240, + 243, + 245, + 249, + 255, + 258, + 260, + 262, + 264, + 268, + 272, + 276, + 281, + 285, + 293, + 295, + 299, + 308, + 312, + 317, + 320, + 323, + 326, + 333, + 337, + 341, + 351, + 354, + 358, + 363, + 368, + 371, + 383, + 389, + 394, + 400, + 405, + 407, + 409, + 414, + 421, + 424, + 428, + 437, + 442, + 444, + 450, + 452, + 456, + 462, + 466, + 470, + 473, + 476, + 479, + 489, + 492, + 494, + 496, + 498, + 501, + 503, + 505, + 510 + ] + ], + "unseen": 226 + }, + "3": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 257, + "groups": [ + [ + 3, + 205, + 507, + 496, + 394, + 405, + 88, + 403, + 249, + 293, + 182, + 408, + 335, + 269, + 196, + 177, + 243, + 199, + 459, + 229, + 253, + 374, + 78, + 503, + 391, + 220, + 490, + 103, + 444, + 130, + 235, + 152, + 449, + 51, + 70, + 45, + 265, + 470, + 310, + 216, + 510, + 197, + 465, + 283, + 264, + 489, + 495, + 161, + 332, + 263, + 26, + 267, + 333, + 68, + 140, + 286, + 352, + 25, + 117, + 138, + 137, + 175, + 342, + 150, + 237, + 274, + 18, + 141, + 168, + 174, + 240, + 61, + 268, + 280, + 287, + 120, + 83, + 421, + 441, + 186, + 397, + 52, + 357, + 176, + 262, + 416, + 404, + 450, + 383, + 392, + 289, + 341, + 437, + 336, + 338, + 8, + 504, + 113, + 54, + 225, + 206, + 381, + 508, + 511, + 306, + 35, + 305, + 290, + 476, + 171, + 15, + 202, + 82, + 143, + 272, + 354, + 288, + 384, + 316, + 373, + 371, + 462, + 340, + 376, + 370, + 451, + 433, + 484, + 505, + 2, + 5, + 7, + 10, + 12, + 16, + 19, + 21, + 24, + 31, + 36, + 40, + 42, + 44, + 49, + 53, + 56, + 58, + 60, + 63, + 65, + 67, + 71, + 73, + 79, + 84, + 89, + 92, + 94, + 96, + 98, + 100, + 105, + 109, + 112, + 115, + 118, + 121, + 124, + 126, + 129, + 132, + 135, + 139, + 145, + 148, + 154, + 158, + 160, + 165, + 167, + 172, + 181, + 187, + 191, + 193, + 200, + 204, + 209, + 211, + 215, + 219, + 224, + 227, + 232, + 242, + 245, + 248, + 251, + 258, + 261, + 270, + 275, + 277, + 281, + 285, + 294, + 297, + 300, + 304, + 312, + 317, + 320, + 324, + 326, + 328, + 331, + 344, + 346, + 348, + 351, + 355, + 361, + 364, + 368, + 375, + 379, + 385, + 387, + 390, + 399, + 410, + 413, + 419, + 422, + 424, + 431, + 436, + 439, + 443, + 447, + 452, + 454, + 457, + 460, + 466, + 469, + 473, + 475, + 479, + 481, + 486, + 488, + 493, + 497, + 500, + 506 + ], + [ + 1, + 23, + 47, + 478, + 179, + 440, + 358, + 37, + 146, + 77, + 102, + 80, + 254, + 308, + 343, + 221, + 501, + 156, + 252, + 279, + 247, + 13, + 162, + 407, + 27, + 435, + 322, + 485, + 292, + 90, + 359, + 415, + 122, + 189, + 183, + 151, + 298, + 307, + 39, + 107, + 330, + 389, + 398, + 29, + 402, + 108, + 282, + 48, + 212, + 86, + 133, + 185, + 142, + 30, + 217, + 87, + 188, + 455, + 194, + 32, + 33, + 74, + 207, + 257, + 406, + 76, + 295, + 302, + 471, + 260, + 319, + 101, + 149, + 430, + 111, + 128, + 409, + 157, + 163, + 378, + 382, + 169, + 228, + 233, + 239, + 178, + 180, + 393, + 198, + 372, + 201, + 214, + 223, + 468, + 231, + 234, + 311, + 236, + 323, + 365, + 271, + 241, + 314, + 256, + 363, + 301, + 315, + 337, + 339, + 350, + 360, + 463, + 366, + 464, + 395, + 400, + 427, + 412, + 414, + 482, + 417, + 429, + 432, + 498, + 425, + 426, + 445, + 491, + 0, + 4, + 6, + 9, + 11, + 14, + 17, + 20, + 22, + 28, + 34, + 38, + 41, + 43, + 46, + 50, + 55, + 57, + 59, + 62, + 64, + 66, + 69, + 72, + 75, + 81, + 85, + 91, + 93, + 95, + 97, + 99, + 104, + 106, + 110, + 114, + 116, + 119, + 123, + 125, + 127, + 131, + 134, + 136, + 144, + 147, + 153, + 155, + 159, + 164, + 166, + 170, + 173, + 184, + 190, + 192, + 195, + 203, + 208, + 210, + 213, + 218, + 222, + 226, + 230, + 238, + 244, + 246, + 250, + 255, + 259, + 266, + 273, + 276, + 278, + 284, + 291, + 296, + 299, + 303, + 309, + 313, + 318, + 321, + 325, + 327, + 329, + 334, + 345, + 347, + 349, + 353, + 356, + 362, + 367, + 369, + 377, + 380, + 386, + 388, + 396, + 401, + 411, + 418, + 420, + 423, + 428, + 434, + 438, + 442, + 446, + 448, + 453, + 456, + 458, + 461, + 467, + 472, + 474, + 477, + 480, + 483, + 487, + 492, + 494, + 499, + 502, + 509 + ] + ], + "unseen": 255 + }, + "30": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 296, + "groups": [ + [ + 1, + 300, + 341, + 130, + 56, + 387, + 46, + 437, + 183, + 143, + 37, + 134, + 199, + 498, + 19, + 249, + 508, + 160, + 486, + 305, + 461, + 127, + 231, + 320, + 292, + 36, + 236, + 243, + 94, + 396, + 64, + 38, + 77, + 254, + 162, + 105, + 69, + 90, + 388, + 74, + 323, + 188, + 92, + 383, + 476, + 212, + 314, + 233, + 80, + 14, + 506, + 117, + 136, + 138, + 154, + 15, + 72, + 435, + 97, + 268, + 181, + 110, + 374, + 175, + 112, + 86, + 82, + 424, + 208, + 161, + 294, + 21, + 277, + 197, + 405, + 150, + 238, + 432, + 142, + 218, + 5, + 48, + 315, + 103, + 406, + 33, + 206, + 497, + 459, + 283, + 401, + 368, + 427, + 438, + 436, + 448, + 293, + 70, + 76, + 126, + 211, + 303, + 20, + 18, + 43, + 425, + 428, + 478, + 55, + 262, + 213, + 504, + 419, + 207, + 96, + 365, + 47, + 258, + 469, + 98, + 366, + 177, + 153, + 443, + 89, + 191, + 298, + 389, + 229, + 149, + 240, + 171, + 409, + 119, + 216, + 219, + 319, + 242, + 328, + 340, + 351, + 381, + 462, + 451, + 489, + 509, + 470, + 500, + 2, + 6, + 8, + 10, + 16, + 23, + 26, + 29, + 35, + 44, + 50, + 54, + 58, + 63, + 68, + 78, + 81, + 84, + 91, + 99, + 104, + 109, + 114, + 116, + 121, + 123, + 128, + 131, + 137, + 141, + 146, + 152, + 156, + 159, + 164, + 173, + 179, + 182, + 189, + 193, + 196, + 200, + 204, + 214, + 221, + 224, + 227, + 234, + 244, + 246, + 250, + 259, + 261, + 265, + 270, + 273, + 275, + 278, + 282, + 285, + 290, + 295, + 302, + 307, + 310, + 313, + 317, + 324, + 326, + 330, + 335, + 337, + 342, + 349, + 352, + 355, + 357, + 359, + 363, + 370, + 373, + 377, + 379, + 384, + 390, + 394, + 399, + 403, + 407, + 410, + 414, + 422, + 426, + 431, + 447, + 454, + 458, + 465, + 467, + 472, + 475, + 480, + 482, + 490, + 493, + 496, + 501, + 505 + ], + [ + 0, + 297, + 202, + 135, + 415, + 106, + 503, + 157, + 318, + 471, + 223, + 263, + 170, + 279, + 412, + 449, + 347, + 4, + 289, + 457, + 22, + 52, + 272, + 228, + 178, + 45, + 101, + 185, + 28, + 172, + 75, + 118, + 166, + 205, + 11, + 339, + 176, + 66, + 445, + 39, + 333, + 85, + 13, + 42, + 190, + 364, + 479, + 209, + 386, + 25, + 30, + 367, + 32, + 62, + 34, + 40, + 235, + 420, + 400, + 167, + 88, + 463, + 256, + 51, + 59, + 280, + 439, + 441, + 329, + 485, + 492, + 452, + 488, + 60, + 195, + 73, + 345, + 344, + 382, + 65, + 124, + 446, + 429, + 440, + 93, + 102, + 107, + 239, + 111, + 186, + 332, + 132, + 140, + 145, + 251, + 147, + 151, + 266, + 165, + 434, + 169, + 398, + 417, + 473, + 187, + 203, + 391, + 215, + 311, + 217, + 226, + 253, + 230, + 241, + 288, + 255, + 348, + 361, + 354, + 487, + 247, + 257, + 484, + 495, + 267, + 411, + 444, + 286, + 299, + 301, + 306, + 308, + 321, + 334, + 343, + 360, + 372, + 376, + 433, + 392, + 511, + 395, + 416, + 421, + 450, + 456, + 460, + 510, + 3, + 7, + 9, + 12, + 17, + 24, + 27, + 31, + 41, + 49, + 53, + 57, + 61, + 67, + 71, + 79, + 83, + 87, + 95, + 100, + 108, + 113, + 115, + 120, + 122, + 125, + 129, + 133, + 139, + 144, + 148, + 155, + 158, + 163, + 168, + 174, + 180, + 184, + 192, + 194, + 198, + 201, + 210, + 220, + 222, + 225, + 232, + 237, + 245, + 248, + 252, + 260, + 264, + 269, + 271, + 274, + 276, + 281, + 284, + 287, + 291, + 296, + 304, + 309, + 312, + 316, + 322, + 325, + 327, + 331, + 336, + 338, + 346, + 350, + 353, + 356, + 358, + 362, + 369, + 371, + 375, + 378, + 380, + 385, + 393, + 397, + 402, + 404, + 408, + 413, + 418, + 423, + 430, + 442, + 453, + 455, + 464, + 466, + 468, + 474, + 477, + 481, + 483, + 491, + 494, + 499, + 502, + 507 + ] + ], + "unseen": 216 + }, + "31": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 251, + "groups": [ + [ + 2, + 309, + 347, + 209, + 6, + 346, + 226, + 178, + 494, + 306, + 375, + 271, + 175, + 380, + 15, + 135, + 245, + 65, + 352, + 228, + 98, + 222, + 308, + 325, + 193, + 169, + 156, + 100, + 111, + 37, + 166, + 506, + 287, + 160, + 302, + 391, + 70, + 199, + 351, + 173, + 212, + 364, + 420, + 297, + 275, + 508, + 129, + 237, + 66, + 63, + 296, + 58, + 449, + 22, + 185, + 10, + 59, + 78, + 321, + 473, + 90, + 479, + 434, + 217, + 413, + 247, + 89, + 412, + 503, + 39, + 51, + 327, + 12, + 283, + 25, + 231, + 88, + 9, + 355, + 461, + 201, + 246, + 87, + 145, + 466, + 428, + 369, + 445, + 19, + 342, + 126, + 195, + 320, + 455, + 112, + 451, + 85, + 278, + 182, + 273, + 168, + 68, + 288, + 426, + 128, + 311, + 110, + 187, + 476, + 459, + 81, + 402, + 211, + 374, + 324, + 255, + 486, + 418, + 266, + 280, + 301, + 469, + 373, + 431, + 433, + 467, + 1, + 4, + 7, + 13, + 16, + 20, + 24, + 27, + 29, + 31, + 33, + 35, + 40, + 42, + 44, + 47, + 49, + 53, + 55, + 62, + 71, + 73, + 76, + 82, + 84, + 91, + 94, + 99, + 104, + 106, + 108, + 114, + 118, + 120, + 123, + 127, + 131, + 134, + 138, + 142, + 144, + 147, + 149, + 151, + 155, + 162, + 172, + 177, + 180, + 183, + 191, + 194, + 200, + 204, + 207, + 210, + 214, + 218, + 221, + 224, + 233, + 240, + 244, + 249, + 252, + 257, + 261, + 264, + 268, + 274, + 281, + 286, + 291, + 293, + 295, + 299, + 303, + 310, + 313, + 315, + 318, + 323, + 331, + 334, + 336, + 339, + 343, + 345, + 354, + 357, + 359, + 362, + 366, + 368, + 376, + 379, + 382, + 385, + 387, + 389, + 393, + 398, + 400, + 403, + 405, + 408, + 417, + 425, + 430, + 435, + 438, + 440, + 446, + 453, + 456, + 458, + 463, + 468, + 471, + 475, + 478, + 481, + 487, + 489, + 493, + 497, + 499, + 502, + 505, + 509 + ], + [ + 8, + 140, + 348, + 484, + 17, + 157, + 304, + 196, + 340, + 423, + 395, + 122, + 254, + 189, + 136, + 258, + 328, + 411, + 448, + 103, + 167, + 227, + 50, + 242, + 239, + 251, + 93, + 186, + 422, + 164, + 485, + 153, + 262, + 394, + 460, + 243, + 23, + 236, + 452, + 319, + 492, + 202, + 95, + 416, + 482, + 407, + 132, + 465, + 490, + 96, + 371, + 36, + 45, + 378, + 443, + 116, + 158, + 165, + 225, + 269, + 109, + 56, + 57, + 421, + 437, + 161, + 61, + 67, + 353, + 69, + 229, + 441, + 279, + 117, + 205, + 74, + 77, + 79, + 102, + 124, + 414, + 360, + 139, + 496, + 154, + 326, + 424, + 265, + 163, + 184, + 410, + 170, + 174, + 220, + 392, + 190, + 305, + 197, + 215, + 372, + 450, + 232, + 472, + 234, + 256, + 238, + 260, + 272, + 276, + 282, + 284, + 289, + 317, + 329, + 332, + 337, + 350, + 427, + 363, + 442, + 383, + 397, + 409, + 501, + 510, + 0, + 3, + 5, + 11, + 14, + 18, + 21, + 26, + 28, + 30, + 32, + 34, + 38, + 41, + 43, + 46, + 48, + 52, + 54, + 60, + 64, + 72, + 75, + 80, + 83, + 86, + 92, + 97, + 101, + 105, + 107, + 113, + 115, + 119, + 121, + 125, + 130, + 133, + 137, + 141, + 143, + 146, + 148, + 150, + 152, + 159, + 171, + 176, + 179, + 181, + 188, + 192, + 198, + 203, + 206, + 208, + 213, + 216, + 219, + 223, + 230, + 235, + 241, + 248, + 250, + 253, + 259, + 263, + 267, + 270, + 277, + 285, + 290, + 292, + 294, + 298, + 300, + 307, + 312, + 314, + 316, + 322, + 330, + 333, + 335, + 338, + 341, + 344, + 349, + 356, + 358, + 361, + 365, + 367, + 370, + 377, + 381, + 384, + 386, + 388, + 390, + 396, + 399, + 401, + 404, + 406, + 415, + 419, + 429, + 432, + 436, + 439, + 444, + 447, + 454, + 457, + 462, + 464, + 470, + 474, + 477, + 480, + 483, + 488, + 491, + 495, + 498, + 500, + 504, + 507, + 511 + ] + ], + "unseen": 261 + }, + "32": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 265, + "groups": [ + [ + 3, + 61, + 26, + 299, + 424, + 182, + 223, + 480, + 23, + 278, + 140, + 74, + 91, + 333, + 216, + 210, + 442, + 115, + 470, + 28, + 191, + 231, + 441, + 120, + 224, + 130, + 92, + 228, + 446, + 277, + 471, + 482, + 175, + 322, + 220, + 324, + 35, + 402, + 197, + 414, + 380, + 467, + 70, + 135, + 345, + 207, + 21, + 453, + 263, + 173, + 486, + 127, + 65, + 428, + 171, + 338, + 174, + 199, + 460, + 432, + 325, + 438, + 116, + 202, + 283, + 332, + 159, + 265, + 90, + 300, + 49, + 326, + 249, + 351, + 334, + 109, + 148, + 272, + 394, + 75, + 267, + 407, + 12, + 203, + 8, + 163, + 399, + 405, + 39, + 244, + 489, + 331, + 139, + 217, + 187, + 374, + 226, + 368, + 427, + 31, + 403, + 108, + 51, + 129, + 88, + 101, + 393, + 190, + 501, + 195, + 142, + 235, + 359, + 454, + 234, + 429, + 349, + 392, + 192, + 479, + 208, + 348, + 225, + 396, + 255, + 261, + 476, + 262, + 273, + 458, + 317, + 473, + 395, + 4, + 6, + 9, + 11, + 16, + 19, + 27, + 33, + 36, + 41, + 45, + 53, + 56, + 59, + 68, + 71, + 76, + 80, + 82, + 85, + 87, + 95, + 97, + 99, + 102, + 105, + 110, + 112, + 117, + 119, + 123, + 125, + 131, + 134, + 138, + 145, + 152, + 156, + 161, + 164, + 167, + 169, + 176, + 178, + 181, + 184, + 194, + 198, + 204, + 209, + 214, + 218, + 222, + 232, + 237, + 240, + 242, + 245, + 251, + 258, + 264, + 268, + 275, + 280, + 284, + 286, + 288, + 291, + 294, + 297, + 302, + 306, + 310, + 313, + 316, + 319, + 321, + 328, + 335, + 339, + 344, + 352, + 354, + 364, + 369, + 373, + 376, + 379, + 382, + 385, + 387, + 389, + 398, + 401, + 409, + 412, + 415, + 418, + 420, + 425, + 430, + 433, + 436, + 439, + 445, + 449, + 451, + 456, + 461, + 464, + 466, + 469, + 474, + 478, + 483, + 487, + 490, + 492, + 496, + 498, + 503, + 508, + 510 + ], + [ + 0, + 122, + 279, + 150, + 314, + 295, + 24, + 77, + 444, + 29, + 233, + 54, + 213, + 462, + 25, + 42, + 64, + 329, + 410, + 137, + 15, + 37, + 40, + 239, + 290, + 305, + 504, + 128, + 165, + 440, + 18, + 270, + 104, + 151, + 186, + 343, + 356, + 155, + 423, + 52, + 14, + 1, + 179, + 60, + 247, + 22, + 30, + 44, + 271, + 200, + 358, + 434, + 494, + 311, + 63, + 362, + 50, + 259, + 47, + 48, + 58, + 62, + 66, + 106, + 89, + 227, + 73, + 147, + 170, + 499, + 114, + 377, + 416, + 79, + 246, + 384, + 357, + 372, + 83, + 94, + 133, + 141, + 143, + 146, + 153, + 157, + 160, + 303, + 485, + 185, + 189, + 193, + 206, + 211, + 455, + 219, + 230, + 250, + 252, + 254, + 256, + 421, + 257, + 347, + 502, + 274, + 282, + 292, + 298, + 307, + 308, + 323, + 337, + 341, + 447, + 342, + 363, + 350, + 355, + 360, + 366, + 367, + 370, + 390, + 505, + 391, + 404, + 406, + 459, + 477, + 493, + 506, + 2, + 5, + 7, + 10, + 13, + 17, + 20, + 32, + 34, + 38, + 43, + 46, + 55, + 57, + 67, + 69, + 72, + 78, + 81, + 84, + 86, + 93, + 96, + 98, + 100, + 103, + 107, + 111, + 113, + 118, + 121, + 124, + 126, + 132, + 136, + 144, + 149, + 154, + 158, + 162, + 166, + 168, + 172, + 177, + 180, + 183, + 188, + 196, + 201, + 205, + 212, + 215, + 221, + 229, + 236, + 238, + 241, + 243, + 248, + 253, + 260, + 266, + 269, + 276, + 281, + 285, + 287, + 289, + 293, + 296, + 301, + 304, + 309, + 312, + 315, + 318, + 320, + 327, + 330, + 336, + 340, + 346, + 353, + 361, + 365, + 371, + 375, + 378, + 381, + 383, + 386, + 388, + 397, + 400, + 408, + 411, + 413, + 417, + 419, + 422, + 426, + 431, + 435, + 437, + 443, + 448, + 450, + 452, + 457, + 463, + 465, + 468, + 472, + 475, + 481, + 484, + 488, + 491, + 495, + 497, + 500, + 507, + 509, + 511 + ] + ], + "unseen": 247 + }, + "33": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 306, + "groups": [ + [ + 0, + 16, + 284, + 463, + 90, + 215, + 379, + 443, + 39, + 244, + 104, + 74, + 199, + 178, + 49, + 67, + 117, + 287, + 160, + 105, + 136, + 469, + 329, + 147, + 378, + 296, + 234, + 488, + 72, + 422, + 372, + 499, + 305, + 50, + 389, + 365, + 12, + 120, + 61, + 210, + 299, + 68, + 265, + 264, + 272, + 276, + 410, + 442, + 401, + 193, + 214, + 81, + 201, + 125, + 391, + 220, + 58, + 457, + 102, + 453, + 381, + 143, + 93, + 172, + 324, + 484, + 196, + 17, + 73, + 192, + 371, + 409, + 461, + 207, + 309, + 118, + 53, + 359, + 361, + 111, + 254, + 498, + 263, + 123, + 156, + 426, + 101, + 124, + 285, + 187, + 302, + 69, + 116, + 140, + 303, + 402, + 403, + 59, + 14, + 174, + 54, + 418, + 7, + 312, + 273, + 477, + 191, + 138, + 43, + 343, + 468, + 70, + 95, + 466, + 163, + 216, + 84, + 148, + 113, + 141, + 460, + 243, + 294, + 86, + 152, + 218, + 351, + 106, + 286, + 306, + 382, + 323, + 159, + 266, + 367, + 495, + 173, + 355, + 462, + 79, + 383, + 454, + 279, + 364, + 164, + 270, + 267, + 430, + 386, + 467, + 349, + 474, + 476, + 1, + 8, + 15, + 24, + 30, + 32, + 36, + 40, + 44, + 51, + 57, + 62, + 71, + 80, + 83, + 91, + 98, + 100, + 114, + 128, + 135, + 144, + 149, + 153, + 161, + 166, + 171, + 177, + 181, + 184, + 188, + 190, + 197, + 200, + 204, + 208, + 213, + 222, + 227, + 232, + 237, + 247, + 249, + 251, + 258, + 261, + 268, + 271, + 275, + 280, + 290, + 292, + 295, + 304, + 310, + 315, + 317, + 319, + 322, + 326, + 330, + 332, + 336, + 341, + 344, + 348, + 352, + 354, + 360, + 368, + 370, + 375, + 384, + 393, + 396, + 398, + 400, + 412, + 414, + 417, + 421, + 424, + 428, + 433, + 438, + 441, + 446, + 449, + 455, + 459, + 472, + 475, + 479, + 482, + 486, + 489, + 491, + 493, + 497, + 502, + 504, + 507, + 509 + ], + [ + 3, + 211, + 5, + 29, + 241, + 416, + 122, + 335, + 221, + 6, + 18, + 37, + 500, + 377, + 87, + 169, + 436, + 34, + 337, + 47, + 13, + 20, + 179, + 203, + 23, + 167, + 42, + 151, + 154, + 132, + 107, + 131, + 9, + 121, + 182, + 27, + 289, + 139, + 481, + 4, + 246, + 321, + 194, + 347, + 301, + 165, + 404, + 300, + 112, + 224, + 25, + 223, + 10, + 362, + 103, + 19, + 408, + 21, + 92, + 46, + 405, + 407, + 97, + 119, + 28, + 185, + 278, + 288, + 456, + 496, + 33, + 134, + 239, + 45, + 52, + 55, + 66, + 238, + 96, + 133, + 146, + 63, + 429, + 240, + 308, + 440, + 65, + 75, + 380, + 76, + 170, + 230, + 339, + 395, + 78, + 282, + 85, + 425, + 88, + 209, + 253, + 311, + 345, + 471, + 108, + 110, + 357, + 392, + 385, + 126, + 127, + 327, + 129, + 142, + 155, + 435, + 158, + 358, + 175, + 205, + 434, + 233, + 217, + 451, + 225, + 229, + 231, + 236, + 242, + 252, + 256, + 257, + 260, + 314, + 338, + 283, + 465, + 297, + 432, + 333, + 363, + 374, + 387, + 390, + 411, + 419, + 444, + 447, + 452, + 464, + 485, + 505, + 510, + 2, + 11, + 22, + 26, + 31, + 35, + 38, + 41, + 48, + 56, + 60, + 64, + 77, + 82, + 89, + 94, + 99, + 109, + 115, + 130, + 137, + 145, + 150, + 157, + 162, + 168, + 176, + 180, + 183, + 186, + 189, + 195, + 198, + 202, + 206, + 212, + 219, + 226, + 228, + 235, + 245, + 248, + 250, + 255, + 259, + 262, + 269, + 274, + 277, + 281, + 291, + 293, + 298, + 307, + 313, + 316, + 318, + 320, + 325, + 328, + 331, + 334, + 340, + 342, + 346, + 350, + 353, + 356, + 366, + 369, + 373, + 376, + 388, + 394, + 397, + 399, + 406, + 413, + 415, + 420, + 423, + 427, + 431, + 437, + 439, + 445, + 448, + 450, + 458, + 470, + 473, + 478, + 480, + 483, + 487, + 490, + 492, + 494, + 501, + 503, + 506, + 508, + 511 + ] + ], + "unseen": 206 + }, + "34": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 297, + "groups": [ + [ + 3, + 80, + 94, + 25, + 487, + 117, + 156, + 416, + 76, + 234, + 233, + 248, + 6, + 49, + 471, + 184, + 264, + 211, + 370, + 212, + 285, + 386, + 282, + 385, + 497, + 503, + 483, + 510, + 127, + 50, + 72, + 486, + 482, + 403, + 473, + 442, + 418, + 366, + 53, + 13, + 252, + 280, + 51, + 180, + 73, + 216, + 494, + 327, + 394, + 67, + 54, + 266, + 106, + 82, + 217, + 5, + 47, + 8, + 65, + 139, + 175, + 350, + 119, + 347, + 475, + 63, + 488, + 446, + 22, + 28, + 275, + 399, + 87, + 376, + 46, + 496, + 26, + 27, + 412, + 69, + 154, + 235, + 353, + 405, + 257, + 134, + 111, + 379, + 408, + 201, + 29, + 102, + 392, + 34, + 500, + 229, + 165, + 66, + 86, + 45, + 99, + 278, + 401, + 273, + 44, + 236, + 463, + 498, + 126, + 226, + 103, + 388, + 391, + 176, + 321, + 244, + 461, + 150, + 283, + 208, + 286, + 132, + 298, + 133, + 456, + 276, + 159, + 227, + 428, + 505, + 170, + 506, + 173, + 250, + 251, + 400, + 447, + 277, + 299, + 338, + 354, + 363, + 398, + 402, + 409, + 437, + 441, + 478, + 511, + 2, + 7, + 10, + 12, + 15, + 17, + 19, + 23, + 30, + 32, + 35, + 37, + 40, + 52, + 60, + 68, + 74, + 78, + 88, + 104, + 110, + 113, + 116, + 121, + 124, + 129, + 135, + 138, + 145, + 147, + 149, + 157, + 160, + 163, + 171, + 177, + 182, + 187, + 191, + 193, + 197, + 202, + 206, + 209, + 215, + 221, + 224, + 228, + 232, + 238, + 242, + 245, + 253, + 258, + 261, + 267, + 269, + 271, + 279, + 289, + 292, + 296, + 302, + 309, + 313, + 318, + 322, + 324, + 328, + 332, + 334, + 344, + 346, + 355, + 357, + 360, + 365, + 368, + 372, + 375, + 378, + 381, + 383, + 387, + 397, + 406, + 411, + 415, + 421, + 423, + 425, + 427, + 430, + 433, + 439, + 445, + 449, + 452, + 454, + 459, + 462, + 466, + 470, + 479, + 484, + 492, + 499 + ], + [ + 0, + 48, + 220, + 326, + 122, + 330, + 183, + 43, + 198, + 108, + 472, + 91, + 305, + 42, + 120, + 85, + 485, + 164, + 336, + 79, + 107, + 417, + 81, + 358, + 308, + 443, + 194, + 501, + 101, + 92, + 152, + 284, + 58, + 373, + 70, + 341, + 168, + 246, + 361, + 300, + 504, + 95, + 179, + 419, + 407, + 57, + 169, + 256, + 444, + 287, + 219, + 241, + 306, + 331, + 260, + 450, + 432, + 174, + 204, + 414, + 255, + 310, + 151, + 62, + 140, + 162, + 98, + 89, + 90, + 349, + 188, + 477, + 61, + 474, + 281, + 301, + 249, + 178, + 435, + 142, + 393, + 77, + 230, + 396, + 21, + 125, + 291, + 314, + 468, + 199, + 467, + 213, + 434, + 337, + 293, + 464, + 55, + 457, + 84, + 109, + 319, + 185, + 137, + 203, + 39, + 56, + 262, + 342, + 395, + 390, + 100, + 93, + 223, + 304, + 272, + 96, + 196, + 340, + 493, + 141, + 307, + 481, + 265, + 130, + 114, + 167, + 144, + 153, + 348, + 316, + 369, + 294, + 190, + 214, + 239, + 311, + 317, + 455, + 335, + 343, + 352, + 362, + 436, + 490, + 491, + 502, + 508, + 507, + 1, + 4, + 9, + 11, + 14, + 16, + 18, + 20, + 24, + 31, + 33, + 36, + 38, + 41, + 59, + 64, + 71, + 75, + 83, + 97, + 105, + 112, + 115, + 118, + 123, + 128, + 131, + 136, + 143, + 146, + 148, + 155, + 158, + 161, + 166, + 172, + 181, + 186, + 189, + 192, + 195, + 200, + 205, + 207, + 210, + 218, + 222, + 225, + 231, + 237, + 240, + 243, + 247, + 254, + 259, + 263, + 268, + 270, + 274, + 288, + 290, + 295, + 297, + 303, + 312, + 315, + 320, + 323, + 325, + 329, + 333, + 339, + 345, + 351, + 356, + 359, + 364, + 367, + 371, + 374, + 377, + 380, + 382, + 384, + 389, + 404, + 410, + 413, + 420, + 422, + 424, + 426, + 429, + 431, + 438, + 440, + 448, + 451, + 453, + 458, + 460, + 465, + 469, + 476, + 480, + 489, + 495, + 509 + ] + ], + "unseen": 215 + }, + "35": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 297, + "groups": [ + [ + 1, + 19, + 24, + 510, + 27, + 332, + 273, + 263, + 225, + 14, + 286, + 469, + 129, + 10, + 443, + 113, + 20, + 246, + 454, + 92, + 110, + 207, + 26, + 174, + 212, + 47, + 289, + 282, + 67, + 280, + 503, + 33, + 80, + 269, + 367, + 410, + 449, + 508, + 194, + 7, + 307, + 288, + 364, + 222, + 426, + 96, + 377, + 192, + 434, + 372, + 30, + 53, + 45, + 229, + 483, + 147, + 314, + 242, + 339, + 330, + 445, + 331, + 285, + 140, + 81, + 55, + 124, + 428, + 502, + 138, + 506, + 378, + 34, + 371, + 487, + 262, + 66, + 383, + 63, + 127, + 16, + 184, + 44, + 134, + 482, + 61, + 141, + 250, + 190, + 333, + 238, + 48, + 82, + 111, + 57, + 498, + 396, + 62, + 366, + 130, + 411, + 73, + 399, + 142, + 97, + 202, + 203, + 221, + 277, + 37, + 453, + 162, + 509, + 22, + 234, + 106, + 149, + 122, + 308, + 123, + 223, + 135, + 118, + 341, + 145, + 313, + 373, + 317, + 468, + 136, + 237, + 292, + 456, + 175, + 479, + 157, + 327, + 440, + 407, + 139, + 389, + 167, + 253, + 255, + 356, + 329, + 408, + 432, + 507, + 2, + 8, + 13, + 17, + 21, + 35, + 38, + 40, + 52, + 60, + 70, + 74, + 77, + 79, + 85, + 87, + 89, + 93, + 100, + 102, + 107, + 114, + 119, + 121, + 128, + 132, + 137, + 146, + 151, + 156, + 159, + 164, + 170, + 172, + 180, + 182, + 186, + 188, + 191, + 197, + 199, + 201, + 205, + 213, + 215, + 219, + 227, + 230, + 232, + 239, + 244, + 252, + 257, + 260, + 266, + 274, + 276, + 281, + 284, + 290, + 297, + 299, + 304, + 310, + 318, + 320, + 325, + 334, + 336, + 340, + 344, + 346, + 351, + 355, + 359, + 363, + 369, + 374, + 379, + 381, + 386, + 392, + 397, + 402, + 404, + 406, + 412, + 417, + 421, + 425, + 437, + 439, + 444, + 447, + 450, + 457, + 459, + 461, + 464, + 467, + 471, + 475, + 480, + 484, + 491, + 496, + 501 + ], + [ + 3, + 49, + 103, + 173, + 148, + 220, + 76, + 117, + 323, + 493, + 216, + 431, + 430, + 415, + 427, + 4, + 43, + 235, + 422, + 64, + 99, + 108, + 168, + 419, + 476, + 272, + 497, + 23, + 301, + 6, + 169, + 291, + 41, + 98, + 178, + 195, + 328, + 25, + 265, + 29, + 58, + 354, + 65, + 247, + 241, + 9, + 382, + 357, + 11, + 488, + 31, + 125, + 32, + 46, + 165, + 211, + 84, + 433, + 249, + 115, + 365, + 50, + 429, + 51, + 56, + 161, + 353, + 259, + 59, + 68, + 94, + 160, + 305, + 152, + 224, + 295, + 71, + 90, + 236, + 261, + 267, + 511, + 293, + 394, + 494, + 400, + 420, + 270, + 486, + 104, + 347, + 472, + 155, + 385, + 208, + 296, + 112, + 144, + 154, + 176, + 360, + 177, + 183, + 193, + 312, + 465, + 315, + 206, + 279, + 474, + 210, + 217, + 243, + 414, + 245, + 309, + 251, + 254, + 321, + 504, + 268, + 300, + 303, + 441, + 485, + 316, + 324, + 500, + 424, + 337, + 343, + 349, + 350, + 393, + 362, + 376, + 387, + 388, + 391, + 401, + 413, + 435, + 451, + 452, + 463, + 478, + 489, + 495, + 0, + 5, + 12, + 15, + 18, + 28, + 36, + 39, + 42, + 54, + 69, + 72, + 75, + 78, + 83, + 86, + 88, + 91, + 95, + 101, + 105, + 109, + 116, + 120, + 126, + 131, + 133, + 143, + 150, + 153, + 158, + 163, + 166, + 171, + 179, + 181, + 185, + 187, + 189, + 196, + 198, + 200, + 204, + 209, + 214, + 218, + 226, + 228, + 231, + 233, + 240, + 248, + 256, + 258, + 264, + 271, + 275, + 278, + 283, + 287, + 294, + 298, + 302, + 306, + 311, + 319, + 322, + 326, + 335, + 338, + 342, + 345, + 348, + 352, + 358, + 361, + 368, + 370, + 375, + 380, + 384, + 390, + 395, + 398, + 403, + 405, + 409, + 416, + 418, + 423, + 436, + 438, + 442, + 446, + 448, + 455, + 458, + 460, + 462, + 466, + 470, + 473, + 477, + 481, + 490, + 492, + 499, + 505 + ] + ], + "unseen": 215 + }, + "36": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 282, + "groups": [ + [ + 2, + 28, + 311, + 459, + 92, + 315, + 436, + 506, + 214, + 56, + 15, + 456, + 76, + 168, + 65, + 284, + 258, + 444, + 13, + 95, + 469, + 437, + 82, + 136, + 508, + 112, + 8, + 138, + 75, + 58, + 5, + 310, + 433, + 90, + 318, + 173, + 93, + 140, + 122, + 91, + 24, + 11, + 69, + 260, + 10, + 401, + 190, + 47, + 198, + 366, + 290, + 507, + 423, + 228, + 413, + 215, + 335, + 247, + 325, + 42, + 225, + 369, + 202, + 298, + 204, + 386, + 326, + 66, + 297, + 256, + 375, + 23, + 388, + 86, + 191, + 170, + 74, + 344, + 457, + 55, + 485, + 219, + 16, + 248, + 78, + 348, + 363, + 104, + 109, + 241, + 354, + 213, + 439, + 187, + 169, + 407, + 25, + 180, + 94, + 272, + 289, + 504, + 327, + 139, + 427, + 34, + 206, + 57, + 226, + 468, + 250, + 362, + 125, + 200, + 390, + 189, + 278, + 426, + 167, + 441, + 177, + 448, + 243, + 265, + 387, + 477, + 249, + 321, + 347, + 447, + 328, + 394, + 349, + 339, + 494, + 445, + 381, + 458, + 464, + 465, + 466, + 1, + 4, + 7, + 12, + 18, + 20, + 22, + 31, + 37, + 39, + 44, + 48, + 50, + 52, + 54, + 62, + 68, + 71, + 73, + 79, + 83, + 100, + 103, + 106, + 111, + 116, + 120, + 123, + 130, + 135, + 141, + 145, + 150, + 152, + 155, + 157, + 161, + 163, + 166, + 174, + 178, + 181, + 185, + 188, + 195, + 201, + 208, + 212, + 217, + 221, + 227, + 230, + 232, + 237, + 239, + 244, + 246, + 253, + 255, + 261, + 264, + 267, + 269, + 271, + 275, + 277, + 280, + 286, + 292, + 295, + 300, + 302, + 306, + 309, + 319, + 334, + 337, + 341, + 350, + 353, + 356, + 358, + 360, + 368, + 371, + 374, + 377, + 382, + 389, + 393, + 396, + 399, + 408, + 410, + 412, + 416, + 420, + 422, + 431, + 435, + 442, + 446, + 452, + 455, + 470, + 472, + 476, + 479, + 481, + 483, + 488, + 491, + 499, + 505, + 510 + ], + [ + 0, + 184, + 330, + 257, + 133, + 85, + 172, + 176, + 450, + 235, + 14, + 27, + 119, + 199, + 352, + 343, + 305, + 397, + 385, + 192, + 498, + 492, + 30, + 115, + 288, + 134, + 224, + 97, + 107, + 418, + 501, + 475, + 252, + 89, + 182, + 59, + 63, + 102, + 29, + 46, + 282, + 323, + 367, + 240, + 35, + 197, + 312, + 428, + 273, + 329, + 331, + 402, + 32, + 110, + 36, + 207, + 340, + 404, + 461, + 361, + 503, + 236, + 41, + 64, + 43, + 415, + 391, + 345, + 365, + 61, + 373, + 405, + 98, + 218, + 117, + 81, + 440, + 87, + 454, + 113, + 144, + 234, + 304, + 149, + 500, + 96, + 211, + 88, + 495, + 99, + 124, + 222, + 299, + 430, + 451, + 497, + 127, + 128, + 129, + 164, + 474, + 493, + 283, + 322, + 205, + 131, + 314, + 142, + 146, + 424, + 417, + 285, + 403, + 406, + 463, + 147, + 308, + 154, + 158, + 262, + 316, + 320, + 467, + 425, + 159, + 194, + 432, + 210, + 313, + 291, + 293, + 324, + 342, + 332, + 489, + 378, + 380, + 384, + 462, + 484, + 486, + 3, + 6, + 9, + 17, + 19, + 21, + 26, + 33, + 38, + 40, + 45, + 49, + 51, + 53, + 60, + 67, + 70, + 72, + 77, + 80, + 84, + 101, + 105, + 108, + 114, + 118, + 121, + 126, + 132, + 137, + 143, + 148, + 151, + 153, + 156, + 160, + 162, + 165, + 171, + 175, + 179, + 183, + 186, + 193, + 196, + 203, + 209, + 216, + 220, + 223, + 229, + 231, + 233, + 238, + 242, + 245, + 251, + 254, + 259, + 263, + 266, + 268, + 270, + 274, + 276, + 279, + 281, + 287, + 294, + 296, + 301, + 303, + 307, + 317, + 333, + 336, + 338, + 346, + 351, + 355, + 357, + 359, + 364, + 370, + 372, + 376, + 379, + 383, + 392, + 395, + 398, + 400, + 409, + 411, + 414, + 419, + 421, + 429, + 434, + 438, + 443, + 449, + 453, + 460, + 471, + 473, + 478, + 480, + 482, + 487, + 490, + 496, + 502, + 509, + 511 + ] + ], + "unseen": 230 + }, + "37": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 291, + "groups": [ + [ + 0, + 338, + 116, + 331, + 459, + 119, + 58, + 208, + 419, + 111, + 183, + 148, + 470, + 268, + 502, + 292, + 11, + 206, + 442, + 345, + 199, + 311, + 400, + 417, + 282, + 48, + 298, + 22, + 488, + 327, + 225, + 95, + 168, + 53, + 293, + 370, + 286, + 222, + 115, + 407, + 359, + 284, + 466, + 354, + 28, + 305, + 56, + 281, + 136, + 67, + 496, + 88, + 378, + 178, + 41, + 33, + 333, + 54, + 474, + 337, + 18, + 464, + 456, + 91, + 242, + 287, + 340, + 78, + 40, + 39, + 146, + 17, + 479, + 194, + 398, + 346, + 243, + 106, + 181, + 143, + 294, + 59, + 223, + 19, + 129, + 79, + 152, + 237, + 253, + 301, + 154, + 271, + 32, + 478, + 120, + 250, + 233, + 261, + 21, + 163, + 257, + 214, + 266, + 164, + 307, + 434, + 239, + 147, + 412, + 247, + 167, + 69, + 402, + 409, + 113, + 82, + 216, + 309, + 187, + 166, + 211, + 312, + 465, + 347, + 23, + 43, + 83, + 279, + 440, + 369, + 425, + 201, + 86, + 107, + 454, + 504, + 189, + 357, + 270, + 376, + 299, + 277, + 414, + 351, + 447, + 467, + 5, + 12, + 14, + 24, + 27, + 34, + 36, + 47, + 50, + 52, + 60, + 62, + 64, + 68, + 73, + 75, + 85, + 89, + 94, + 99, + 103, + 109, + 112, + 117, + 124, + 126, + 128, + 132, + 134, + 140, + 149, + 159, + 169, + 172, + 174, + 176, + 179, + 182, + 185, + 188, + 191, + 195, + 197, + 203, + 205, + 212, + 215, + 219, + 228, + 235, + 240, + 245, + 249, + 254, + 259, + 263, + 269, + 273, + 278, + 283, + 290, + 308, + 313, + 315, + 317, + 320, + 322, + 325, + 334, + 339, + 342, + 344, + 349, + 353, + 356, + 360, + 362, + 364, + 366, + 372, + 375, + 383, + 386, + 395, + 399, + 403, + 406, + 411, + 416, + 422, + 428, + 430, + 432, + 439, + 443, + 446, + 451, + 457, + 460, + 463, + 472, + 480, + 483, + 486, + 490, + 492, + 499, + 501, + 507, + 509 + ], + [ + 1, + 31, + 438, + 122, + 93, + 102, + 145, + 289, + 291, + 295, + 15, + 38, + 2, + 227, + 476, + 3, + 104, + 236, + 6, + 138, + 151, + 495, + 156, + 105, + 207, + 437, + 258, + 275, + 288, + 46, + 100, + 255, + 379, + 44, + 10, + 150, + 131, + 70, + 220, + 264, + 8, + 391, + 144, + 387, + 267, + 420, + 468, + 142, + 418, + 324, + 25, + 9, + 16, + 45, + 384, + 424, + 210, + 448, + 200, + 57, + 218, + 252, + 506, + 30, + 90, + 135, + 241, + 336, + 330, + 42, + 380, + 65, + 162, + 423, + 221, + 393, + 473, + 373, + 462, + 161, + 436, + 71, + 76, + 445, + 77, + 326, + 408, + 234, + 274, + 300, + 389, + 80, + 118, + 248, + 302, + 352, + 229, + 297, + 84, + 97, + 153, + 494, + 306, + 98, + 328, + 329, + 433, + 121, + 139, + 493, + 155, + 158, + 198, + 165, + 171, + 192, + 226, + 452, + 230, + 262, + 497, + 231, + 303, + 426, + 484, + 304, + 394, + 392, + 319, + 367, + 368, + 381, + 382, + 396, + 388, + 405, + 449, + 415, + 453, + 469, + 477, + 481, + 489, + 503, + 510, + 4, + 7, + 13, + 20, + 26, + 29, + 35, + 37, + 49, + 51, + 55, + 61, + 63, + 66, + 72, + 74, + 81, + 87, + 92, + 96, + 101, + 108, + 110, + 114, + 123, + 125, + 127, + 130, + 133, + 137, + 141, + 157, + 160, + 170, + 173, + 175, + 177, + 180, + 184, + 186, + 190, + 193, + 196, + 202, + 204, + 209, + 213, + 217, + 224, + 232, + 238, + 244, + 246, + 251, + 256, + 260, + 265, + 272, + 276, + 280, + 285, + 296, + 310, + 314, + 316, + 318, + 321, + 323, + 332, + 335, + 341, + 343, + 348, + 350, + 355, + 358, + 361, + 363, + 365, + 371, + 374, + 377, + 385, + 390, + 397, + 401, + 404, + 410, + 413, + 421, + 427, + 429, + 431, + 435, + 441, + 444, + 450, + 455, + 458, + 461, + 471, + 475, + 482, + 485, + 487, + 491, + 498, + 500, + 505, + 508, + 511 + ] + ], + "unseen": 221 + }, + "38": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 306, + "groups": [ + [ + 6, + 342, + 53, + 234, + 70, + 299, + 378, + 445, + 43, + 283, + 78, + 264, + 86, + 41, + 205, + 81, + 30, + 293, + 196, + 261, + 57, + 345, + 223, + 195, + 149, + 270, + 405, + 381, + 175, + 317, + 442, + 74, + 23, + 171, + 470, + 77, + 181, + 281, + 401, + 292, + 113, + 386, + 11, + 400, + 152, + 79, + 101, + 105, + 109, + 189, + 216, + 327, + 29, + 100, + 18, + 235, + 457, + 134, + 173, + 287, + 383, + 143, + 174, + 95, + 141, + 24, + 313, + 491, + 377, + 197, + 226, + 45, + 27, + 346, + 32, + 309, + 49, + 104, + 165, + 367, + 391, + 411, + 418, + 326, + 38, + 55, + 127, + 268, + 89, + 144, + 80, + 166, + 358, + 339, + 94, + 214, + 237, + 395, + 421, + 462, + 97, + 99, + 294, + 117, + 213, + 486, + 135, + 308, + 355, + 454, + 155, + 350, + 147, + 217, + 218, + 190, + 206, + 275, + 438, + 366, + 473, + 219, + 301, + 220, + 341, + 402, + 406, + 304, + 417, + 502, + 222, + 263, + 456, + 483, + 409, + 318, + 324, + 338, + 436, + 343, + 465, + 472, + 368, + 385, + 394, + 413, + 446, + 425, + 460, + 449, + 477, + 478, + 492, + 0, + 2, + 5, + 9, + 13, + 19, + 25, + 31, + 37, + 47, + 54, + 58, + 61, + 63, + 67, + 71, + 73, + 76, + 83, + 85, + 88, + 91, + 96, + 103, + 108, + 118, + 120, + 124, + 129, + 131, + 137, + 140, + 146, + 153, + 156, + 158, + 167, + 169, + 172, + 180, + 183, + 185, + 191, + 198, + 200, + 204, + 208, + 210, + 227, + 229, + 232, + 236, + 240, + 244, + 246, + 249, + 251, + 256, + 259, + 262, + 266, + 271, + 274, + 278, + 282, + 285, + 288, + 291, + 298, + 312, + 315, + 322, + 329, + 331, + 335, + 340, + 347, + 352, + 354, + 360, + 362, + 364, + 370, + 382, + 392, + 398, + 410, + 420, + 430, + 443, + 448, + 451, + 455, + 459, + 466, + 475, + 480, + 482, + 488, + 493, + 497, + 505, + 508 + ], + [ + 3, + 415, + 10, + 269, + 273, + 468, + 500, + 437, + 123, + 252, + 357, + 503, + 201, + 136, + 414, + 295, + 142, + 379, + 230, + 305, + 389, + 51, + 337, + 202, + 399, + 376, + 332, + 159, + 306, + 52, + 349, + 253, + 499, + 444, + 434, + 440, + 428, + 297, + 221, + 416, + 334, + 28, + 36, + 433, + 325, + 403, + 92, + 107, + 102, + 193, + 384, + 316, + 15, + 431, + 356, + 511, + 310, + 380, + 116, + 504, + 164, + 133, + 188, + 17, + 242, + 328, + 215, + 225, + 255, + 125, + 186, + 469, + 65, + 20, + 408, + 489, + 192, + 177, + 422, + 150, + 479, + 374, + 48, + 441, + 243, + 276, + 507, + 115, + 66, + 300, + 390, + 111, + 258, + 8, + 16, + 320, + 224, + 121, + 429, + 424, + 373, + 494, + 453, + 39, + 495, + 163, + 419, + 46, + 138, + 21, + 110, + 432, + 160, + 33, + 321, + 126, + 35, + 40, + 42, + 162, + 509, + 387, + 307, + 371, + 279, + 59, + 179, + 69, + 463, + 112, + 426, + 461, + 471, + 435, + 211, + 247, + 423, + 348, + 396, + 239, + 487, + 148, + 290, + 178, + 397, + 302, + 303, + 467, + 369, + 498, + 404, + 375, + 484, + 1, + 4, + 7, + 12, + 14, + 22, + 26, + 34, + 44, + 50, + 56, + 60, + 62, + 64, + 68, + 72, + 75, + 82, + 84, + 87, + 90, + 93, + 98, + 106, + 114, + 119, + 122, + 128, + 130, + 132, + 139, + 145, + 151, + 154, + 157, + 161, + 168, + 170, + 176, + 182, + 184, + 187, + 194, + 199, + 203, + 207, + 209, + 212, + 228, + 231, + 233, + 238, + 241, + 245, + 248, + 250, + 254, + 257, + 260, + 265, + 267, + 272, + 277, + 280, + 284, + 286, + 289, + 296, + 311, + 314, + 319, + 323, + 330, + 333, + 336, + 344, + 351, + 353, + 359, + 361, + 363, + 365, + 372, + 388, + 393, + 407, + 412, + 427, + 439, + 447, + 450, + 452, + 458, + 464, + 474, + 476, + 481, + 485, + 490, + 496, + 501, + 506, + 510 + ] + ], + "unseen": 206 + }, + "39": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 278, + "groups": [ + [ + 0, + 95, + 390, + 146, + 260, + 316, + 238, + 398, + 498, + 124, + 105, + 257, + 263, + 199, + 247, + 393, + 102, + 387, + 147, + 394, + 477, + 58, + 183, + 63, + 478, + 402, + 443, + 18, + 70, + 75, + 159, + 180, + 304, + 432, + 326, + 67, + 287, + 39, + 28, + 283, + 489, + 94, + 16, + 351, + 497, + 282, + 185, + 251, + 4, + 368, + 5, + 13, + 236, + 177, + 440, + 500, + 56, + 104, + 142, + 81, + 250, + 155, + 401, + 96, + 404, + 78, + 242, + 118, + 486, + 336, + 354, + 496, + 45, + 459, + 511, + 416, + 69, + 363, + 27, + 323, + 356, + 334, + 450, + 244, + 389, + 338, + 189, + 126, + 76, + 417, + 265, + 442, + 391, + 152, + 470, + 60, + 139, + 298, + 32, + 186, + 100, + 235, + 270, + 210, + 465, + 33, + 382, + 181, + 48, + 89, + 57, + 194, + 193, + 453, + 53, + 54, + 332, + 425, + 327, + 410, + 237, + 137, + 467, + 224, + 59, + 92, + 140, + 258, + 454, + 176, + 205, + 214, + 379, + 342, + 491, + 407, + 430, + 492, + 507, + 6, + 8, + 11, + 15, + 21, + 25, + 29, + 34, + 37, + 40, + 43, + 46, + 50, + 52, + 61, + 65, + 73, + 80, + 84, + 86, + 91, + 97, + 103, + 108, + 113, + 119, + 125, + 134, + 138, + 144, + 149, + 154, + 158, + 161, + 165, + 169, + 172, + 175, + 188, + 191, + 195, + 197, + 200, + 202, + 204, + 207, + 209, + 218, + 223, + 227, + 230, + 233, + 248, + 252, + 256, + 261, + 266, + 272, + 274, + 278, + 281, + 285, + 290, + 296, + 301, + 305, + 307, + 309, + 311, + 313, + 315, + 319, + 321, + 324, + 333, + 340, + 343, + 345, + 349, + 353, + 358, + 360, + 364, + 367, + 371, + 373, + 376, + 378, + 381, + 385, + 388, + 396, + 399, + 408, + 413, + 418, + 421, + 423, + 426, + 428, + 431, + 434, + 438, + 441, + 445, + 448, + 455, + 468, + 472, + 474, + 476, + 484, + 490, + 495, + 503, + 505, + 508 + ], + [ + 1, + 212, + 2, + 231, + 412, + 226, + 288, + 132, + 216, + 22, + 74, + 141, + 170, + 255, + 220, + 436, + 479, + 3, + 10, + 182, + 254, + 279, + 14, + 187, + 337, + 294, + 297, + 406, + 403, + 115, + 275, + 112, + 153, + 350, + 20, + 135, + 482, + 130, + 99, + 101, + 109, + 166, + 36, + 267, + 82, + 480, + 121, + 128, + 145, + 110, + 167, + 114, + 30, + 241, + 122, + 162, + 178, + 217, + 361, + 330, + 17, + 365, + 23, + 88, + 215, + 77, + 302, + 318, + 228, + 268, + 117, + 184, + 41, + 510, + 243, + 49, + 289, + 150, + 157, + 328, + 462, + 383, + 62, + 239, + 66, + 68, + 72, + 87, + 107, + 120, + 127, + 131, + 133, + 221, + 291, + 461, + 264, + 456, + 163, + 446, + 414, + 419, + 174, + 211, + 219, + 234, + 240, + 245, + 269, + 276, + 494, + 293, + 405, + 488, + 295, + 346, + 452, + 499, + 299, + 325, + 331, + 339, + 348, + 481, + 357, + 457, + 369, + 374, + 392, + 485, + 409, + 435, + 449, + 458, + 460, + 464, + 466, + 471, + 501, + 7, + 9, + 12, + 19, + 24, + 26, + 31, + 35, + 38, + 42, + 44, + 47, + 51, + 55, + 64, + 71, + 79, + 83, + 85, + 90, + 93, + 98, + 106, + 111, + 116, + 123, + 129, + 136, + 143, + 148, + 151, + 156, + 160, + 164, + 168, + 171, + 173, + 179, + 190, + 192, + 196, + 198, + 201, + 203, + 206, + 208, + 213, + 222, + 225, + 229, + 232, + 246, + 249, + 253, + 259, + 262, + 271, + 273, + 277, + 280, + 284, + 286, + 292, + 300, + 303, + 306, + 308, + 310, + 312, + 314, + 317, + 320, + 322, + 329, + 335, + 341, + 344, + 347, + 352, + 355, + 359, + 362, + 366, + 370, + 372, + 375, + 377, + 380, + 384, + 386, + 395, + 397, + 400, + 411, + 415, + 420, + 422, + 424, + 427, + 429, + 433, + 437, + 439, + 444, + 447, + 451, + 463, + 469, + 473, + 475, + 483, + 487, + 493, + 502, + 504, + 506, + 509 + ] + ], + "unseen": 234 + }, + "4": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 305, + "groups": [ + [ + 2, + 299, + 488, + 252, + 325, + 465, + 506, + 389, + 410, + 496, + 241, + 233, + 35, + 423, + 156, + 222, + 168, + 292, + 110, + 275, + 74, + 175, + 449, + 310, + 265, + 267, + 161, + 436, + 430, + 113, + 458, + 221, + 316, + 9, + 412, + 312, + 45, + 420, + 166, + 117, + 308, + 67, + 339, + 104, + 323, + 281, + 115, + 493, + 306, + 3, + 131, + 307, + 403, + 390, + 198, + 492, + 118, + 190, + 194, + 326, + 6, + 314, + 495, + 499, + 349, + 128, + 329, + 58, + 152, + 114, + 130, + 34, + 428, + 507, + 296, + 279, + 41, + 106, + 153, + 84, + 382, + 272, + 432, + 26, + 508, + 96, + 485, + 86, + 14, + 192, + 54, + 393, + 63, + 37, + 290, + 309, + 274, + 123, + 59, + 453, + 392, + 39, + 19, + 105, + 17, + 87, + 417, + 359, + 447, + 191, + 431, + 311, + 399, + 184, + 51, + 367, + 196, + 245, + 260, + 28, + 68, + 249, + 73, + 346, + 294, + 357, + 344, + 406, + 102, + 405, + 471, + 386, + 331, + 477, + 291, + 199, + 223, + 500, + 232, + 237, + 391, + 498, + 163, + 277, + 445, + 278, + 320, + 287, + 402, + 340, + 371, + 455, + 480, + 8, + 15, + 21, + 24, + 31, + 33, + 40, + 43, + 47, + 50, + 55, + 57, + 62, + 71, + 76, + 79, + 83, + 90, + 95, + 99, + 103, + 108, + 119, + 121, + 126, + 134, + 139, + 142, + 144, + 148, + 151, + 157, + 164, + 167, + 171, + 173, + 176, + 179, + 185, + 189, + 195, + 201, + 206, + 210, + 214, + 217, + 219, + 226, + 228, + 238, + 246, + 251, + 255, + 263, + 268, + 282, + 285, + 289, + 297, + 300, + 304, + 318, + 327, + 332, + 335, + 337, + 341, + 343, + 348, + 353, + 356, + 362, + 364, + 370, + 373, + 376, + 380, + 387, + 394, + 396, + 400, + 404, + 409, + 414, + 418, + 421, + 426, + 434, + 441, + 444, + 448, + 451, + 459, + 463, + 467, + 470, + 474, + 481, + 487, + 491, + 497, + 504, + 510 + ], + [ + 0, + 16, + 321, + 36, + 413, + 229, + 136, + 479, + 112, + 133, + 239, + 132, + 489, + 10, + 220, + 240, + 330, + 435, + 101, + 368, + 30, + 216, + 273, + 224, + 253, + 1, + 303, + 264, + 5, + 502, + 7, + 433, + 276, + 23, + 70, + 243, + 247, + 11, + 141, + 360, + 48, + 160, + 205, + 383, + 313, + 355, + 146, + 351, + 12, + 97, + 456, + 482, + 44, + 53, + 159, + 271, + 213, + 109, + 20, + 138, + 178, + 188, + 25, + 262, + 27, + 60, + 82, + 64, + 381, + 65, + 91, + 93, + 505, + 66, + 75, + 88, + 77, + 270, + 358, + 81, + 85, + 92, + 284, + 384, + 235, + 302, + 207, + 116, + 129, + 124, + 125, + 137, + 147, + 149, + 154, + 473, + 476, + 162, + 236, + 322, + 365, + 462, + 169, + 209, + 259, + 501, + 180, + 181, + 183, + 464, + 186, + 204, + 234, + 378, + 483, + 200, + 203, + 212, + 333, + 379, + 230, + 352, + 454, + 244, + 248, + 256, + 257, + 258, + 369, + 484, + 280, + 398, + 288, + 295, + 305, + 317, + 324, + 429, + 347, + 374, + 407, + 416, + 424, + 425, + 443, + 437, + 452, + 439, + 440, + 460, + 468, + 475, + 4, + 13, + 18, + 22, + 29, + 32, + 38, + 42, + 46, + 49, + 52, + 56, + 61, + 69, + 72, + 78, + 80, + 89, + 94, + 98, + 100, + 107, + 111, + 120, + 122, + 127, + 135, + 140, + 143, + 145, + 150, + 155, + 158, + 165, + 170, + 172, + 174, + 177, + 182, + 187, + 193, + 197, + 202, + 208, + 211, + 215, + 218, + 225, + 227, + 231, + 242, + 250, + 254, + 261, + 266, + 269, + 283, + 286, + 293, + 298, + 301, + 315, + 319, + 328, + 334, + 336, + 338, + 342, + 345, + 350, + 354, + 361, + 363, + 366, + 372, + 375, + 377, + 385, + 388, + 395, + 397, + 401, + 408, + 411, + 415, + 419, + 422, + 427, + 438, + 442, + 446, + 450, + 457, + 461, + 466, + 469, + 472, + 478, + 486, + 490, + 494, + 503, + 509, + 511 + ] + ], + "unseen": 207 + }, + "40": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 279, + "groups": [ + [ + 3, + 249, + 130, + 341, + 67, + 31, + 62, + 490, + 182, + 217, + 147, + 399, + 504, + 215, + 203, + 357, + 223, + 503, + 25, + 179, + 280, + 332, + 188, + 87, + 172, + 91, + 178, + 138, + 278, + 397, + 244, + 434, + 352, + 395, + 456, + 363, + 195, + 499, + 44, + 318, + 16, + 18, + 266, + 254, + 396, + 263, + 141, + 220, + 250, + 48, + 106, + 51, + 358, + 417, + 386, + 77, + 6, + 145, + 227, + 450, + 330, + 482, + 355, + 136, + 275, + 366, + 505, + 190, + 463, + 146, + 500, + 398, + 315, + 509, + 439, + 502, + 192, + 125, + 299, + 391, + 21, + 19, + 422, + 257, + 83, + 393, + 166, + 511, + 325, + 296, + 159, + 23, + 105, + 234, + 165, + 222, + 471, + 407, + 59, + 186, + 116, + 291, + 173, + 449, + 200, + 56, + 157, + 252, + 28, + 256, + 265, + 118, + 162, + 85, + 43, + 32, + 153, + 283, + 306, + 389, + 445, + 508, + 208, + 420, + 298, + 440, + 96, + 107, + 88, + 158, + 170, + 364, + 425, + 202, + 258, + 351, + 289, + 478, + 384, + 498, + 1, + 4, + 11, + 13, + 17, + 24, + 33, + 35, + 37, + 41, + 45, + 49, + 53, + 55, + 58, + 63, + 68, + 73, + 76, + 79, + 84, + 92, + 98, + 100, + 103, + 111, + 114, + 117, + 122, + 126, + 129, + 132, + 134, + 137, + 140, + 144, + 149, + 151, + 155, + 161, + 167, + 169, + 174, + 176, + 191, + 194, + 197, + 205, + 210, + 212, + 219, + 224, + 226, + 233, + 236, + 238, + 241, + 245, + 253, + 261, + 267, + 269, + 272, + 276, + 279, + 282, + 287, + 292, + 294, + 303, + 305, + 312, + 316, + 323, + 333, + 337, + 342, + 344, + 348, + 350, + 360, + 367, + 369, + 371, + 374, + 376, + 379, + 387, + 392, + 401, + 405, + 414, + 416, + 419, + 423, + 428, + 431, + 435, + 441, + 443, + 448, + 452, + 457, + 460, + 465, + 468, + 472, + 476, + 480, + 485, + 487, + 489, + 493, + 495, + 497, + 507 + ], + [ + 5, + 187, + 264, + 302, + 328, + 206, + 69, + 356, + 229, + 317, + 329, + 285, + 365, + 119, + 447, + 86, + 10, + 181, + 373, + 93, + 7, + 89, + 218, + 143, + 180, + 259, + 346, + 378, + 429, + 255, + 8, + 300, + 326, + 506, + 406, + 388, + 411, + 121, + 14, + 270, + 39, + 112, + 213, + 60, + 124, + 239, + 40, + 66, + 483, + 382, + 185, + 127, + 177, + 295, + 20, + 322, + 29, + 26, + 199, + 47, + 70, + 30, + 247, + 52, + 479, + 484, + 183, + 164, + 246, + 97, + 231, + 426, + 65, + 198, + 466, + 82, + 461, + 102, + 95, + 307, + 362, + 286, + 319, + 71, + 75, + 80, + 327, + 108, + 109, + 339, + 403, + 437, + 301, + 204, + 385, + 110, + 152, + 160, + 334, + 380, + 189, + 274, + 475, + 383, + 288, + 209, + 309, + 216, + 228, + 232, + 243, + 251, + 324, + 308, + 310, + 424, + 314, + 320, + 410, + 335, + 354, + 340, + 345, + 459, + 353, + 394, + 404, + 409, + 412, + 413, + 453, + 432, + 438, + 444, + 455, + 462, + 474, + 470, + 492, + 0, + 2, + 9, + 12, + 15, + 22, + 27, + 34, + 36, + 38, + 42, + 46, + 50, + 54, + 57, + 61, + 64, + 72, + 74, + 78, + 81, + 90, + 94, + 99, + 101, + 104, + 113, + 115, + 120, + 123, + 128, + 131, + 133, + 135, + 139, + 142, + 148, + 150, + 154, + 156, + 163, + 168, + 171, + 175, + 184, + 193, + 196, + 201, + 207, + 211, + 214, + 221, + 225, + 230, + 235, + 237, + 240, + 242, + 248, + 260, + 262, + 268, + 271, + 273, + 277, + 281, + 284, + 290, + 293, + 297, + 304, + 311, + 313, + 321, + 331, + 336, + 338, + 343, + 347, + 349, + 359, + 361, + 368, + 370, + 372, + 375, + 377, + 381, + 390, + 400, + 402, + 408, + 415, + 418, + 421, + 427, + 430, + 433, + 436, + 442, + 446, + 451, + 454, + 458, + 464, + 467, + 469, + 473, + 477, + 481, + 486, + 488, + 491, + 494, + 496, + 501, + 510 + ] + ], + "unseen": 233 + }, + "41": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 280, + "groups": [ + [ + 1, + 61, + 87, + 272, + 439, + 80, + 334, + 427, + 35, + 485, + 79, + 335, + 259, + 443, + 168, + 145, + 243, + 175, + 508, + 151, + 49, + 358, + 414, + 46, + 164, + 40, + 397, + 215, + 156, + 109, + 160, + 22, + 251, + 95, + 134, + 196, + 333, + 54, + 83, + 203, + 238, + 371, + 85, + 91, + 170, + 424, + 94, + 434, + 226, + 385, + 391, + 240, + 491, + 42, + 445, + 59, + 449, + 306, + 245, + 353, + 484, + 36, + 299, + 19, + 261, + 129, + 364, + 440, + 12, + 394, + 425, + 220, + 32, + 352, + 500, + 118, + 157, + 100, + 429, + 490, + 43, + 103, + 268, + 199, + 401, + 426, + 280, + 289, + 108, + 200, + 146, + 217, + 399, + 264, + 273, + 236, + 415, + 2, + 147, + 291, + 375, + 15, + 384, + 37, + 125, + 378, + 68, + 24, + 328, + 233, + 324, + 402, + 458, + 448, + 430, + 475, + 380, + 186, + 499, + 303, + 283, + 501, + 65, + 304, + 435, + 67, + 171, + 98, + 16, + 281, + 29, + 444, + 90, + 332, + 198, + 463, + 246, + 266, + 350, + 361, + 0, + 4, + 7, + 9, + 13, + 17, + 20, + 25, + 27, + 30, + 33, + 39, + 47, + 52, + 57, + 64, + 69, + 72, + 74, + 77, + 81, + 84, + 92, + 97, + 102, + 106, + 111, + 114, + 119, + 122, + 126, + 130, + 135, + 138, + 140, + 143, + 152, + 154, + 159, + 162, + 165, + 172, + 174, + 178, + 181, + 183, + 188, + 192, + 202, + 207, + 210, + 212, + 221, + 224, + 228, + 230, + 237, + 241, + 247, + 250, + 255, + 258, + 265, + 274, + 276, + 279, + 287, + 295, + 297, + 301, + 310, + 315, + 318, + 320, + 322, + 326, + 336, + 338, + 341, + 346, + 351, + 355, + 357, + 363, + 367, + 369, + 372, + 374, + 379, + 387, + 389, + 395, + 398, + 403, + 408, + 412, + 416, + 428, + 437, + 442, + 450, + 452, + 455, + 461, + 466, + 470, + 472, + 474, + 479, + 481, + 489, + 493, + 497, + 503, + 507, + 510 + ], + [ + 5, + 418, + 11, + 44, + 195, + 392, + 231, + 55, + 21, + 41, + 216, + 113, + 158, + 330, + 201, + 204, + 343, + 386, + 459, + 93, + 218, + 142, + 88, + 136, + 128, + 124, + 235, + 38, + 312, + 167, + 496, + 294, + 433, + 331, + 404, + 76, + 131, + 86, + 48, + 50, + 53, + 99, + 189, + 267, + 478, + 422, + 257, + 208, + 270, + 482, + 58, + 205, + 105, + 132, + 305, + 60, + 286, + 62, + 477, + 187, + 249, + 447, + 290, + 115, + 179, + 302, + 406, + 407, + 288, + 383, + 465, + 393, + 71, + 110, + 190, + 487, + 116, + 121, + 227, + 308, + 462, + 282, + 148, + 419, + 194, + 411, + 467, + 504, + 149, + 150, + 169, + 342, + 176, + 298, + 185, + 441, + 197, + 213, + 214, + 223, + 232, + 242, + 285, + 252, + 329, + 253, + 260, + 263, + 486, + 271, + 278, + 293, + 307, + 311, + 313, + 316, + 456, + 344, + 436, + 325, + 340, + 348, + 349, + 359, + 457, + 498, + 360, + 366, + 377, + 454, + 382, + 409, + 421, + 417, + 423, + 431, + 468, + 483, + 494, + 505, + 3, + 6, + 8, + 10, + 14, + 18, + 23, + 26, + 28, + 31, + 34, + 45, + 51, + 56, + 63, + 66, + 70, + 73, + 75, + 78, + 82, + 89, + 96, + 101, + 104, + 107, + 112, + 117, + 120, + 123, + 127, + 133, + 137, + 139, + 141, + 144, + 153, + 155, + 161, + 163, + 166, + 173, + 177, + 180, + 182, + 184, + 191, + 193, + 206, + 209, + 211, + 219, + 222, + 225, + 229, + 234, + 239, + 244, + 248, + 254, + 256, + 262, + 269, + 275, + 277, + 284, + 292, + 296, + 300, + 309, + 314, + 317, + 319, + 321, + 323, + 327, + 337, + 339, + 345, + 347, + 354, + 356, + 362, + 365, + 368, + 370, + 373, + 376, + 381, + 388, + 390, + 396, + 400, + 405, + 410, + 413, + 420, + 432, + 438, + 446, + 451, + 453, + 460, + 464, + 469, + 471, + 473, + 476, + 480, + 488, + 492, + 495, + 502, + 506, + 509, + 511 + ] + ], + "unseen": 232 + }, + "42": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 284, + "groups": [ + [ + 3, + 62, + 261, + 23, + 172, + 435, + 268, + 95, + 104, + 77, + 403, + 235, + 402, + 201, + 84, + 42, + 17, + 479, + 97, + 22, + 187, + 267, + 325, + 78, + 491, + 362, + 216, + 387, + 214, + 50, + 386, + 390, + 131, + 33, + 291, + 499, + 79, + 436, + 389, + 487, + 120, + 208, + 127, + 474, + 59, + 490, + 39, + 455, + 168, + 21, + 85, + 194, + 15, + 45, + 257, + 67, + 138, + 355, + 448, + 304, + 114, + 482, + 177, + 394, + 139, + 137, + 484, + 91, + 378, + 396, + 55, + 75, + 379, + 508, + 163, + 113, + 130, + 382, + 202, + 260, + 419, + 438, + 133, + 71, + 245, + 380, + 40, + 225, + 105, + 5, + 108, + 205, + 274, + 465, + 418, + 96, + 210, + 68, + 222, + 16, + 20, + 342, + 410, + 197, + 480, + 232, + 495, + 141, + 251, + 122, + 81, + 49, + 327, + 406, + 186, + 253, + 203, + 24, + 207, + 299, + 332, + 132, + 381, + 412, + 169, + 158, + 218, + 237, + 351, + 391, + 307, + 233, + 249, + 340, + 433, + 367, + 424, + 472, + 415, + 417, + 422, + 473, + 1, + 4, + 7, + 14, + 19, + 27, + 29, + 31, + 34, + 36, + 38, + 52, + 60, + 72, + 74, + 86, + 89, + 98, + 100, + 106, + 109, + 112, + 116, + 118, + 125, + 129, + 135, + 142, + 145, + 147, + 149, + 153, + 159, + 161, + 167, + 171, + 174, + 176, + 180, + 184, + 189, + 196, + 199, + 209, + 221, + 224, + 227, + 229, + 239, + 242, + 244, + 252, + 256, + 262, + 264, + 270, + 276, + 279, + 286, + 292, + 297, + 300, + 306, + 309, + 313, + 315, + 318, + 320, + 324, + 329, + 331, + 334, + 337, + 343, + 345, + 347, + 350, + 353, + 356, + 359, + 364, + 370, + 372, + 374, + 383, + 385, + 395, + 398, + 401, + 408, + 411, + 421, + 427, + 434, + 441, + 443, + 446, + 450, + 453, + 458, + 460, + 462, + 467, + 470, + 477, + 485, + 488, + 494, + 498, + 501, + 503, + 505, + 507, + 510 + ], + [ + 0, + 8, + 162, + 181, + 365, + 476, + 287, + 428, + 123, + 220, + 301, + 393, + 151, + 366, + 140, + 322, + 87, + 283, + 47, + 165, + 496, + 241, + 250, + 191, + 269, + 341, + 234, + 278, + 102, + 272, + 53, + 238, + 9, + 166, + 357, + 431, + 10, + 103, + 464, + 63, + 492, + 12, + 339, + 69, + 192, + 456, + 128, + 447, + 25, + 335, + 83, + 375, + 61, + 121, + 152, + 179, + 183, + 44, + 51, + 206, + 258, + 295, + 13, + 294, + 155, + 271, + 289, + 363, + 404, + 64, + 66, + 282, + 185, + 212, + 217, + 80, + 215, + 43, + 280, + 46, + 65, + 92, + 48, + 265, + 157, + 56, + 426, + 93, + 57, + 58, + 94, + 471, + 119, + 457, + 303, + 432, + 231, + 76, + 154, + 193, + 285, + 312, + 326, + 400, + 110, + 273, + 317, + 143, + 195, + 452, + 200, + 211, + 236, + 369, + 405, + 213, + 247, + 248, + 310, + 254, + 284, + 290, + 296, + 305, + 321, + 349, + 361, + 377, + 414, + 444, + 392, + 489, + 413, + 463, + 416, + 423, + 430, + 439, + 440, + 468, + 478, + 483, + 2, + 6, + 11, + 18, + 26, + 28, + 30, + 32, + 35, + 37, + 41, + 54, + 70, + 73, + 82, + 88, + 90, + 99, + 101, + 107, + 111, + 115, + 117, + 124, + 126, + 134, + 136, + 144, + 146, + 148, + 150, + 156, + 160, + 164, + 170, + 173, + 175, + 178, + 182, + 188, + 190, + 198, + 204, + 219, + 223, + 226, + 228, + 230, + 240, + 243, + 246, + 255, + 259, + 263, + 266, + 275, + 277, + 281, + 288, + 293, + 298, + 302, + 308, + 311, + 314, + 316, + 319, + 323, + 328, + 330, + 333, + 336, + 338, + 344, + 346, + 348, + 352, + 354, + 358, + 360, + 368, + 371, + 373, + 376, + 384, + 388, + 397, + 399, + 407, + 409, + 420, + 425, + 429, + 437, + 442, + 445, + 449, + 451, + 454, + 459, + 461, + 466, + 469, + 475, + 481, + 486, + 493, + 497, + 500, + 502, + 504, + 506, + 509, + 511 + ] + ], + "unseen": 228 + }, + "43": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 278, + "groups": [ + [ + 2, + 49, + 185, + 255, + 92, + 486, + 15, + 178, + 119, + 220, + 120, + 359, + 266, + 182, + 79, + 380, + 332, + 75, + 257, + 221, + 275, + 233, + 104, + 354, + 408, + 477, + 411, + 243, + 70, + 440, + 252, + 439, + 194, + 300, + 149, + 34, + 506, + 509, + 207, + 87, + 180, + 86, + 162, + 278, + 427, + 94, + 181, + 294, + 378, + 84, + 190, + 365, + 4, + 64, + 95, + 117, + 293, + 458, + 280, + 25, + 267, + 369, + 400, + 150, + 216, + 232, + 157, + 159, + 357, + 113, + 163, + 210, + 418, + 147, + 226, + 370, + 217, + 377, + 161, + 71, + 384, + 420, + 284, + 206, + 193, + 342, + 127, + 340, + 175, + 238, + 256, + 106, + 107, + 498, + 164, + 386, + 215, + 396, + 371, + 137, + 435, + 336, + 302, + 412, + 308, + 85, + 499, + 337, + 413, + 133, + 146, + 448, + 142, + 320, + 323, + 366, + 405, + 442, + 223, + 383, + 376, + 156, + 391, + 438, + 198, + 414, + 312, + 444, + 212, + 464, + 387, + 349, + 395, + 445, + 459, + 491, + 460, + 476, + 481, + 0, + 3, + 6, + 9, + 12, + 19, + 21, + 23, + 27, + 31, + 36, + 38, + 43, + 52, + 56, + 59, + 62, + 65, + 68, + 73, + 76, + 78, + 81, + 88, + 90, + 98, + 101, + 103, + 108, + 110, + 114, + 122, + 126, + 131, + 136, + 141, + 145, + 151, + 153, + 155, + 160, + 166, + 171, + 173, + 176, + 179, + 186, + 189, + 192, + 201, + 209, + 214, + 219, + 227, + 230, + 236, + 239, + 244, + 246, + 254, + 259, + 261, + 263, + 265, + 269, + 272, + 281, + 283, + 288, + 292, + 298, + 301, + 305, + 307, + 311, + 314, + 318, + 325, + 331, + 341, + 345, + 348, + 356, + 361, + 363, + 374, + 382, + 392, + 394, + 399, + 402, + 404, + 409, + 415, + 419, + 422, + 426, + 431, + 433, + 446, + 449, + 453, + 455, + 457, + 462, + 465, + 468, + 472, + 474, + 482, + 487, + 489, + 492, + 500, + 502, + 504, + 508 + ], + [ + 8, + 350, + 372, + 475, + 188, + 450, + 32, + 51, + 169, + 231, + 139, + 10, + 274, + 13, + 91, + 14, + 240, + 48, + 195, + 339, + 18, + 270, + 97, + 42, + 50, + 330, + 121, + 483, + 184, + 99, + 17, + 26, + 45, + 388, + 423, + 200, + 54, + 41, + 196, + 250, + 168, + 197, + 208, + 30, + 480, + 203, + 493, + 353, + 46, + 29, + 286, + 57, + 35, + 69, + 83, + 287, + 40, + 47, + 167, + 55, + 385, + 60, + 129, + 128, + 67, + 93, + 319, + 416, + 289, + 234, + 379, + 112, + 273, + 441, + 115, + 225, + 355, + 315, + 338, + 334, + 118, + 123, + 125, + 229, + 253, + 375, + 132, + 134, + 222, + 327, + 360, + 397, + 138, + 143, + 290, + 328, + 202, + 204, + 389, + 213, + 351, + 373, + 344, + 277, + 242, + 303, + 335, + 247, + 248, + 321, + 249, + 276, + 295, + 297, + 310, + 316, + 451, + 494, + 324, + 329, + 346, + 364, + 495, + 367, + 406, + 424, + 428, + 430, + 434, + 436, + 484, + 437, + 466, + 470, + 471, + 478, + 496, + 507, + 510, + 1, + 5, + 7, + 11, + 16, + 20, + 22, + 24, + 28, + 33, + 37, + 39, + 44, + 53, + 58, + 61, + 63, + 66, + 72, + 74, + 77, + 80, + 82, + 89, + 96, + 100, + 102, + 105, + 109, + 111, + 116, + 124, + 130, + 135, + 140, + 144, + 148, + 152, + 154, + 158, + 165, + 170, + 172, + 174, + 177, + 183, + 187, + 191, + 199, + 205, + 211, + 218, + 224, + 228, + 235, + 237, + 241, + 245, + 251, + 258, + 260, + 262, + 264, + 268, + 271, + 279, + 282, + 285, + 291, + 296, + 299, + 304, + 306, + 309, + 313, + 317, + 322, + 326, + 333, + 343, + 347, + 352, + 358, + 362, + 368, + 381, + 390, + 393, + 398, + 401, + 403, + 407, + 410, + 417, + 421, + 425, + 429, + 432, + 443, + 447, + 452, + 454, + 456, + 461, + 463, + 467, + 469, + 473, + 479, + 485, + 488, + 490, + 497, + 501, + 503, + 505, + 511 + ] + ], + "unseen": 234 + }, + "44": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 292, + "groups": [ + [ + 4, + 51, + 189, + 276, + 338, + 433, + 207, + 209, + 56, + 405, + 156, + 104, + 297, + 352, + 74, + 500, + 479, + 119, + 319, + 164, + 220, + 148, + 294, + 474, + 270, + 173, + 471, + 313, + 337, + 499, + 293, + 144, + 444, + 303, + 24, + 121, + 25, + 452, + 176, + 120, + 55, + 237, + 212, + 280, + 95, + 134, + 223, + 446, + 136, + 184, + 76, + 402, + 49, + 243, + 269, + 30, + 90, + 472, + 202, + 440, + 158, + 43, + 54, + 372, + 473, + 28, + 186, + 256, + 160, + 281, + 133, + 233, + 258, + 289, + 34, + 443, + 113, + 274, + 426, + 52, + 376, + 201, + 197, + 328, + 117, + 14, + 182, + 181, + 224, + 364, + 247, + 6, + 455, + 389, + 142, + 225, + 468, + 145, + 33, + 79, + 465, + 35, + 127, + 273, + 285, + 333, + 346, + 155, + 466, + 99, + 495, + 84, + 272, + 275, + 248, + 174, + 59, + 445, + 489, + 292, + 47, + 510, + 167, + 277, + 263, + 50, + 208, + 336, + 249, + 177, + 509, + 308, + 291, + 129, + 191, + 371, + 470, + 232, + 227, + 250, + 301, + 454, + 404, + 422, + 427, + 492, + 0, + 2, + 5, + 9, + 12, + 15, + 17, + 19, + 22, + 26, + 32, + 38, + 41, + 45, + 48, + 57, + 61, + 63, + 67, + 71, + 77, + 80, + 82, + 85, + 89, + 93, + 96, + 101, + 107, + 111, + 114, + 116, + 123, + 125, + 132, + 143, + 149, + 152, + 157, + 162, + 165, + 169, + 178, + 185, + 193, + 198, + 205, + 214, + 219, + 230, + 235, + 238, + 241, + 244, + 252, + 254, + 259, + 262, + 265, + 278, + 282, + 295, + 298, + 306, + 309, + 311, + 318, + 322, + 326, + 330, + 332, + 335, + 345, + 348, + 353, + 356, + 359, + 363, + 368, + 373, + 377, + 380, + 388, + 396, + 398, + 403, + 407, + 413, + 416, + 419, + 423, + 425, + 429, + 435, + 441, + 449, + 453, + 457, + 459, + 461, + 464, + 469, + 476, + 480, + 486, + 491, + 496, + 501, + 506, + 508 + ], + [ + 7, + 122, + 221, + 384, + 503, + 304, + 228, + 131, + 140, + 10, + 21, + 139, + 31, + 27, + 339, + 60, + 217, + 369, + 355, + 175, + 37, + 266, + 141, + 361, + 170, + 196, + 344, + 39, + 283, + 44, + 286, + 130, + 150, + 342, + 439, + 64, + 65, + 73, + 195, + 392, + 68, + 200, + 92, + 70, + 87, + 105, + 350, + 213, + 183, + 231, + 154, + 103, + 100, + 168, + 190, + 260, + 75, + 287, + 211, + 192, + 257, + 267, + 401, + 349, + 420, + 106, + 108, + 481, + 268, + 434, + 171, + 341, + 390, + 411, + 375, + 340, + 88, + 135, + 159, + 437, + 447, + 490, + 324, + 97, + 362, + 128, + 394, + 418, + 399, + 395, + 284, + 110, + 216, + 240, + 245, + 329, + 302, + 229, + 137, + 314, + 316, + 320, + 288, + 305, + 147, + 462, + 300, + 451, + 386, + 430, + 215, + 179, + 188, + 246, + 203, + 204, + 438, + 206, + 415, + 494, + 226, + 312, + 315, + 325, + 408, + 357, + 365, + 366, + 379, + 382, + 383, + 385, + 387, + 393, + 482, + 497, + 409, + 412, + 432, + 448, + 478, + 484, + 485, + 487, + 502, + 505, + 1, + 3, + 8, + 11, + 13, + 16, + 18, + 20, + 23, + 29, + 36, + 40, + 42, + 46, + 53, + 58, + 62, + 66, + 69, + 72, + 78, + 81, + 83, + 86, + 91, + 94, + 98, + 102, + 109, + 112, + 115, + 118, + 124, + 126, + 138, + 146, + 151, + 153, + 161, + 163, + 166, + 172, + 180, + 187, + 194, + 199, + 210, + 218, + 222, + 234, + 236, + 239, + 242, + 251, + 253, + 255, + 261, + 264, + 271, + 279, + 290, + 296, + 299, + 307, + 310, + 317, + 321, + 323, + 327, + 331, + 334, + 343, + 347, + 351, + 354, + 358, + 360, + 367, + 370, + 374, + 378, + 381, + 391, + 397, + 400, + 406, + 410, + 414, + 417, + 421, + 424, + 428, + 431, + 436, + 442, + 450, + 456, + 458, + 460, + 463, + 467, + 475, + 477, + 483, + 488, + 493, + 498, + 504, + 507, + 511 + ] + ], + "unseen": 220 + }, + "45": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 272, + "groups": [ + [ + 2, + 470, + 230, + 290, + 381, + 189, + 454, + 70, + 232, + 280, + 401, + 104, + 119, + 126, + 297, + 132, + 5, + 188, + 200, + 33, + 44, + 500, + 64, + 202, + 421, + 148, + 314, + 453, + 376, + 214, + 323, + 176, + 68, + 250, + 154, + 368, + 15, + 351, + 84, + 503, + 111, + 122, + 158, + 167, + 26, + 89, + 201, + 140, + 405, + 472, + 365, + 332, + 359, + 406, + 34, + 479, + 48, + 303, + 22, + 237, + 51, + 47, + 168, + 356, + 181, + 386, + 443, + 196, + 220, + 193, + 162, + 49, + 80, + 452, + 105, + 267, + 24, + 199, + 86, + 191, + 265, + 60, + 334, + 508, + 114, + 390, + 457, + 125, + 492, + 447, + 134, + 153, + 439, + 97, + 292, + 288, + 306, + 300, + 493, + 96, + 145, + 429, + 316, + 330, + 346, + 435, + 141, + 333, + 101, + 384, + 324, + 481, + 507, + 420, + 295, + 431, + 360, + 375, + 296, + 307, + 263, + 11, + 312, + 354, + 143, + 383, + 244, + 172, + 466, + 227, + 238, + 282, + 294, + 459, + 498, + 509, + 1, + 4, + 8, + 17, + 20, + 25, + 30, + 35, + 37, + 40, + 43, + 46, + 52, + 55, + 58, + 65, + 69, + 73, + 77, + 81, + 83, + 90, + 92, + 94, + 98, + 100, + 107, + 109, + 112, + 115, + 117, + 121, + 124, + 130, + 137, + 144, + 147, + 152, + 157, + 161, + 164, + 173, + 175, + 178, + 180, + 186, + 192, + 195, + 198, + 204, + 206, + 208, + 215, + 217, + 223, + 234, + 241, + 245, + 251, + 255, + 257, + 260, + 266, + 271, + 277, + 279, + 284, + 287, + 298, + 301, + 304, + 310, + 318, + 320, + 326, + 329, + 336, + 339, + 344, + 349, + 353, + 358, + 364, + 369, + 371, + 374, + 378, + 387, + 391, + 393, + 397, + 400, + 404, + 410, + 412, + 414, + 417, + 422, + 424, + 428, + 432, + 436, + 438, + 446, + 449, + 451, + 460, + 463, + 468, + 473, + 476, + 478, + 483, + 487, + 490, + 494, + 497, + 501, + 504, + 510 + ], + [ + 0, + 7, + 225, + 185, + 131, + 106, + 87, + 79, + 142, + 21, + 311, + 229, + 222, + 385, + 149, + 12, + 9, + 211, + 103, + 253, + 213, + 396, + 209, + 221, + 243, + 246, + 317, + 388, + 425, + 236, + 61, + 75, + 231, + 235, + 338, + 219, + 54, + 182, + 289, + 183, + 322, + 482, + 138, + 14, + 342, + 440, + 66, + 309, + 252, + 268, + 281, + 264, + 343, + 150, + 10, + 13, + 18, + 272, + 28, + 169, + 441, + 484, + 63, + 328, + 127, + 210, + 456, + 496, + 341, + 29, + 471, + 128, + 362, + 31, + 76, + 156, + 39, + 42, + 190, + 170, + 462, + 56, + 505, + 135, + 62, + 276, + 72, + 352, + 259, + 262, + 408, + 118, + 394, + 485, + 85, + 286, + 293, + 133, + 160, + 166, + 171, + 442, + 348, + 224, + 226, + 249, + 308, + 270, + 335, + 233, + 239, + 366, + 248, + 273, + 488, + 275, + 313, + 325, + 345, + 357, + 363, + 373, + 418, + 379, + 382, + 398, + 416, + 403, + 407, + 426, + 433, + 444, + 458, + 464, + 465, + 475, + 3, + 6, + 16, + 19, + 23, + 27, + 32, + 36, + 38, + 41, + 45, + 50, + 53, + 57, + 59, + 67, + 71, + 74, + 78, + 82, + 88, + 91, + 93, + 95, + 99, + 102, + 108, + 110, + 113, + 116, + 120, + 123, + 129, + 136, + 139, + 146, + 151, + 155, + 159, + 163, + 165, + 174, + 177, + 179, + 184, + 187, + 194, + 197, + 203, + 205, + 207, + 212, + 216, + 218, + 228, + 240, + 242, + 247, + 254, + 256, + 258, + 261, + 269, + 274, + 278, + 283, + 285, + 291, + 299, + 302, + 305, + 315, + 319, + 321, + 327, + 331, + 337, + 340, + 347, + 350, + 355, + 361, + 367, + 370, + 372, + 377, + 380, + 389, + 392, + 395, + 399, + 402, + 409, + 411, + 413, + 415, + 419, + 423, + 427, + 430, + 434, + 437, + 445, + 448, + 450, + 455, + 461, + 467, + 469, + 474, + 477, + 480, + 486, + 489, + 491, + 495, + 499, + 502, + 506, + 511 + ] + ], + "unseen": 240 + }, + "46": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 293, + "groups": [ + [ + 15, + 17, + 185, + 390, + 128, + 67, + 244, + 241, + 195, + 379, + 339, + 70, + 412, + 431, + 464, + 329, + 457, + 57, + 199, + 392, + 322, + 214, + 336, + 193, + 359, + 446, + 499, + 502, + 248, + 41, + 122, + 222, + 488, + 166, + 459, + 276, + 71, + 492, + 211, + 261, + 374, + 232, + 33, + 346, + 25, + 77, + 239, + 469, + 141, + 351, + 147, + 477, + 415, + 22, + 44, + 417, + 319, + 93, + 373, + 265, + 100, + 130, + 161, + 221, + 151, + 164, + 53, + 35, + 69, + 425, + 26, + 475, + 441, + 205, + 45, + 281, + 24, + 264, + 462, + 301, + 303, + 30, + 438, + 290, + 357, + 132, + 388, + 171, + 256, + 188, + 88, + 297, + 60, + 300, + 476, + 271, + 343, + 292, + 324, + 348, + 119, + 110, + 218, + 504, + 283, + 200, + 120, + 323, + 493, + 66, + 181, + 421, + 272, + 124, + 226, + 378, + 162, + 325, + 381, + 407, + 318, + 78, + 144, + 420, + 350, + 259, + 503, + 196, + 186, + 42, + 369, + 315, + 316, + 104, + 245, + 410, + 404, + 506, + 353, + 372, + 484, + 393, + 424, + 405, + 434, + 445, + 510, + 2, + 5, + 7, + 10, + 19, + 21, + 28, + 34, + 38, + 40, + 46, + 48, + 50, + 55, + 61, + 63, + 72, + 75, + 81, + 84, + 89, + 92, + 95, + 99, + 105, + 107, + 109, + 113, + 116, + 118, + 131, + 136, + 139, + 142, + 148, + 150, + 153, + 155, + 158, + 160, + 172, + 174, + 177, + 179, + 183, + 187, + 190, + 204, + 210, + 217, + 223, + 225, + 229, + 234, + 236, + 238, + 247, + 251, + 254, + 267, + 275, + 278, + 285, + 288, + 295, + 298, + 305, + 308, + 310, + 313, + 327, + 330, + 335, + 344, + 347, + 354, + 358, + 363, + 365, + 368, + 371, + 376, + 383, + 387, + 391, + 395, + 399, + 401, + 403, + 411, + 422, + 430, + 437, + 440, + 444, + 448, + 450, + 452, + 454, + 460, + 465, + 470, + 473, + 478, + 480, + 483, + 487, + 497, + 507 + ], + [ + 1, + 145, + 311, + 163, + 167, + 215, + 263, + 91, + 115, + 123, + 429, + 54, + 491, + 9, + 56, + 31, + 293, + 13, + 85, + 112, + 213, + 165, + 32, + 64, + 3, + 143, + 423, + 262, + 11, + 12, + 101, + 317, + 202, + 126, + 129, + 291, + 501, + 18, + 102, + 384, + 496, + 240, + 27, + 219, + 273, + 260, + 337, + 68, + 191, + 98, + 14, + 121, + 175, + 435, + 37, + 356, + 209, + 51, + 73, + 314, + 340, + 59, + 76, + 156, + 268, + 242, + 133, + 80, + 194, + 269, + 87, + 246, + 299, + 228, + 231, + 180, + 258, + 82, + 203, + 294, + 398, + 192, + 255, + 436, + 427, + 266, + 201, + 125, + 509, + 97, + 135, + 380, + 138, + 168, + 169, + 198, + 332, + 207, + 274, + 208, + 216, + 428, + 230, + 280, + 338, + 418, + 250, + 468, + 490, + 252, + 331, + 279, + 307, + 362, + 284, + 432, + 286, + 302, + 377, + 320, + 326, + 334, + 505, + 406, + 341, + 349, + 508, + 361, + 367, + 386, + 397, + 409, + 414, + 416, + 443, + 419, + 486, + 455, + 458, + 463, + 466, + 471, + 481, + 489, + 495, + 500, + 0, + 4, + 6, + 8, + 16, + 20, + 23, + 29, + 36, + 39, + 43, + 47, + 49, + 52, + 58, + 62, + 65, + 74, + 79, + 83, + 86, + 90, + 94, + 96, + 103, + 106, + 108, + 111, + 114, + 117, + 127, + 134, + 137, + 140, + 146, + 149, + 152, + 154, + 157, + 159, + 170, + 173, + 176, + 178, + 182, + 184, + 189, + 197, + 206, + 212, + 220, + 224, + 227, + 233, + 235, + 237, + 243, + 249, + 253, + 257, + 270, + 277, + 282, + 287, + 289, + 296, + 304, + 306, + 309, + 312, + 321, + 328, + 333, + 342, + 345, + 352, + 355, + 360, + 364, + 366, + 370, + 375, + 382, + 385, + 389, + 394, + 396, + 400, + 402, + 408, + 413, + 426, + 433, + 439, + 442, + 447, + 449, + 451, + 453, + 456, + 461, + 467, + 472, + 474, + 479, + 482, + 485, + 494, + 498, + 511 + ] + ], + "unseen": 219 + }, + "47": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 300, + "groups": [ + [ + 1, + 222, + 11, + 280, + 142, + 424, + 242, + 398, + 442, + 207, + 463, + 125, + 29, + 12, + 372, + 126, + 17, + 33, + 54, + 270, + 31, + 298, + 336, + 480, + 492, + 326, + 202, + 144, + 338, + 337, + 320, + 349, + 360, + 458, + 136, + 181, + 2, + 281, + 149, + 501, + 175, + 45, + 323, + 380, + 112, + 333, + 317, + 89, + 88, + 166, + 269, + 407, + 234, + 39, + 446, + 292, + 9, + 278, + 65, + 456, + 102, + 185, + 469, + 415, + 454, + 8, + 302, + 506, + 472, + 348, + 486, + 61, + 76, + 37, + 356, + 357, + 431, + 226, + 146, + 188, + 131, + 92, + 410, + 210, + 413, + 475, + 91, + 100, + 157, + 79, + 254, + 445, + 122, + 263, + 82, + 452, + 265, + 351, + 241, + 437, + 257, + 154, + 127, + 400, + 340, + 297, + 203, + 199, + 110, + 376, + 289, + 24, + 313, + 78, + 85, + 451, + 272, + 248, + 329, + 148, + 465, + 390, + 48, + 245, + 109, + 66, + 56, + 93, + 240, + 178, + 152, + 487, + 171, + 321, + 314, + 183, + 204, + 293, + 450, + 438, + 228, + 509, + 370, + 328, + 453, + 377, + 379, + 404, + 427, + 461, + 3, + 6, + 10, + 14, + 16, + 20, + 22, + 25, + 28, + 32, + 35, + 38, + 43, + 46, + 51, + 57, + 59, + 62, + 67, + 69, + 72, + 75, + 83, + 90, + 96, + 101, + 111, + 114, + 116, + 119, + 123, + 130, + 133, + 135, + 138, + 147, + 156, + 159, + 161, + 167, + 169, + 173, + 176, + 180, + 187, + 190, + 192, + 194, + 197, + 200, + 206, + 211, + 213, + 217, + 219, + 224, + 235, + 237, + 239, + 249, + 252, + 258, + 262, + 271, + 274, + 279, + 283, + 290, + 295, + 303, + 306, + 311, + 319, + 324, + 330, + 339, + 352, + 361, + 364, + 368, + 373, + 378, + 383, + 393, + 397, + 405, + 411, + 414, + 421, + 423, + 428, + 430, + 434, + 436, + 441, + 444, + 462, + 466, + 477, + 481, + 484, + 490, + 494, + 497, + 500, + 504 + ], + [ + 0, + 4, + 49, + 420, + 143, + 233, + 416, + 470, + 129, + 18, + 99, + 139, + 230, + 507, + 42, + 255, + 227, + 73, + 384, + 392, + 215, + 375, + 26, + 117, + 165, + 256, + 433, + 232, + 448, + 354, + 184, + 307, + 105, + 145, + 163, + 346, + 151, + 369, + 309, + 40, + 409, + 387, + 508, + 70, + 344, + 108, + 418, + 55, + 50, + 231, + 64, + 260, + 225, + 277, + 471, + 467, + 52, + 80, + 107, + 186, + 95, + 399, + 362, + 214, + 359, + 155, + 264, + 124, + 268, + 77, + 334, + 367, + 449, + 86, + 331, + 345, + 388, + 140, + 106, + 276, + 350, + 408, + 460, + 104, + 473, + 243, + 286, + 87, + 455, + 97, + 439, + 120, + 304, + 395, + 220, + 341, + 491, + 485, + 150, + 162, + 170, + 179, + 284, + 195, + 205, + 318, + 358, + 482, + 209, + 250, + 261, + 355, + 223, + 244, + 381, + 246, + 391, + 266, + 287, + 288, + 294, + 365, + 474, + 296, + 299, + 301, + 325, + 315, + 308, + 403, + 489, + 316, + 332, + 342, + 343, + 385, + 386, + 396, + 417, + 401, + 478, + 498, + 425, + 457, + 459, + 476, + 495, + 502, + 505, + 511, + 5, + 7, + 13, + 15, + 19, + 21, + 23, + 27, + 30, + 34, + 36, + 41, + 44, + 47, + 53, + 58, + 60, + 63, + 68, + 71, + 74, + 81, + 84, + 94, + 98, + 103, + 113, + 115, + 118, + 121, + 128, + 132, + 134, + 137, + 141, + 153, + 158, + 160, + 164, + 168, + 172, + 174, + 177, + 182, + 189, + 191, + 193, + 196, + 198, + 201, + 208, + 212, + 216, + 218, + 221, + 229, + 236, + 238, + 247, + 251, + 253, + 259, + 267, + 273, + 275, + 282, + 285, + 291, + 300, + 305, + 310, + 312, + 322, + 327, + 335, + 347, + 353, + 363, + 366, + 371, + 374, + 382, + 389, + 394, + 402, + 406, + 412, + 419, + 422, + 426, + 429, + 432, + 435, + 440, + 443, + 447, + 464, + 468, + 479, + 483, + 488, + 493, + 496, + 499, + 503, + 510 + ] + ], + "unseen": 212 + }, + "5": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 335, + "groups": [ + [ + 0, + 85, + 293, + 382, + 94, + 405, + 104, + 108, + 39, + 342, + 329, + 6, + 254, + 43, + 203, + 489, + 338, + 479, + 230, + 178, + 64, + 277, + 316, + 359, + 503, + 2, + 17, + 36, + 21, + 19, + 147, + 186, + 422, + 322, + 32, + 477, + 139, + 91, + 107, + 33, + 346, + 161, + 283, + 61, + 402, + 52, + 319, + 13, + 383, + 156, + 35, + 113, + 196, + 297, + 311, + 77, + 119, + 470, + 345, + 372, + 465, + 234, + 144, + 103, + 447, + 65, + 210, + 262, + 269, + 130, + 274, + 400, + 505, + 95, + 328, + 165, + 252, + 387, + 28, + 222, + 124, + 191, + 150, + 330, + 164, + 200, + 216, + 176, + 324, + 497, + 184, + 406, + 16, + 336, + 366, + 193, + 50, + 285, + 86, + 166, + 360, + 227, + 260, + 18, + 423, + 24, + 114, + 320, + 381, + 449, + 337, + 133, + 151, + 177, + 376, + 347, + 126, + 25, + 34, + 57, + 163, + 435, + 421, + 40, + 63, + 80, + 93, + 318, + 374, + 247, + 48, + 251, + 488, + 60, + 202, + 148, + 225, + 102, + 121, + 128, + 134, + 464, + 135, + 253, + 404, + 182, + 213, + 508, + 214, + 474, + 264, + 249, + 367, + 286, + 349, + 364, + 363, + 390, + 393, + 417, + 429, + 440, + 441, + 459, + 481, + 463, + 492, + 506, + 8, + 10, + 29, + 38, + 44, + 51, + 55, + 59, + 69, + 72, + 78, + 88, + 92, + 106, + 111, + 116, + 123, + 137, + 145, + 152, + 157, + 170, + 173, + 175, + 181, + 189, + 198, + 205, + 208, + 211, + 217, + 219, + 223, + 231, + 237, + 239, + 241, + 243, + 248, + 257, + 265, + 268, + 276, + 287, + 289, + 299, + 303, + 305, + 309, + 313, + 321, + 325, + 332, + 335, + 343, + 351, + 355, + 362, + 371, + 377, + 380, + 385, + 394, + 396, + 403, + 408, + 410, + 418, + 426, + 428, + 432, + 437, + 442, + 444, + 448, + 451, + 453, + 457, + 460, + 466, + 469, + 473, + 480, + 494, + 496, + 499, + 504, + 509 + ], + [ + 1, + 468, + 236, + 154, + 56, + 68, + 74, + 110, + 26, + 438, + 188, + 100, + 226, + 250, + 294, + 326, + 138, + 482, + 263, + 142, + 98, + 204, + 220, + 483, + 350, + 37, + 54, + 272, + 255, + 146, + 233, + 284, + 270, + 373, + 258, + 273, + 159, + 357, + 120, + 187, + 420, + 20, + 487, + 112, + 354, + 11, + 160, + 290, + 340, + 172, + 180, + 413, + 79, + 136, + 197, + 296, + 125, + 245, + 415, + 131, + 485, + 90, + 81, + 279, + 47, + 312, + 153, + 475, + 455, + 169, + 195, + 27, + 416, + 122, + 244, + 75, + 67, + 224, + 49, + 436, + 446, + 292, + 190, + 478, + 167, + 4, + 101, + 185, + 129, + 42, + 314, + 14, + 84, + 5, + 143, + 424, + 158, + 82, + 215, + 331, + 399, + 96, + 456, + 500, + 352, + 397, + 356, + 7, + 358, + 425, + 206, + 411, + 23, + 266, + 15, + 46, + 333, + 201, + 22, + 162, + 281, + 369, + 401, + 392, + 228, + 307, + 132, + 62, + 30, + 232, + 71, + 259, + 140, + 301, + 370, + 76, + 275, + 280, + 391, + 414, + 298, + 87, + 461, + 388, + 97, + 105, + 117, + 192, + 491, + 278, + 379, + 430, + 291, + 302, + 484, + 308, + 317, + 339, + 348, + 368, + 386, + 433, + 471, + 486, + 493, + 501, + 510, + 3, + 9, + 12, + 31, + 41, + 45, + 53, + 58, + 66, + 70, + 73, + 83, + 89, + 99, + 109, + 115, + 118, + 127, + 141, + 149, + 155, + 168, + 171, + 174, + 179, + 183, + 194, + 199, + 207, + 209, + 212, + 218, + 221, + 229, + 235, + 238, + 240, + 242, + 246, + 256, + 261, + 267, + 271, + 282, + 288, + 295, + 300, + 304, + 306, + 310, + 315, + 323, + 327, + 334, + 341, + 344, + 353, + 361, + 365, + 375, + 378, + 384, + 389, + 395, + 398, + 407, + 409, + 412, + 419, + 427, + 431, + 434, + 439, + 443, + 445, + 450, + 452, + 454, + 458, + 462, + 467, + 472, + 476, + 490, + 495, + 498, + 502, + 507, + 511 + ] + ], + "unseen": 177 + }, + "6": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 345, + "groups": [ + [ + 3, + 87, + 382, + 224, + 161, + 324, + 243, + 479, + 175, + 123, + 447, + 441, + 188, + 416, + 207, + 142, + 47, + 112, + 285, + 234, + 280, + 33, + 480, + 248, + 108, + 385, + 354, + 476, + 198, + 189, + 284, + 125, + 445, + 345, + 274, + 309, + 158, + 394, + 468, + 164, + 185, + 126, + 412, + 13, + 159, + 91, + 505, + 165, + 260, + 379, + 223, + 144, + 201, + 168, + 68, + 259, + 292, + 435, + 237, + 326, + 149, + 118, + 269, + 409, + 152, + 233, + 329, + 179, + 27, + 52, + 195, + 111, + 310, + 134, + 5, + 145, + 498, + 73, + 495, + 42, + 383, + 417, + 136, + 50, + 452, + 509, + 119, + 444, + 137, + 391, + 180, + 140, + 288, + 349, + 263, + 253, + 176, + 425, + 151, + 250, + 220, + 74, + 53, + 301, + 368, + 481, + 419, + 219, + 213, + 303, + 319, + 317, + 205, + 203, + 252, + 22, + 131, + 80, + 63, + 272, + 40, + 352, + 196, + 496, + 208, + 66, + 439, + 44, + 138, + 347, + 358, + 255, + 471, + 113, + 129, + 132, + 500, + 81, + 359, + 283, + 330, + 215, + 84, + 96, + 97, + 256, + 485, + 150, + 98, + 236, + 135, + 377, + 361, + 474, + 410, + 257, + 493, + 182, + 397, + 510, + 242, + 247, + 311, + 338, + 313, + 320, + 321, + 335, + 422, + 413, + 511, + 362, + 371, + 11, + 16, + 23, + 30, + 34, + 41, + 51, + 55, + 57, + 60, + 62, + 65, + 72, + 76, + 85, + 94, + 100, + 105, + 110, + 115, + 117, + 130, + 154, + 157, + 162, + 167, + 172, + 181, + 187, + 192, + 194, + 209, + 216, + 221, + 226, + 229, + 232, + 239, + 241, + 249, + 254, + 264, + 268, + 273, + 276, + 281, + 289, + 304, + 318, + 327, + 336, + 339, + 341, + 343, + 350, + 356, + 366, + 375, + 378, + 398, + 400, + 402, + 406, + 408, + 415, + 420, + 427, + 430, + 434, + 440, + 446, + 451, + 457, + 460, + 464, + 466, + 470, + 477, + 487, + 490, + 497, + 504, + 507 + ], + [ + 0, + 101, + 169, + 325, + 90, + 95, + 387, + 486, + 267, + 121, + 245, + 472, + 102, + 279, + 49, + 348, + 315, + 450, + 393, + 296, + 455, + 305, + 282, + 380, + 202, + 293, + 39, + 299, + 456, + 357, + 92, + 228, + 143, + 494, + 124, + 244, + 15, + 19, + 291, + 424, + 18, + 2, + 155, + 218, + 297, + 316, + 210, + 24, + 26, + 499, + 45, + 454, + 12, + 183, + 83, + 1, + 37, + 372, + 459, + 71, + 312, + 323, + 4, + 153, + 308, + 331, + 147, + 36, + 384, + 353, + 7, + 93, + 120, + 484, + 294, + 25, + 146, + 106, + 374, + 10, + 332, + 373, + 69, + 6, + 258, + 166, + 489, + 328, + 433, + 423, + 395, + 314, + 271, + 469, + 43, + 197, + 389, + 107, + 89, + 82, + 278, + 403, + 148, + 8, + 31, + 77, + 364, + 390, + 392, + 59, + 170, + 20, + 431, + 290, + 443, + 21, + 200, + 265, + 28, + 502, + 35, + 79, + 46, + 67, + 461, + 141, + 86, + 103, + 262, + 300, + 421, + 127, + 286, + 128, + 355, + 363, + 369, + 344, + 386, + 139, + 174, + 298, + 437, + 388, + 177, + 178, + 334, + 186, + 190, + 473, + 478, + 429, + 436, + 448, + 199, + 206, + 225, + 212, + 214, + 231, + 238, + 295, + 307, + 365, + 370, + 463, + 396, + 404, + 482, + 491, + 414, + 501, + 9, + 14, + 17, + 29, + 32, + 38, + 48, + 54, + 56, + 58, + 61, + 64, + 70, + 75, + 78, + 88, + 99, + 104, + 109, + 114, + 116, + 122, + 133, + 156, + 160, + 163, + 171, + 173, + 184, + 191, + 193, + 204, + 211, + 217, + 222, + 227, + 230, + 235, + 240, + 246, + 251, + 261, + 266, + 270, + 275, + 277, + 287, + 302, + 306, + 322, + 333, + 337, + 340, + 342, + 346, + 351, + 360, + 367, + 376, + 381, + 399, + 401, + 405, + 407, + 411, + 418, + 426, + 428, + 432, + 438, + 442, + 449, + 453, + 458, + 462, + 465, + 467, + 475, + 483, + 488, + 492, + 503, + 506, + 508 + ] + ], + "unseen": 167 + }, + "7": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 337, + "groups": [ + [ + 0, + 339, + 38, + 108, + 101, + 117, + 438, + 154, + 43, + 245, + 282, + 305, + 449, + 470, + 51, + 283, + 14, + 44, + 128, + 259, + 308, + 410, + 123, + 442, + 363, + 458, + 8, + 33, + 302, + 316, + 351, + 139, + 276, + 378, + 194, + 192, + 164, + 267, + 119, + 437, + 357, + 174, + 220, + 208, + 20, + 374, + 352, + 187, + 200, + 461, + 413, + 120, + 202, + 327, + 432, + 112, + 113, + 399, + 242, + 191, + 158, + 199, + 141, + 425, + 10, + 178, + 288, + 239, + 287, + 165, + 382, + 372, + 452, + 60, + 81, + 325, + 65, + 166, + 122, + 72, + 86, + 95, + 168, + 295, + 333, + 155, + 496, + 94, + 167, + 11, + 83, + 129, + 260, + 299, + 57, + 475, + 350, + 289, + 58, + 189, + 6, + 248, + 258, + 48, + 303, + 26, + 346, + 16, + 7, + 105, + 275, + 18, + 459, + 390, + 274, + 466, + 176, + 175, + 118, + 427, + 132, + 61, + 338, + 75, + 93, + 499, + 80, + 414, + 76, + 394, + 180, + 415, + 489, + 177, + 84, + 140, + 135, + 85, + 92, + 469, + 159, + 115, + 387, + 193, + 349, + 144, + 493, + 150, + 445, + 464, + 163, + 323, + 315, + 429, + 317, + 173, + 229, + 256, + 426, + 257, + 269, + 284, + 300, + 322, + 334, + 503, + 468, + 491, + 492, + 4, + 12, + 15, + 23, + 27, + 32, + 42, + 46, + 49, + 54, + 59, + 64, + 68, + 77, + 87, + 90, + 97, + 99, + 102, + 107, + 110, + 114, + 130, + 133, + 136, + 153, + 160, + 179, + 183, + 188, + 197, + 207, + 215, + 222, + 227, + 233, + 238, + 241, + 246, + 249, + 253, + 255, + 266, + 271, + 278, + 280, + 290, + 292, + 296, + 306, + 311, + 319, + 330, + 335, + 340, + 342, + 347, + 355, + 358, + 361, + 364, + 369, + 373, + 377, + 380, + 383, + 391, + 400, + 405, + 407, + 411, + 419, + 428, + 433, + 441, + 446, + 451, + 460, + 471, + 476, + 479, + 483, + 485, + 488, + 497, + 500, + 505 + ], + [ + 1, + 55, + 146, + 198, + 313, + 205, + 448, + 389, + 78, + 225, + 37, + 285, + 2, + 401, + 368, + 508, + 395, + 367, + 252, + 145, + 124, + 320, + 343, + 24, + 31, + 50, + 148, + 329, + 69, + 510, + 435, + 237, + 481, + 35, + 70, + 103, + 143, + 41, + 29, + 121, + 226, + 170, + 231, + 172, + 268, + 40, + 147, + 171, + 190, + 244, + 71, + 261, + 228, + 156, + 324, + 423, + 82, + 404, + 182, + 436, + 22, + 184, + 397, + 221, + 263, + 217, + 457, + 5, + 353, + 206, + 219, + 162, + 472, + 211, + 151, + 403, + 218, + 294, + 19, + 332, + 21, + 39, + 385, + 396, + 30, + 393, + 420, + 116, + 235, + 209, + 88, + 149, + 297, + 201, + 502, + 501, + 473, + 214, + 67, + 73, + 264, + 307, + 62, + 424, + 314, + 321, + 250, + 304, + 277, + 161, + 272, + 36, + 453, + 53, + 127, + 204, + 384, + 416, + 454, + 477, + 507, + 96, + 490, + 126, + 104, + 137, + 185, + 376, + 465, + 152, + 142, + 392, + 450, + 212, + 234, + 195, + 223, + 281, + 345, + 210, + 486, + 232, + 422, + 439, + 265, + 456, + 298, + 309, + 318, + 509, + 326, + 336, + 354, + 359, + 371, + 408, + 494, + 443, + 365, + 440, + 386, + 418, + 412, + 430, + 462, + 467, + 482, + 511, + 3, + 9, + 13, + 17, + 25, + 28, + 34, + 45, + 47, + 52, + 56, + 63, + 66, + 74, + 79, + 89, + 91, + 98, + 100, + 106, + 109, + 111, + 125, + 131, + 134, + 138, + 157, + 169, + 181, + 186, + 196, + 203, + 213, + 216, + 224, + 230, + 236, + 240, + 243, + 247, + 251, + 254, + 262, + 270, + 273, + 279, + 286, + 291, + 293, + 301, + 310, + 312, + 328, + 331, + 337, + 341, + 344, + 348, + 356, + 360, + 362, + 366, + 370, + 375, + 379, + 381, + 388, + 398, + 402, + 406, + 409, + 417, + 421, + 431, + 434, + 444, + 447, + 455, + 463, + 474, + 478, + 480, + 484, + 487, + 495, + 498, + 504, + 506 + ] + ], + "unseen": 175 + }, + "8": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 287, + "groups": [ + [ + 3, + 225, + 247, + 370, + 216, + 355, + 199, + 365, + 402, + 231, + 244, + 191, + 477, + 11, + 132, + 189, + 162, + 151, + 496, + 155, + 359, + 462, + 210, + 318, + 325, + 308, + 422, + 74, + 364, + 368, + 268, + 331, + 110, + 249, + 270, + 468, + 53, + 140, + 242, + 169, + 32, + 177, + 353, + 78, + 170, + 126, + 357, + 111, + 442, + 87, + 115, + 315, + 378, + 179, + 319, + 425, + 175, + 262, + 439, + 458, + 27, + 66, + 347, + 81, + 204, + 93, + 356, + 35, + 154, + 205, + 304, + 233, + 327, + 335, + 13, + 26, + 33, + 218, + 265, + 76, + 413, + 414, + 116, + 322, + 451, + 361, + 113, + 161, + 489, + 186, + 399, + 440, + 305, + 258, + 237, + 172, + 260, + 104, + 201, + 482, + 283, + 397, + 109, + 147, + 330, + 49, + 57, + 307, + 101, + 86, + 427, + 239, + 509, + 505, + 64, + 148, + 389, + 296, + 277, + 317, + 328, + 119, + 256, + 366, + 138, + 160, + 190, + 426, + 447, + 227, + 224, + 206, + 217, + 384, + 314, + 430, + 432, + 383, + 386, + 429, + 449, + 470, + 497, + 479, + 1, + 5, + 7, + 9, + 14, + 17, + 19, + 21, + 23, + 29, + 34, + 39, + 44, + 47, + 50, + 54, + 56, + 62, + 69, + 72, + 75, + 79, + 82, + 85, + 89, + 91, + 95, + 97, + 99, + 103, + 106, + 117, + 121, + 125, + 130, + 134, + 137, + 141, + 143, + 145, + 150, + 156, + 163, + 166, + 174, + 185, + 188, + 194, + 196, + 198, + 208, + 211, + 214, + 220, + 223, + 228, + 230, + 235, + 240, + 245, + 248, + 254, + 257, + 261, + 266, + 273, + 276, + 279, + 286, + 290, + 294, + 298, + 301, + 306, + 310, + 323, + 326, + 336, + 341, + 343, + 351, + 367, + 373, + 376, + 385, + 388, + 393, + 398, + 401, + 404, + 407, + 410, + 415, + 417, + 420, + 428, + 433, + 435, + 437, + 444, + 452, + 457, + 460, + 463, + 472, + 475, + 481, + 486, + 491, + 498, + 502, + 508 + ], + [ + 2, + 282, + 181, + 456, + 379, + 16, + 24, + 120, + 38, + 321, + 176, + 83, + 297, + 167, + 280, + 333, + 382, + 43, + 135, + 293, + 202, + 289, + 51, + 173, + 345, + 63, + 192, + 127, + 292, + 504, + 37, + 288, + 253, + 281, + 374, + 60, + 467, + 340, + 31, + 68, + 311, + 443, + 164, + 272, + 12, + 158, + 316, + 350, + 490, + 510, + 28, + 241, + 215, + 40, + 41, + 503, + 46, + 464, + 338, + 59, + 108, + 61, + 234, + 212, + 424, + 392, + 129, + 299, + 501, + 178, + 391, + 412, + 405, + 67, + 112, + 71, + 346, + 94, + 362, + 157, + 100, + 114, + 122, + 124, + 480, + 131, + 146, + 152, + 303, + 465, + 171, + 329, + 363, + 180, + 494, + 495, + 182, + 184, + 236, + 358, + 200, + 344, + 441, + 207, + 349, + 221, + 469, + 251, + 252, + 313, + 446, + 394, + 263, + 267, + 284, + 269, + 396, + 275, + 448, + 487, + 320, + 334, + 339, + 354, + 360, + 454, + 369, + 371, + 380, + 381, + 418, + 408, + 421, + 450, + 455, + 466, + 473, + 478, + 484, + 485, + 492, + 499, + 507, + 0, + 4, + 6, + 8, + 10, + 15, + 18, + 20, + 22, + 25, + 30, + 36, + 42, + 45, + 48, + 52, + 55, + 58, + 65, + 70, + 73, + 77, + 80, + 84, + 88, + 90, + 92, + 96, + 98, + 102, + 105, + 107, + 118, + 123, + 128, + 133, + 136, + 139, + 142, + 144, + 149, + 153, + 159, + 165, + 168, + 183, + 187, + 193, + 195, + 197, + 203, + 209, + 213, + 219, + 222, + 226, + 229, + 232, + 238, + 243, + 246, + 250, + 255, + 259, + 264, + 271, + 274, + 278, + 285, + 287, + 291, + 295, + 300, + 302, + 309, + 312, + 324, + 332, + 337, + 342, + 348, + 352, + 372, + 375, + 377, + 387, + 390, + 395, + 400, + 403, + 406, + 409, + 411, + 416, + 419, + 423, + 431, + 434, + 436, + 438, + 445, + 453, + 459, + 461, + 471, + 474, + 476, + 483, + 488, + 493, + 500, + 506, + 511 + ] + ], + "unseen": 225 + }, + "9": { + "decode_steps": 220, + "experts": 512, + "experts_seen": 285, + "groups": [ + [ + 10, + 211, + 410, + 420, + 49, + 332, + 499, + 127, + 70, + 254, + 180, + 404, + 32, + 154, + 139, + 111, + 462, + 122, + 506, + 376, + 275, + 368, + 37, + 45, + 59, + 167, + 214, + 132, + 349, + 191, + 301, + 508, + 40, + 456, + 242, + 262, + 395, + 129, + 140, + 208, + 478, + 130, + 243, + 360, + 471, + 491, + 194, + 299, + 363, + 429, + 256, + 103, + 255, + 372, + 183, + 17, + 274, + 24, + 321, + 362, + 402, + 454, + 94, + 71, + 442, + 58, + 68, + 361, + 443, + 446, + 19, + 158, + 53, + 310, + 245, + 83, + 432, + 63, + 246, + 337, + 160, + 48, + 77, + 145, + 212, + 502, + 142, + 346, + 97, + 85, + 493, + 112, + 34, + 82, + 350, + 23, + 409, + 221, + 56, + 267, + 126, + 308, + 149, + 408, + 190, + 399, + 213, + 405, + 259, + 304, + 286, + 80, + 396, + 423, + 463, + 426, + 284, + 88, + 335, + 373, + 388, + 60, + 239, + 483, + 340, + 62, + 155, + 171, + 161, + 89, + 152, + 472, + 421, + 185, + 210, + 187, + 511, + 202, + 258, + 265, + 295, + 300, + 494, + 7, + 12, + 16, + 21, + 25, + 27, + 29, + 31, + 35, + 42, + 44, + 55, + 61, + 66, + 69, + 76, + 79, + 90, + 92, + 95, + 101, + 104, + 106, + 108, + 113, + 116, + 119, + 121, + 128, + 133, + 135, + 137, + 143, + 150, + 157, + 162, + 164, + 170, + 173, + 176, + 178, + 186, + 195, + 197, + 199, + 203, + 207, + 215, + 217, + 226, + 230, + 234, + 236, + 238, + 241, + 251, + 261, + 266, + 272, + 276, + 278, + 280, + 285, + 289, + 292, + 296, + 309, + 314, + 320, + 325, + 327, + 329, + 333, + 338, + 342, + 345, + 351, + 358, + 365, + 367, + 370, + 374, + 378, + 380, + 383, + 385, + 387, + 390, + 393, + 397, + 401, + 411, + 414, + 417, + 419, + 431, + 435, + 437, + 439, + 441, + 445, + 449, + 455, + 459, + 467, + 469, + 474, + 477, + 481, + 485, + 495, + 500, + 503 + ], + [ + 0, + 1, + 148, + 466, + 75, + 247, + 282, + 281, + 356, + 110, + 201, + 253, + 271, + 18, + 339, + 250, + 355, + 305, + 406, + 453, + 507, + 318, + 464, + 146, + 166, + 72, + 3, + 228, + 181, + 257, + 269, + 316, + 336, + 470, + 117, + 509, + 13, + 52, + 434, + 398, + 452, + 354, + 428, + 138, + 412, + 153, + 450, + 125, + 344, + 87, + 96, + 324, + 2, + 4, + 6, + 179, + 189, + 231, + 302, + 475, + 46, + 319, + 391, + 8, + 100, + 232, + 64, + 422, + 415, + 9, + 14, + 447, + 252, + 36, + 38, + 39, + 204, + 47, + 50, + 54, + 74, + 124, + 147, + 224, + 461, + 165, + 182, + 192, + 223, + 81, + 174, + 311, + 98, + 115, + 151, + 287, + 486, + 86, + 168, + 457, + 497, + 193, + 206, + 218, + 229, + 322, + 427, + 270, + 492, + 298, + 496, + 219, + 315, + 487, + 222, + 293, + 225, + 331, + 382, + 244, + 248, + 510, + 264, + 291, + 303, + 306, + 307, + 348, + 313, + 352, + 353, + 359, + 377, + 403, + 425, + 430, + 460, + 480, + 482, + 488, + 490, + 505, + 5, + 11, + 15, + 20, + 22, + 26, + 28, + 30, + 33, + 41, + 43, + 51, + 57, + 65, + 67, + 73, + 78, + 84, + 91, + 93, + 99, + 102, + 105, + 107, + 109, + 114, + 118, + 120, + 123, + 131, + 134, + 136, + 141, + 144, + 156, + 159, + 163, + 169, + 172, + 175, + 177, + 184, + 188, + 196, + 198, + 200, + 205, + 209, + 216, + 220, + 227, + 233, + 235, + 237, + 240, + 249, + 260, + 263, + 268, + 273, + 277, + 279, + 283, + 288, + 290, + 294, + 297, + 312, + 317, + 323, + 326, + 328, + 330, + 334, + 341, + 343, + 347, + 357, + 364, + 366, + 369, + 371, + 375, + 379, + 381, + 384, + 386, + 389, + 392, + 394, + 400, + 407, + 413, + 416, + 418, + 424, + 433, + 436, + 438, + 440, + 444, + 448, + 451, + 458, + 465, + 468, + 473, + 476, + 479, + 484, + 489, + 498, + 501, + 504 + ] + ], + "unseen": 227 + } + }, + "schema": "1bit/moe-placement/1", + "share_held_out": 0.1892, + "share_in_sample": 0.523 +} diff --git a/tests/moe_placement_test.cpp b/tests/moe_placement_test.cpp index 67fe850c1..90be86043 100644 --- a/tests/moe_placement_test.cpp +++ b/tests/moe_placement_test.cpp @@ -19,6 +19,7 @@ #include "moe_placement.h" #include +#include #include #include @@ -64,7 +65,40 @@ json with(const std::function& edit) { } // namespace -int main() { +// engine#1702: the WRITER's real output, read by the SHIPPED reader. Every other arm here builds its table by +// hand, so nothing proved that a table the pipeline actually produces is one a consumer can adopt -- a schema typo +// or a renamed key would leave both suites green and fail in the field. The table is Qwen3.8-Flash-Next at 2 +// groups (48 routed layers, 512 experts, held out 18.9%); the path comes from the command line so the test can +// also be built standalone. +void adopt_writer_table(const std::string& path) { + std::ifstream in(path); + if (!in) { + check(false, "the writer's fixture table could not be opened: " + path); + return; + } + json t; + in >> t; + PlacementExpect w; + for (int layer = 0; layer < 48; ++layer) w.layers.push_back(layer); + w.n_experts = 512; + w.groups = 2; + const Placement p = parse_placement(t, w); + check(p.layers.size() == 48 && p.groups == 2, + "the writer's own table is adopted by the reader: 48 routed layers, 512 experts, 2 groups"); + check(p.share_held_out > 0.15 && p.share_held_out < 0.30, + "the fixture's held-out share is the one the writer reported (0.1892), and above the 15% gate"); + check(p.held_out_steps == 5280, "the fixture carries the writer's held-out step count"); + // Every expert of every layer must read back to a real group -- that is what a splitter does per token. + bool all_placed = true; + for (int layer = 0; layer < 48 && all_placed; ++layer) + for (int e = 0; e < 512; ++e) { + const int g = p.group_of(layer, e); + if (g < 0 || g > 1) { all_placed = false; break; } + } + check(all_placed, "every (layer, expert) of the writer's table reads back to group 0 or 1"); +} + +int main(int argc, char** argv) { { const Placement p = parse_placement(good(), want()); check(p.groups == 2 && p.layers.size() == 2, "a table for this model is adopted: 2 groups, layers 1 and 3"); @@ -123,6 +157,11 @@ int main() { "expert 8 is not placed"); } refused("the caller names nothing", good(), PlacementExpect{}, "must name its routed layers"); + if (argc > 1) { + adopt_writer_table(argv[1]); + } else { + std::printf("skip the writer's fixture table: no path given (CMake passes one)\n"); + } std::printf("%s\n", fails ? "moe_placement_test: FAILED" : "moe_placement_test: ok"); return fails ? 1 : 0; }