{ "benchmarkMethodologyNotes": { "json": [ "AWS c7i.16xlarge, Intel Xeon Platinum 8488C, Linux x86_64, 128 GiB RAM. CPU affinity 0–31: one logical thread per physical core; compiler/Rayon budget 32. System allocator; one case at a time; one wall-clock pass. Rust 1.95.0 / LLVM 22.1.2, generic x86 target. No cross-campaign improvement claim.", "All 9,558 JSONSchemaBench schemas attempted. Common cold TTFM: 7,948 built schemas. Runtime: 10,668 complete correct expected-valid trajectories, accepted at end without runtime error in all five engines, with 1,570,228 equal positions per engine. Invalid, incorrect, failed and incomplete trajectories are excluded, never truncated into shared prefixes. Linear-interpolated quantiles and arithmetic transition-weighted means.", "TBM is exact commit + next-mask. TTFM is build start through first ready mask; vocabulary preparation excluded. Worker memory 6 GiB, aggregate 7 GiB, no swap; build timeout 60 seconds, per-fixture runtime timeout 120 seconds. XGrammar cloudformation.schema aggregate-memory failure remains; six llguidance runtime-error examples remain unknown. The report-only memory recovery did not change measurement limits or rerun measurements.", "GLRMask freeze 3d65c7a; llguidance 1.9.1 at f0971424; XGrammar 0.2.8 at 97787376 (harness ID xgrammar2 does not mean version 2.0). Later schema-policy revision a306051 was not measured. No verified full-corpus later-policy classification was found, so no inferred eligibility filter is applied. Frozen-label disagreements need dialect/format review; observed fixture correctness is not full-language equivalence. The reported frozen debug-loader stress overflow remains unresolved; release stress untested." ], "javascript": [ "Same displayed engines, hardware, vocabulary, allocator, affinity, limits and one-pass timing protocol. One shared language compile per original process, fresh matcher/state per fixture. GLR grammar syntax-only compatibility conversion preserved all fixture tokens, labels and other-engine grammar strings.", "55 fixture records per arm: 31 expected valid and 24 negative. Common runtime: 27 complete correct valid trajectories, 2,370 positions per engine. Three llguidance valid rejections and the XGrammar final valid-fixture timeout are excluded. Small extreme-tail sample; no repeated-run stability claim.", "XGrammar original process completed indices 0–29 and timed out at index 30 after 120 seconds. Only unattempted negative indices 31–54 continued separately, with no completed or failed fixture rerun. Its original one-process protocol did not complete. Positive runtime uses only the original process. Cold TTFM uses its original 4.175510255-second observation; the real second 4.178986409-second cold observation is supplemental and not averaged into the headline." ] }, "benchmarkJsonProvenance": { "schema": "glrmask-aws-five-frameworks-v1", "measured_glrmask_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "current_schema_policy_revision": "a306051c9fcefb3eccddc2e718e289d96c1836f7", "eligibility_policy": "Frozen measured importer and original labels. No full-corpus classification for subsequent policy exists in the reviewed evidence; no inferred post-policy filtering.", "framework_revisions": { "static": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "dynamic": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "llguidance": "f0971424ec072d3e4d4196bcc7f31a2f60527df9", "xgrammar": "97787376faee5ed8466cfad57c99855e4ce2f6aa" }, "xgrammar_version": "0.2.8", "xgrammar_commit": "97787376faee5ed8466cfad57c99855e4ce2f6aa", "llguidance_version": "1.9.1", "machine": { "cpu_model": "Intel Xeon Platinum 8488C", "instance_type": "c7i.16xlarge", "os": "Linux", "architecture": "x86_64", "physical_cores": 32, "vcpus": 64, "memory_gib": 128, "affinity": "0-31, one logical thread per physical core", "rayon_and_compiler_thread_budget": 32 }, "allocator": "system", "timing_runs": 1, "clock": "wall", "compiler": "Rust 1.95.0, LLVM 22.1.2; generic x86 target, no target-cpu=native", "workload": "make final-jsb LIMIT=9558", "worker_memory_mib": 6144, "aggregate_memory_mib": 7168, "build_timeout_seconds": 60, "per_fixture_runtime_timeout_seconds": 120, "tbm_definition": "commit + next-mask, verified exact integer nanoseconds", "ttfm_definition": "build start through first ready mask; vocabulary preparation excluded", "selection": "Intersection of complete correct expected-valid accepted trajectories, acceptance at end, no runtime error and equal token counts across all five arms. Failures and partial prefixes excluded; raw preserved.", "cohort": { "ttfm_common_schemas": 7948, "complete_valid_trajectories": 10668, "positions": 1570228, "membership_sha256": "35e7844ce47be8df16383be1af608a10231eaf9870e6f5077b8295f975511f6c" }, "raw_sha256": { "static": "de52d82cdd63594a3f83f377a130710b5571cf66babf4b94bc2f449cdd193b88", "dynamic": "ddfdd25b3dc2dae75665dba5d9062d53ec786496da0e9ff8f4bb0bd65df7fd02", "llguidance": "b3fa8c8f3a7c7d7bd6b7729c91a25d0a86394522914b23b729e205251aec0b07", "xgrammar": "d4e3ecbabafba647fa9b86b4935018ce92311f8c7b6a726177d8058c0972e8bb" }, "arrays_sha256": "7503aeb827658b33758232bbd22b8dc34f614d544c7578783c84fdc2cec5b511", "correctness_qualification": "Conditional observed-correct cohort, not full-language equivalence. Frozen-label dialect/format disagreements remain. Frozen revision has a reported unresolved debug-loader stress overflow; release stress not tested.", "comparison_scope": "Original fixed five-arm cohorts, mixed completed/reused campaigns with changed source and isolation/observer conditions; no causal improvement claim.", "campaign_arms": 5, "displayed_arms": 4, "display_policy": "Four displayed arms use the unchanged fixed five-arm campaign intersections; presentation filtering does not recalculate cohort membership or measurements.", "static_source": { "base_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "patch_sha256": "0550adc23d330c4aec4001c1d00b31d3985a7243159321be087754ca1087aa89", "binary_sha256": "d1f77416e03019ae86c534e4ff747e26b87aff2e46917bbc7c204da47a9515c0", "current_HEAD_measurement": false, "raw_dataset_url": "/data/glrmask-static-prepared-fragments-20261019.json.zst", "trial_manifest_url": "/data/glrmask-static-prepared-fragments-trials-20261019.json", "raw_merged_schema_count": 9558, "ttfm_common_schema_count": 7948, "position_count": 1570228, "source_hosts": 2, "within_chunk_control_and_fix_same_host": true, "serving_cpu": 31, "smt_sibling_63_online": false, "helper_cpus": "0-30,32-62", "kernel_isolation": "isolcpus=domain,managed_irq,31,63 irqaffinity=0-30,32-62 nohz_full=31,63", "clock_observer": "Original wall clock calls plus RAM logger; CPU31 kernel trace; no PMU; no timing subtraction", "static_arrays_sha256": "dfd0f506ee10825ed6f8209bf557cbc39a19226a3d73962255733eab08efef69", "aggregation": "One raw observation per schema and aligned token position, deterministic complete same-host paired chunks; no minima across trials and no timing subtraction." }, "baseline_arrays_sha256": "ecd1ea4e5305ffd7fe9d11785eb0fe679aa1aa337f9cdecd3e6d9668189f1308", "baseline_full_export_sha256": "e5b242ebced039e7f4f6a90bcc16c1fc28dbb00ddac2e8cfc685e7b1ec7cd79b", "incremental_sources": { "dynamic": { "framework": "glrmask_dynamic", "display_mode": "dynamic", "suite": "json", "raw_url": "/data/glrmask-dynamic-json-aws-completed-20261019.json.zst", "raw_sha256": "ddfdd25b3dc2dae75665dba5d9062d53ec786496da0e9ff8f4bb0bd65df7fd02", "raw_bytes": 22981995, "framework_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "recorded_config": { "source_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "source_dirty": true, "api": "native public Grammar::compile_with explicit Optimization / ConstraintState::fill_mask / commit_token", "token_policy": { "format": "native-model-control-policy-v1", "source": "frozen tokenizer.json added_tokens[].special; explicit EOS from frozen corpus metadata", "vocab_size": 128256, "eos_token_id": 128009, "control_token_ids": [ 128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255 ], "ordinary_token_count": 128000, "ready_mask": "ordinary grammar continuations plus EOS iff complete; other model controls excluded unless explicitly constrained as exact IDs", "text_replay": "ordinary IDs only; control-token printable spellings remain legal ordinary text when the grammar allows them", "mask_postfilter": false }, "control_token_api": "Vocab::new_with_exact_token_ids plus BuildOptions::end_tokens; EOS/control handling included inside native ready-mask timing", "mode": "dynamic", "allocator": "Rust process default (system allocator)", "vocab_precomputation": "VocabExt::prepare_for_compile", "grammar_api": "public Grammar::from_glrm + native compile", "available_parallelism": 1, "environment": { "GLRMASK_JSON_SCHEMA_COERCE_ONE_OF_TO_ANY_OF": "0", "RAYON_NUM_THREADS": "32" }, "json_whitespace": "GLRMask native JSON Schema policy (comma+one-space, colon+one-space)" }, "conditions": "c7i.16xlarge 8488C; B isolation: CPU31 main, SMT63offline, helpers/IRQ/housekeeping H; fixed original wall clocks plus logger/kernel trace; 256-schema fresh-process chunks. GLR frozen3d65+cachepatch, llguidance frozenf097.", "source_patch_sha256": "0550adc23d330c4aec4001c1d00b31d3985a7243159321be087754ca1087aa89", "binary_sha256": "d1f77416e03019ae86c534e4ff747e26b87aff2e46917bbc7c204da47a9515c0", "current_HEAD_performance_qualification": false, "aggregation": "All completed deterministic coverage chunks; no latency selection or subtraction. JS cold TTFM is original first fixture only.", "cold_schemas": 7948, "trajectories": 10668, "positions": 1570228, "trial_manifest_url": "/data/glrmask-completed-four-aws-trials-20261019.json" }, "llguidance": { "framework": "llguidance", "display_mode": "llguidance", "suite": "json", "raw_url": "/data/glrmask-llguidance-json-aws-completed-20261019.json.zst", "raw_sha256": "b3fa8c8f3a7c7d7bd6b7729c91a25d0a86394522914b23b729e205251aec0b07", "raw_bytes": 22095039, "framework_revision": "f0971424ec072d3e4d4196bcc7f31a2f60527df9", "recorded_config": { "api": "llguidance v1.9.1 native Rust ParserFactory + Matcher", "allocator": "Rust process default (system allocator)", "token_policy": { "format": "native-model-control-policy-v1", "source": "frozen tokenizer.json added_tokens[].special; explicit EOS from frozen corpus metadata", "vocab_size": 128256, "eos_token_id": 128009, "control_token_ids": [ 128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255 ], "ordinary_token_count": 128000, "ready_mask": "ordinary grammar continuations plus EOS iff complete; other model controls excluded unless explicitly constrained as exact IDs", "text_replay": "ordinary IDs only; control-token printable spellings remain legal ordinary text when the grammar allows them", "mask_postfilter": false }, "control_token_api": "first-party ByteTokenizer special metadata and explicit set_eos_token; native compute_mask_or_eos readiness", "vocab_precomputation": "ByteTokenizer -> TokEnv + ParserFactory::new_simple (general slicer)", "available_parallelism": 1, "json_whitespace": { "whitespace_flexible": false, "item_separator": ", ", "key_separator": ": " }, "forcing": "upstream native default (enabled)", "environment": { "RAYON_NUM_THREADS": "32" }, "parser_limits": { "max_items_in_row": 2000, "initial_lexer_fuel": 1000000, "step_lexer_fuel": 200000, "step_max_items": 50000, "max_lexer_states": 250000, "max_grammar_size": 500000, "precompute_large_lexemes": true, "verbose_errors": false }, "parser_limit_policy": "upstream 1.9.1 defaults", "javascript": false, "javascript_slices": null, "grammar_api": "native TopLevelGrammar::from_lark; engine-specific grammar bytes recorded in input manifest" }, "conditions": "c7i.16xlarge 8488C; B isolation: CPU31 main, SMT63offline, helpers/IRQ/housekeeping H; fixed original wall clocks plus logger/kernel trace; 256-schema fresh-process chunks. GLR frozen3d65+cachepatch, llguidance frozenf097.", "source_patch_sha256": null, "binary_sha256": "fd93aa3de5a3edd7090c2cae4bac33b5fe4556645f1d543f9aa0ed9fc21dbeed", "current_HEAD_performance_qualification": false, "aggregation": "All completed deterministic coverage chunks; no latency selection or subtraction. JS cold TTFM is original first fixture only.", "cold_schemas": 7948, "trajectories": 10668, "positions": 1570228, "trial_manifest_url": "/data/glrmask-completed-four-aws-trials-20261019.json" } }, "protocol_scope": "Top-level protocol fields describe the original campaign; source-specific replacement metadata takes precedence for replaced arms.", "hidden_cohort_sources": { "balanced": { "framework": "dualmask_o2", "display_mode": "balanced", "suite": "json", "raw_url": "/data/glrmask-balanced-json-aws-completed-20261019.json.zst", "raw_sha256": "3a7cd6d16773c55bf15a94d388d0802f14b702380d7df0e51106fd8926c39149", "raw_bytes": 22070107, "framework_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "recorded_config": { "source_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "source_dirty": true, "api": "native public Grammar::compile_with explicit Optimization / ConstraintState::fill_mask / commit_token", "token_policy": { "format": "native-model-control-policy-v1", "source": "frozen tokenizer.json added_tokens[].special; explicit EOS from frozen corpus metadata", "vocab_size": 128256, "eos_token_id": 128009, "control_token_ids": [ 128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255 ], "ordinary_token_count": 128000, "ready_mask": "ordinary grammar continuations plus EOS iff complete; other model controls excluded unless explicitly constrained as exact IDs", "text_replay": "ordinary IDs only; control-token printable spellings remain legal ordinary text when the grammar allows them", "mask_postfilter": false }, "control_token_api": "Vocab::new_with_exact_token_ids plus BuildOptions::end_tokens; EOS/control handling included inside native ready-mask timing", "mode": "dualmask_o2", "allocator": "Rust process default (system allocator)", "vocab_precomputation": "VocabExt::prepare_for_compile", "grammar_api": "public Grammar::from_glrm + native compile", "available_parallelism": 1, "environment": { "GLRMASK_JSON_SCHEMA_COERCE_ONE_OF_TO_ANY_OF": "0", "RAYON_NUM_THREADS": "32" }, "json_whitespace": "GLRMask native JSON Schema policy (comma+one-space, colon+one-space)" }, "conditions": "c7i.16xlarge 8488C; B isolation: CPU31 main, SMT63offline, helpers/IRQ/housekeeping H; fixed original wall clocks plus logger/kernel trace; 256-schema fresh-process chunks. GLR frozen3d65+cachepatch, llguidance frozenf097.", "source_patch_sha256": "0550adc23d330c4aec4001c1d00b31d3985a7243159321be087754ca1087aa89", "binary_sha256": "d1f77416e03019ae86c534e4ff747e26b87aff2e46917bbc7c204da47a9515c0", "current_HEAD_performance_qualification": false, "aggregation": "All completed deterministic coverage chunks; no latency selection or subtraction. JS cold TTFM is original first fixture only.", "cold_schemas": 7948, "trajectories": 10668, "positions": 1570228, "metrics_ns": { "tbm": { "mean": 12897.619911885407, "median": 6617, "p90": 30861, "p99": 71046.91999999993, "p99_5": 87305.86499999999, "p99_9": 203827.8280000016, "p99_99": 438357.1494998834, "max": 681420 }, "commit": { "mean": 2868.248605298084, "median": 1883, "p90": 5871, "p99": 13813.729999999981, "p99_5": 17300, "p99_9": 25390.865000000224, "p99_99": 46029.5937999906, "max": 153139 }, "mask": { "mean": 10029.371306587323, "median": 1323, "p90": 25906, "p99": 64297.45999999996, "p99_5": 79005.45999999996, "p99_9": 197982, "p99_99": 419267.2054999969, "max": 677529 }, "ttfm": { "mean": 14012634.913437342, "median": 8277562, "p90": 21699837.7, "p99": 116477151.19999987, "p99_5": 170504891.08000007, "p99_9": 522699705.79399884, "p99_99": 719975153.304602, "max": 722907582 } }, "displayed": false, "trial_manifest_url": "/data/glrmask-completed-remaining-aws-trials-20261019.json" } } }, "benchmarkJavaScriptProvenance": { "schema": "glrmask-aws-five-frameworks-v1", "measured_glrmask_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "current_schema_policy_revision": "a306051c9fcefb3eccddc2e718e289d96c1836f7", "eligibility_policy": "Frozen measured importer and original labels. No full-corpus classification for subsequent policy exists in the reviewed evidence; no inferred post-policy filtering.", "framework_revisions": { "static": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "dynamic": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "llguidance": "f0971424ec072d3e4d4196bcc7f31a2f60527df9", "xgrammar": "97787376faee5ed8466cfad57c99855e4ce2f6aa" }, "xgrammar_version": "0.2.8", "xgrammar_commit": "97787376faee5ed8466cfad57c99855e4ce2f6aa", "llguidance_version": "1.9.1", "machine": { "cpu_model": "Intel Xeon Platinum 8488C", "instance_type": "c7i.16xlarge", "os": "Linux", "architecture": "x86_64", "physical_cores": 32, "vcpus": 64, "memory_gib": 128, "affinity": "0-31, one logical thread per physical core", "rayon_and_compiler_thread_budget": 32 }, "allocator": "system", "timing_runs": 1, "clock": "wall", "compiler": "Rust 1.95.0, LLVM 22.1.2; generic x86 target, no target-cpu=native", "workload": "shared JavaScript grammar; one compile per original engine process, fresh state per fixture", "worker_memory_mib": 6144, "aggregate_memory_mib": 7168, "build_timeout_seconds": 60, "per_fixture_runtime_timeout_seconds": 120, "tbm_definition": "commit + next-mask, verified exact integer nanoseconds", "ttfm_definition": "build start through first ready mask; vocabulary preparation excluded", "selection": "Intersection of complete correct expected-valid accepted trajectories, acceptance at end, no runtime error and equal token counts across all five arms. Failures and partial prefixes excluded; raw preserved.", "cohort": { "ttfm_common_schemas": 1, "complete_valid_trajectories": 27, "positions": 2370, "membership_sha256": "c54446b45ac7d0f9cf935d7245739a26668a13ba7639e2b51573ab6653a523a4" }, "raw_sha256": { "static": "fced7d307429cfebb92f300bbd80204f5ca5a1c8c7e7ffaf761b163d677cf50c", "dynamic": "cd3a68659d55780193737ba15383e4ff9ab8d41b43b211450303836cad4c8c37", "llguidance": "7b85f5cffabb5f81cf1606fc3c228d0371356ca1cf3f4670733e5ffcf92e6883", "xgrammar": "848714ad86e228fa1aa6db64c4d3417ccca67ef50da02298834754ed96718d43" }, "arrays_sha256": "16cbff9ac3613e07aa9b6655454a7cfe5dba9d27d2dc43c074e0042bbafbf189", "correctness_qualification": "Conditional observed-correct cohort, not full-language equivalence. Frozen-label dialect/format disagreements remain. Frozen revision has a reported unresolved debug-loader stress overflow; release stress not tested.", "comparison_scope": "Original fixed five-arm cohorts, mixed completed/reused campaigns with changed source and isolation/observer conditions; no causal improvement claim.", "protocol_exception": { "engine": "xgrammar", "timeout_fixture": "javascript/capability/30-31_final_boss", "timeout_seconds": 120, "original_completed_indices": [ 0, 29 ], "continuation_negative_indices": [ 31, 54 ], "original_one_process_protocol_complete": false, "completed_or_failed_fixtures_rerun": 0, "real_compiles": 2, "cold_ttfm_ns": [ 4175510255, 4178986409 ], "headline_runtime": "Original-process positive trajectories only; continuation contributes no headline runtime samples." }, "excluded_positive_fixtures": [ "javascript/capability/05-06_arrows_and_assignments", "javascript/capability/06-07_operators_and_precedence", "javascript/capability/22-23_template_substitution_and_tagged", "javascript/capability/30-31_final_boss" ], "campaign_arms": 5, "displayed_arms": 4, "display_policy": "Four displayed arms use the unchanged fixed five-arm campaign intersections; presentation filtering does not recalculate cohort membership or measurements.", "baseline_arrays_sha256": "1a824136ce32b4570fded0b2539c1472c36b06c9a6c22e422fa8bb4a7f364a34", "baseline_full_export_sha256": "e5b242ebced039e7f4f6a90bcc16c1fc28dbb00ddac2e8cfc685e7b1ec7cd79b", "incremental_sources": { "llguidance": { "framework": "llguidance", "display_mode": "llguidance", "suite": "js", "raw_url": "/data/glrmask-llguidance-js-aws-completed-20261019.json.zst", "raw_sha256": "7b85f5cffabb5f81cf1606fc3c228d0371356ca1cf3f4670733e5ffcf92e6883", "raw_bytes": 41766, "framework_revision": "f0971424ec072d3e4d4196bcc7f31a2f60527df9", "recorded_config": { "engine": { "api": "llguidance v1.9.1 native Rust ParserFactory + Matcher", "allocator": "Rust process default (system allocator)", "token_policy": { "format": "native-model-control-policy-v1", "source": "frozen tokenizer.json added_tokens[].special; explicit EOS from frozen corpus metadata", "vocab_size": 128256, "eos_token_id": 128009, "control_token_ids": [ 128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255 ], "ordinary_token_count": 128000, "ready_mask": "ordinary grammar continuations plus EOS iff complete; other model controls excluded unless explicitly constrained as exact IDs", "text_replay": "ordinary IDs only; control-token printable spellings remain legal ordinary text when the grammar allows them", "mask_postfilter": false }, "control_token_api": "first-party ByteTokenizer special metadata and explicit set_eos_token; native compute_mask_or_eos readiness", "vocab_precomputation": "ByteTokenizer -> TokEnv + ParserFactory::new_simple (general slicer)", "available_parallelism": 1, "json_whitespace": { "whitespace_flexible": false, "item_separator": ", ", "key_separator": ": " }, "forcing": "controlled by frozen Lark grammar header", "environment": { "RAYON_NUM_THREADS": "32" }, "parser_limits": { "max_items_in_row": 1000000, "initial_lexer_fuel": 100000000, "step_lexer_fuel": 100000000, "step_max_items": 10000000, "max_lexer_states": 5000000, "max_grammar_size": 5000000, "precompute_large_lexemes": true, "verbose_errors": false }, "parser_limit_policy": "finite JS-oriented public API limits", "javascript": true, "javascript_slices": [ "[\\x20\\x0A\\x0D\\x09]+", "[^\"\\\\\\x00-\\x1F\\x7F]{1,10}", "[^\"\\\\\\x00-\\x1F\\x7F]{1,30}", "[^\"\\\\\\x00-\\x1F\\x7F]+", "[^\"'`\\x00-\\x1F\\x5C\\x7F]{1,10}", "[^\"'`\\x00-\\x1F\\x5C\\x7F]{1,30}", "[^\"'`\\x00-\\x1F\\x5C\\x7F]+", "(?:[^\"'`]+|\"(?:\\\\[^\\n\\r]|[^\"\\\\\\n\\r])*\"|'(?:\\\\[^\\n\\r]|[^'\\\\\\n\\r])*'|`(?:\\\\[\\s\\S]|[^`\\\\])*`)+" ], "grammar_api": "native TopLevelGrammar::from_lark; engine-specific grammar bytes recorded in input manifest" }, "constraint_reuse": { "mode": "explicit-shared-javascript-grammar-v1", "real_compile_count": 1, "grammar_identity_checked": "exact source bytes + format + root for every selected fixture", "static_compiled_constraint": "retained for selected fixtures within this process", "generation_state": "fresh Engine::start for each independent example; no replay-state reuse", "repeat_isolation": "fresh runner process required for each repeat; no serialized runtime cache", "first_fixture_id": "javascript/capability/00-01_lexical_literals", "fixture_count": 55, "ttfm_population": "single cold shared-constraint observation; do not pool with historical per-fixture TTFM", "compile_cache_isolation": "before_problem called once after synthetic warmup, before real shared build" } }, "conditions": "Same B isolation and observers as JSON; one fresh shared-grammar process for55 fixtures; one cold shared grammar build.", "source_patch_sha256": null, "binary_sha256": "fd93aa3de5a3edd7090c2cae4bac33b5fe4556645f1d543f9aa0ed9fc21dbeed", "current_HEAD_performance_qualification": false, "aggregation": "All completed deterministic coverage chunks; no latency selection or subtraction. JS cold TTFM is original first fixture only.", "cold_schemas": 1, "trajectories": 27, "positions": 2370, "trial_manifest_url": "/data/glrmask-completed-four-aws-trials-20261019.json" }, "static": { "framework": "glrmask", "display_mode": "static", "suite": "js", "raw_url": "/data/glrmask-static-js-aws-completed-20261019.json.zst", "raw_sha256": "fced7d307429cfebb92f300bbd80204f5ca5a1c8c7e7ffaf761b163d677cf50c", "raw_bytes": 34813, "framework_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "recorded_config": { "engine": { "source_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "source_dirty": true, "api": "native public Grammar::compile_with explicit Optimization / ConstraintState::fill_mask / commit_token", "token_policy": { "format": "native-model-control-policy-v1", "source": "frozen tokenizer.json added_tokens[].special; explicit EOS from frozen corpus metadata", "vocab_size": 128256, "eos_token_id": 128009, "control_token_ids": [ 128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255 ], "ordinary_token_count": 128000, "ready_mask": "ordinary grammar continuations plus EOS iff complete; other model controls excluded unless explicitly constrained as exact IDs", "text_replay": "ordinary IDs only; control-token printable spellings remain legal ordinary text when the grammar allows them", "mask_postfilter": false }, "control_token_api": "Vocab::new_with_exact_token_ids plus BuildOptions::end_tokens; EOS/control handling included inside native ready-mask timing", "mode": "static", "allocator": "Rust process default (system allocator)", "vocab_precomputation": "VocabExt::prepare_for_compile", "grammar_api": "public Grammar::from_glrm + native compile", "available_parallelism": 1, "environment": { "GLRMASK_JSON_SCHEMA_COERCE_ONE_OF_TO_ANY_OF": "0", "RAYON_NUM_THREADS": "32" }, "json_whitespace": "GLRMask native JSON Schema policy (comma+one-space, colon+one-space)" }, "constraint_reuse": { "mode": "explicit-shared-javascript-grammar-v1", "real_compile_count": 1, "grammar_identity_checked": "exact source bytes + format + root for every selected fixture", "static_compiled_constraint": "retained for selected fixtures within this process", "generation_state": "fresh Engine::start for each independent example; no replay-state reuse", "repeat_isolation": "fresh runner process required for each repeat; no serialized runtime cache", "first_fixture_id": "javascript/capability/00-01_lexical_literals", "fixture_count": 55, "ttfm_population": "single cold shared-constraint observation; do not pool with historical per-fixture TTFM", "compile_cache_isolation": "before_problem called once after synthetic warmup, before real shared build" } }, "conditions": "Same B isolation and observers as JSON; one fresh shared-grammar process for55 fixtures; one cold shared grammar build.", "source_patch_sha256": "0550adc23d330c4aec4001c1d00b31d3985a7243159321be087754ca1087aa89", "binary_sha256": "d1f77416e03019ae86c534e4ff747e26b87aff2e46917bbc7c204da47a9515c0", "current_HEAD_performance_qualification": false, "aggregation": "All completed deterministic coverage chunks; no latency selection or subtraction. JS cold TTFM is original first fixture only.", "cold_schemas": 1, "trajectories": 27, "positions": 2370, "trial_manifest_url": "/data/glrmask-completed-four-aws-trials-20261019.json" }, "dynamic": { "framework": "glrmask_dynamic", "display_mode": "dynamic", "suite": "js", "raw_url": "/data/glrmask-dynamic-js-aws-completed-20261019.json.zst", "raw_sha256": "cd3a68659d55780193737ba15383e4ff9ab8d41b43b211450303836cad4c8c37", "raw_bytes": 39457, "framework_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "recorded_config": { "engine": { "source_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "source_dirty": true, "api": "native public Grammar::compile_with explicit Optimization / ConstraintState::fill_mask / commit_token", "token_policy": { "format": "native-model-control-policy-v1", "source": "frozen tokenizer.json added_tokens[].special; explicit EOS from frozen corpus metadata", "vocab_size": 128256, "eos_token_id": 128009, "control_token_ids": [ 128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255 ], "ordinary_token_count": 128000, "ready_mask": "ordinary grammar continuations plus EOS iff complete; other model controls excluded unless explicitly constrained as exact IDs", "text_replay": "ordinary IDs only; control-token printable spellings remain legal ordinary text when the grammar allows them", "mask_postfilter": false }, "control_token_api": "Vocab::new_with_exact_token_ids plus BuildOptions::end_tokens; EOS/control handling included inside native ready-mask timing", "mode": "dynamic", "allocator": "Rust process default (system allocator)", "vocab_precomputation": "VocabExt::prepare_for_compile", "grammar_api": "public Grammar::from_glrm + native compile", "available_parallelism": 1, "environment": { "GLRMASK_JSON_SCHEMA_COERCE_ONE_OF_TO_ANY_OF": "0", "RAYON_NUM_THREADS": "32" }, "json_whitespace": "GLRMask native JSON Schema policy (comma+one-space, colon+one-space)" }, "constraint_reuse": { "mode": "explicit-shared-javascript-grammar-v1", "real_compile_count": 1, "grammar_identity_checked": "exact source bytes + format + root for every selected fixture", "static_compiled_constraint": "retained for selected fixtures within this process", "generation_state": "fresh Engine::start for each independent example; no replay-state reuse", "repeat_isolation": "fresh runner process required for each repeat; no serialized runtime cache", "first_fixture_id": "javascript/capability/00-01_lexical_literals", "fixture_count": 55, "ttfm_population": "single cold shared-constraint observation; do not pool with historical per-fixture TTFM", "compile_cache_isolation": "before_problem called once after synthetic warmup, before real shared build" } }, "conditions": "Same B isolation and original observer protocol; one shared-grammar process for55 fixtures.", "source_patch_sha256": "0550adc23d330c4aec4001c1d00b31d3985a7243159321be087754ca1087aa89", "binary_sha256": "d1f77416e03019ae86c534e4ff747e26b87aff2e46917bbc7c204da47a9515c0", "current_HEAD_performance_qualification": false, "aggregation": "All completed deterministic coverage chunks; no latency selection or subtraction. JS cold TTFM is original first fixture only.", "cold_schemas": 1, "trajectories": 27, "positions": 2370, "metrics_ns": { "tbm": { "mean": 1126469.1582278481, "median": 26528.5, "p90": 3582235.5, "p99": 4100058.249999998, "p99_5": 4340267.360000001, "p99_9": 4617643.423999999, "p99_99": 4814750.907300018, "max": 4849050 }, "commit": { "mean": 16600.95654008439, "median": 15033.5, "p90": 33717.7, "p99": 55669.029999999984, "p99_5": 60761.100000000006, "p99_9": 72785.09199999987, "p99_99": 75312.40690000009, "max": 75478 }, "mask": { "mean": 1109868.2016877637, "median": 5103.5, "p90": 3559810.3, "p99": 4074774.8899999983, "p99_5": 4309630.050000003, "p99_9": 4577999.696999995, "p99_99": 4788943.54210002, "max": 4827106 }, "ttfm": { "mean": 109000781, "median": 109000781, "p90": 109000781, "p99": 109000781, "p99_5": 109000781, "p99_9": 109000781, "p99_99": 109000781, "max": 109000781 } }, "displayed": true, "trial_manifest_url": "/data/glrmask-completed-remaining-aws-trials-20261019.json" } }, "protocol_scope": "Top-level protocol fields describe the original campaign; source-specific replacement metadata takes precedence for replaced arms.", "hidden_cohort_sources": { "balanced": { "framework": "dualmask_o2", "display_mode": "balanced", "suite": "js", "raw_url": "/data/glrmask-balanced-js-aws-completed-20261019.json.zst", "raw_sha256": "39a5cc27cc4e3a0520750873753a6f85cdc7ab2305cc5584437d308a41949058", "raw_bytes": 37644, "framework_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "recorded_config": { "engine": { "source_revision": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "source_dirty": true, "api": "native public Grammar::compile_with explicit Optimization / ConstraintState::fill_mask / commit_token", "token_policy": { "format": "native-model-control-policy-v1", "source": "frozen tokenizer.json added_tokens[].special; explicit EOS from frozen corpus metadata", "vocab_size": 128256, "eos_token_id": 128009, "control_token_ids": [ 128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255 ], "ordinary_token_count": 128000, "ready_mask": "ordinary grammar continuations plus EOS iff complete; other model controls excluded unless explicitly constrained as exact IDs", "text_replay": "ordinary IDs only; control-token printable spellings remain legal ordinary text when the grammar allows them", "mask_postfilter": false }, "control_token_api": "Vocab::new_with_exact_token_ids plus BuildOptions::end_tokens; EOS/control handling included inside native ready-mask timing", "mode": "dualmask_o2", "allocator": "Rust process default (system allocator)", "vocab_precomputation": "VocabExt::prepare_for_compile", "grammar_api": "public Grammar::from_glrm + native compile", "available_parallelism": 1, "environment": { "GLRMASK_JSON_SCHEMA_COERCE_ONE_OF_TO_ANY_OF": "0", "RAYON_NUM_THREADS": "32" }, "json_whitespace": "GLRMask native JSON Schema policy (comma+one-space, colon+one-space)" }, "constraint_reuse": { "mode": "explicit-shared-javascript-grammar-v1", "real_compile_count": 1, "grammar_identity_checked": "exact source bytes + format + root for every selected fixture", "static_compiled_constraint": "retained for selected fixtures within this process", "generation_state": "fresh Engine::start for each independent example; no replay-state reuse", "repeat_isolation": "fresh runner process required for each repeat; no serialized runtime cache", "first_fixture_id": "javascript/capability/00-01_lexical_literals", "fixture_count": 55, "ttfm_population": "single cold shared-constraint observation; do not pool with historical per-fixture TTFM", "compile_cache_isolation": "before_problem called once after synthetic warmup, before real shared build" } }, "conditions": "Same B isolation and original observer protocol; one shared-grammar process for55 fixtures.", "source_patch_sha256": "0550adc23d330c4aec4001c1d00b31d3985a7243159321be087754ca1087aa89", "binary_sha256": "d1f77416e03019ae86c534e4ff747e26b87aff2e46917bbc7c204da47a9515c0", "current_HEAD_performance_qualification": false, "aggregation": "All completed deterministic coverage chunks; no latency selection or subtraction. JS cold TTFM is original first fixture only.", "cold_schemas": 1, "trajectories": 27, "positions": 2370, "metrics_ns": { "tbm": { "mean": 322428.61772151897, "median": 15871, "p90": 1090608.5999999999, "p99": 1449098.7999999996, "p99_5": 1617940.0250000085, "p99_9": 2062645.922999999, "p99_99": 2207213.8164000134, "max": 2233378 }, "commit": { "mean": 11438.420253164557, "median": 10503, "p90": 23242.2, "p99": 31585.37999999999, "p99_5": 35570.75000000001, "p99_9": 46441.80799999958, "p99_99": 59985.4692000019, "max": 63665 }, "mask": { "mean": 310990.1974683544, "median": 2759, "p90": 1071984.7, "p99": 1431929.6099999996, "p99_5": 1583935.3050000106, "p99_9": 2043070.8239999982, "p99_99": 2191069.386300015, "max": 2220178 }, "ttfm": { "mean": 490893073, "median": 490893073, "p90": 490893073, "p99": 490893073, "p99_5": 490893073, "p99_9": 490893073, "p99_99": 490893073, "max": 490893073 } }, "displayed": false, "trial_manifest_url": "/data/glrmask-completed-remaining-aws-trials-20261019.json" } } }, "benchmarkJsonCohort": { "ttfm_common_schemas": 7948, "complete_valid_trajectories": 10668, "positions": 1570228, "membership_sha256": "35e7844ce47be8df16383be1af608a10231eaf9870e6f5077b8295f975511f6c" }, "benchmarkJavaScriptCohort": { "ttfm_common_schemas": 1, "complete_valid_trajectories": 27, "positions": 2370, "membership_sha256": "c54446b45ac7d0f9cf935d7245739a26668a13ba7639e2b51573ab6653a523a4" }, "benchmarkFrameworks": [ "GLRMask Static", "GLRMask Dynamic", "llguidance 1.9.1", "XGrammar 0.2.8" ], "benchmarkMeasuredSourceCommit": "3d65c7a7acb2864d2aac011c55b7ce0f307a8d5f", "benchmarkSchemaPolicyEligibility": "Frozen measured importer and original labels. No full-corpus classification for subsequent policy exists in the reviewed evidence; no inferred post-policy filtering.", "benchmarkData": { "json": { "path": "/data/benchmark-json.json", "sha256": "d74267f2475cd287a6a25251e391b3b4411278e3e4138a61a0df4422bec87f93" }, "javascript": { "path": "/data/benchmark-javascript.json", "sha256": "2a1707df2ace2631eba40b3bb7559fcbb4db9d4ed13ea0bbcbbd020a19c1e710" } }, "documentationSourceCommit": "e833c8f98f578d004aafa3e2d9c99dae2ee4aaf8", "documentationContentSha256": "e01b119c551d3bad0195a4face4a125dffd467a40a624d77212af930fda11360", "languageDocumentationSourceCommit": "d50b0ce15788dece4fcf7fbd23bd0eea737029cd", "pythonApiVersion": "0.5.0", "site": "https://glrmask.com", "sourceCommit": "20160c83f863259b2de063dc58bf244bfc6e1ef9", "payloadSha256": "3bbf561e6b39b358b87c15301ddcc7881630b42b1cdb8a15f9eb24193b21af2e", "routes": [ "https://glrmask.com/api/cpp/", "https://glrmask.com/api/javascript/", "https://glrmask.com/api/python/", "https://glrmask.com/implementation/", "https://glrmask.com/implementation/weighted-gss/", "https://glrmask.com/", "https://glrmask.com/reference/grammar/" ], "grammarDocumentationSourceCommit": "e833c8f98f578d004aafa3e2d9c99dae2ee4aaf8", "grammarDocumentationSourceSha256": "e6e118f33c675ace853a73c62475260553eadab6e4435c157450b4636f85e6f5", "nativeDocumentationSourceCommit": "e833c8f98f578d004aafa3e2d9c99dae2ee4aaf8", "nativeDocumentation": { "cpp": { "sourcePath": "bindings/cpp/README.md", "sourceSha256": "f0bac8dbeba59d7e6ab5b745b812f56ff48081a81b1959730dc1776b3941b681", "pageSha256": "f7f45873fbe74e2769836c88bbdb935c52ae68a7e17f9890e371b7a81ca91de1" }, "javascript": { "sourcePath": "bindings/node/README.md", "sourceSha256": "dde14f080fd4632981a1e9bb013fa379a9d0fe58ab4ef7661cd9afbf0c35c61e", "pageSha256": "547dd07e0db2dee4cc26e61079259aa6268a0a776793f3c47405ff476687544e" } } }