From b0dc37d9629f213fb3b623443f6e171b892253db Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Wed, 9 Sep 2026 02:07:20 +0000 Subject: [PATCH 01/11] Calibration harness: paired GDN-planner A/B (--gdn-ab) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Times every layout of a cell under the production GDN planner and under two forced decisions that bracket its chain-versus-local choice — never chain (the chain gate can never be met) and chain every legal segment (the gate is always met and the beam search is skipped) — in alternating rounds on the same node with the attention planner unchanged, so the paired difference is the GDN decision's own cost. Rows carry planner_variant (gdn-local, gdn-chain), which the fitter already ignores; candidate rows record each variant's GDN decision (chained segments, per-rank GDN tokens, exchanged tokens). The variant switch reuses the planner A/B installer, which now also patches the GDN planner configuration builder. Co-Authored-By: Claude Fable 5.1 --- dev/trainer_rank_landing_acceptance.py | 114 +++++++++++++++++- .../test_trainer_rank_calibration_harness.py | 31 +++++ 2 files changed, 142 insertions(+), 3 deletions(-) diff --git a/dev/trainer_rank_landing_acceptance.py b/dev/trainer_rank_landing_acceptance.py index ce39bc62e..5f17b3823 100644 --- a/dev/trainer_rank_landing_acceptance.py +++ b/dev/trainer_rank_landing_acceptance.py @@ -2101,10 +2101,38 @@ def _calibration_requests( # node-to-node drift. The variant is switched by patching the config builder # the runtime calls for every micro-batch; the planning-bundle cache keys on # the config, so the two variants never share plans. -_PLANNER_VARIANTS = ("current", "legacy") +# Paired GDN-planner A/B (--gdn-ab): the same layouts under the production GDN +# planner and under two forced decisions that bracket its chain-versus-local +# choice, with the attention planner unchanged, so the paired difference is +# the GDN decision's own cost. +_PLANNER_VARIANTS = ("current", "legacy", "gdn-local", "gdn-chain") +_GDN_VARIANTS = ("current", "gdn-local", "gdn-chain") _planner_variant = "current" +def _gdn_variant_config(config: Any, variant: str) -> Any: + """The GDN planner configuration of one A/B variant. + + ``gdn-local`` never chains a segment across ranks (the chain gate can never + be met); ``gdn-chain`` chains every legal segment (the gate is always met + and the beam search is skipped, so the all-chain decision stands). + """ + + from dataclasses import replace + + if config is None or variant == "current": + return config + if variant == "gdn-local": + return replace(config, cp_chain_min_runtime_delta_ms=float("inf")) + if variant == "gdn-chain": + return replace( + config, + cp_chain_min_runtime_delta_ms=float("-inf"), + cp_chain_beam_max_steps=0, + ) + raise ValueError(f"unknown GDN planner variant {variant!r}") + + def _legacy_planner_config(config: Any) -> Any: from dataclasses import replace @@ -2203,6 +2231,16 @@ def variant_config(provider: Any, device: Any, handler: Any) -> Any: microbatches._context_parallel_config_for_provider = variant_config + original_gdn = microbatches._gdn_planner_config_for_provider + + def gdn_variant_config(provider: Any, handler: Any) -> Any: + config = original_gdn(provider, handler) + if _planner_variant in ("gdn-local", "gdn-chain"): + return _gdn_variant_config(config, _planner_variant) + return config + + microbatches._gdn_planner_config_for_provider = gdn_variant_config + def _set_planner_variant(variant: str) -> None: global _planner_variant @@ -2224,6 +2262,46 @@ def _set_planner_variant(variant: str) -> None: rank._layout_selection_cache.clear() +def _gdn_plan_summary(rank: Any, packed: Any) -> dict[str, Any] | None: + """The GDN planner's decision for one packed layout under the active + variant: chained segments, per-rank GDN token counts, exchanged tokens.""" + + from art.megatron.context_parallel import runtime + from art.megatron.training.microbatches import ( + _context_parallel_config_for_provider, + _gdn_planner_config_for_provider, + ) + + handler = rank.runtime.model_support_handler + if not bool(getattr(handler, "build_gdn_execution_spec", False)): + return None + topology = rank._topology() + planning_key, bundle, _g, _p = runtime._get_or_build_planning_bundle( + group_ids=packed.group_ids, + parent_ids=packed.parent_ids, + topology=topology, + config=_context_parallel_config_for_provider( + rank.runtime.provider, rank.device, handler + ), + original_seq_len=int(packed.tokens.shape[1]), + build_gdn_execution_spec=True, + ) + decision = runtime._plan_gdn_global_execution( + planning_key=planning_key, + bundle=bundle, + topology=topology, + gdn_planner_config=_gdn_planner_config_for_provider( + rank.runtime.provider, handler + ), + ) + return { + "chained_segments": int(sum(decision.chained_nodes)), + "segments": int(len(decision.chained_nodes)), + "gdn_tokens_by_rank": [int(n) for n in decision.gdn_token_counts_by_rank], + "cross_rank_tokens": int(decision.cross_rank_token_count), + } + + def phase_cost_calibrate( *, cell: str, @@ -2232,6 +2310,7 @@ def phase_cost_calibrate( group: int, repeat: int, planner_ab: bool = False, + gdn_ab: bool = False, evidence: str, ) -> None: """Time every mandatory candidate layout of one cell (GPU). @@ -2261,6 +2340,9 @@ def phase_cost_calibrate( predicted_us, prefix_tree_layout_score, ) + from art.trainer_rank._prefix_tree_materializer import ( + materialize_prefix_tree_layout, + ) from art.trainer_rank._prefix_tree_planner import ( build_canonical_prefix_tree, prefix_tree_layout_candidates, @@ -2359,7 +2441,7 @@ def current_score(features: Any) -> float | None: rows_for_plan = tuple( r.input_tokens.reshape(-1).to(torch.long) for r in requests ) - if planner_ab: + if planner_ab or gdn_ab: # Installed before the candidate rows so the legacy plan structure # recorded next to the current one is the legacy planner's. _install_planner_ab(rank) @@ -2391,6 +2473,17 @@ def current_score(features: Any) -> float | None: "summary_ms": (time.perf_counter() - legacy_started) * 1_000.0, } _set_planner_variant("current") + gdn_plans: dict[str, Any] = {} + if gdn_ab and facts.cp_size > 1: + packed_for_gdn = materialize_prefix_tree_layout( + rows_for_plan, tree, candidate.layout, verify_shared_tokens=False + ) + for gdn_variant in _GDN_VARIANTS: + _set_planner_variant(gdn_variant) + summary = _gdn_plan_summary(rank, packed_for_gdn) + if summary is not None: + gdn_plans[gdn_variant] = summary + _set_planner_variant("current") candidate_rows.append( { "label": candidate.labels[0], @@ -2403,6 +2496,7 @@ def current_score(features: Any) -> float | None: "summary_ms": summary_ms, }, **({"cp_plan_legacy": legacy_plan} if legacy_plan else {}), + **({"gdn_plans": gdn_plans} if gdn_plans else {}), # The version-1 score: the fallback the two-stage # certification must not regress against. "fallback_work": int( @@ -2539,7 +2633,11 @@ def run(label: str) -> dict[str, object]: # Warm-ups per candidate (and planner variant) until compile-free # (bounded): a different CP plan can mean new kernel shapes. - variants = _PLANNER_VARIANTS if planner_ab else ("current",) + variants: tuple[str, ...] = ("current",) + if planner_ab: + variants += ("legacy",) + if gdn_ab: + variants += ("gdn-local", "gdn-chain") live: list[tuple[str, str]] = [] for candidate in candidate_rows: label = str(candidate["label"]) @@ -2662,6 +2760,15 @@ def main() -> None: "planner configuration in alternating rounds (paired, same node)" ), ) + parser.add_argument( + "--gdn-ab", + action="store_true", + help=( + "cost-calibrate: time every layout under the production GDN planner " + "and under its two forced decisions (never chain, chain every legal " + "segment) in alternating rounds; rows carry planner_variant" + ), + ) parser.add_argument( "--pressure", default="cap", @@ -2741,6 +2848,7 @@ def main() -> None: repeat=arguments.repeat, evidence=arguments.evidence, planner_ab=arguments.planner_ab, + gdn_ab=arguments.gdn_ab, ) else: if not arguments.evidence: diff --git a/tests/unit/test_trainer_rank_calibration_harness.py b/tests/unit/test_trainer_rank_calibration_harness.py index 0379e132c..b2614c89f 100644 --- a/tests/unit/test_trainer_rank_calibration_harness.py +++ b/tests/unit/test_trainer_rank_calibration_harness.py @@ -215,3 +215,34 @@ def test_planner_variant_switch_clears_the_registered_layout_cache(monkeypatch) assert not rank._layout_selection_cache finally: driver._set_planner_variant("current") + + +def test_gdn_planner_variants_bracket_the_chain_decision() -> None: + """The GDN A/B arms force the chain-versus-local decision both ways without + touching anything else: ``gdn-local`` can never meet the chain gate, + ``gdn-chain`` always meets it and skips the beam search.""" + + from dataclasses import fields + + pytest.importorskip("megatron.core") + from art.megatron.gdn.gdn_prefix_tree import GdnPlannerConfig + + base = GdnPlannerConfig() + assert driver._gdn_variant_config(base, "current") is base + assert driver._gdn_variant_config(None, "gdn-local") is None + local = driver._gdn_variant_config(base, "gdn-local") + chain = driver._gdn_variant_config(base, "gdn-chain") + assert local.cp_chain_min_runtime_delta_ms == float("inf") + assert chain.cp_chain_min_runtime_delta_ms == float("-inf") + assert chain.cp_chain_beam_max_steps == 0 + for variant in (local, chain): + changed = { + f.name + for f in fields(base) + if getattr(variant, f.name) != getattr(base, f.name) + } + assert changed <= {"cp_chain_min_runtime_delta_ms", "cp_chain_beam_max_steps"} + with pytest.raises(ValueError): + driver._gdn_variant_config(base, "other") + for variant in driver._GDN_VARIANTS: + assert variant in driver._PLANNER_VARIANTS From dae8ee5121f976eb3278a77880efe948b3818790 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Wed, 9 Sep 2026 02:21:10 +0000 Subject: [PATCH 02/11] Fitter: re-certify from new evidence plus the previous certificate's aggregates MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --from-certificate together with evidence files now means re-certification: cells the evidence re-measures are fitted from their rows, every other cell of the certificate is carried as its recorded aggregates (medians, counts, spreads, features, fingerprints). The manifest check counts carried cells as present with their recorded fingerprints, the completeness check judges them by their recorded row counts, and the exported certificate keeps their fingerprints. A runtime change that affects some shapes only can then be re-certified without re-measuring — or still having — the raw rows of the unaffected cells. Co-Authored-By: Claude Fable 5.1 --- dev/trainer_rank_cost_fit.py | 73 ++++++++++++++++- tests/unit/test_trainer_rank_cost_fit.py | 100 +++++++++++++++++++++++ 2 files changed, 170 insertions(+), 3 deletions(-) diff --git a/dev/trainer_rank_cost_fit.py b/dev/trainer_rank_cost_fit.py index 1f9799e15..166b7eb3b 100644 --- a/dev/trainer_rank_cost_fit.py +++ b/dev/trainer_rank_cost_fit.py @@ -119,6 +119,23 @@ def _cell_key(row: dict[str, Any]) -> str: ) +def carried_certificate_cells( + certificate_path: Path, evidence: list[Path] +) -> tuple[list[Candidate], list[dict[str, Any]]]: + """Certificate cells the evidence does not re-measure, as candidates plus + their recorded cell records (fingerprints, facts, per-candidate counts). + + Re-certifying after a runtime change re-measures the affected shapes only; + the other cells keep their certified aggregates, which the certificate + records exactly (medians, counts, spreads, features, fingerprints).""" + + measured = set(cell_fingerprints(evidence)) + candidates, payload = load_certificate(certificate_path) + records = [cell for cell in payload["cells"] if cell["cell"] not in measured] + carried = {cell["cell"] for cell in records} + return [c for c in candidates if c.cell in carried], records + + def production_regret( candidates: list[Candidate], paths: list[Path] ) -> dict[str, dict[str, Any]]: @@ -167,7 +184,9 @@ def production_regret( return report -def validate_completeness(paths: list[Path], *, repeat: int) -> list[str]: +def validate_completeness( + paths: list[Path], *, repeat: int, carried: list[dict[str, Any]] = () +) -> list[str]: """Every mandatory candidate of every cell must have ``repeat`` usable rows. The runners record failures, and the fitter silently skips thin candidates, @@ -204,6 +223,12 @@ def validate_completeness(paths: list[Path], *, repeat: int) -> list[str]: ): usable[(key, label)] += 1 gaps: list[str] = [] + for record in carried: + for c in record["candidates"]: + if c["label"] != "automatic" and int(c["n"]) < repeat: + gaps.append( + f"{record['cell']}: {c['label']} carried with {c['n']} rows (< {repeat})" + ) for cell, labels in expected.items(): for label in labels: if (cell, label) in failed: @@ -250,6 +275,7 @@ def validate_manifest( *, excluded: list[str], exact: bool = False, + carried: list[dict[str, Any]] = (), ) -> tuple[list[str], list[str]]: """Exact cell identities: every expected cell present unless excluded, no unexpected cells, exclusions listed in the manifest, and one execution @@ -261,6 +287,8 @@ def validate_manifest( expected = {cell["key"] for cell in manifest["cells"]} listed_exclusions = {cell["key"] for cell in manifest["excluded"]} present = cell_fingerprints(paths) + for record in carried: + present[record["cell"]].add(_fingerprint(record)) problems: list[str] = [] excluded_keys = { key @@ -297,6 +325,7 @@ def export_certificate( table_id: str = "", reranked: list[Candidate] | None = None, reranker: dict[str, Any] | None = None, + carried: list[dict[str, Any]] = (), ) -> None: """Write the compact, reproducible record binding the table to its data. @@ -328,6 +357,23 @@ def export_certificate( "geometry": row.get("geometry"), "shape": list(_shape(row)), } + for record in carried: + fingerprints[record["cell"]] = { + key: record.get(key) + for key in ( + "requests_sha256", + "source", + "workload", + "model", + "device", + "device_capability", + "device_memory_class", + "param_dtype", + "hidden_size", + "geometry", + "shape", + ) + } by_cell: dict[str, list[Candidate]] = defaultdict(list) for candidate in [*candidates, *(reranked or [])]: by_cell[candidate.cell].append(candidate) @@ -1329,6 +1375,14 @@ def main() -> None: ) arguments = parser.parse_args() terms = tuple(t for t in arguments.terms.split(",") if t) + # Re-certification: cells the evidence does not re-measure are carried + # from the previous certificate as their recorded aggregates. + carried: list[Candidate] = [] + carried_records: list[dict[str, Any]] = [] + if arguments.from_certificate and arguments.evidence: + carried, carried_records = carried_certificate_cells( + Path(arguments.from_certificate), arguments.evidence + ) if arguments.exclude_cells == "@manifest": # Exactly the manifest's listed exclusions (each carries its reason). if not arguments.manifest: @@ -1350,6 +1404,7 @@ def excluded_cell(cell: str) -> bool: Path(arguments.manifest), excluded=excluded, exact=exact, + carried=carried_records, ) if problems: print("manifest validation failed:", file=sys.stderr) @@ -1370,7 +1425,9 @@ def excluded_cell(cell: str) -> bool: gaps = [ gap for gap in validate_completeness( - arguments.evidence, repeat=arguments.require_complete + arguments.evidence, + repeat=arguments.require_complete, + carried=carried_records, ) if not excluded_cell(gap.split(":", 1)[0]) ] @@ -1382,7 +1439,16 @@ def excluded_cell(cell: str) -> bool: print( f"evidence complete: every mandatory candidate has >= {arguments.require_complete} rows" ) - if arguments.from_certificate: + if arguments.from_certificate and arguments.evidence: + candidates = sorted( + load_candidates(arguments.evidence) + carried, + key=lambda c: (c.cell, c.label), + ) + print( + f"carried {len(carried_records)} cells from {Path(arguments.from_certificate).name}" + f" ({len({c.cell for c in candidates}) - len(carried_records)} re-measured)" + ) + elif arguments.from_certificate: candidates, _certificate = load_certificate(Path(arguments.from_certificate)) else: candidates = load_candidates(arguments.evidence) @@ -1607,6 +1673,7 @@ def held_out(cell: str) -> bool: table_id=arguments.table_id, reranked=reranked, reranker=report.get("reranker"), + carried=carried_records, ) print("certificate written:", arguments.export_certificate) diff --git a/tests/unit/test_trainer_rank_cost_fit.py b/tests/unit/test_trainer_rank_cost_fit.py index 0c03754f8..840457d0a 100644 --- a/tests/unit/test_trainer_rank_cost_fit.py +++ b/tests/unit/test_trainer_rank_cost_fit.py @@ -5,6 +5,7 @@ import importlib.util from pathlib import Path import sys +from typing import Any import numpy as np @@ -365,3 +366,102 @@ def test_completeness_counts_only_current_planner_rows(tmp_path: Path) -> None: + "\n" ) assert fit.validate_completeness([full], repeat=8) == [] + + +def test_recertification_carries_certificate_cells_the_evidence_does_not_remeasure( + tmp_path: Path, +) -> None: + """--from-certificate with evidence: re-measured cells come from the rows, + the certificate's other cells keep their recorded aggregates, and both the + manifest fingerprints and the completeness check see the carried cells.""" + + import json + + cell_a = {"cell": "cal-grpo-g8", "model": "m", "layers": 2, "tp": 1, "cp": 1} + cell_b = {"cell": "cal-grpo-g8", "model": "m", "layers": 2, "tp": 1, "cp": 2} + key_a, key_b = fit._cell_key(cell_a), fit._cell_key(cell_b) + features = { + "packed_tokens": 4096, + "segment_count": 8, + "max_depth": 1, + "segments_below": [0] * 8, + } + facts = {"layers": 2.0, "gdn_layers": 0.0, "tp": 1.0, "cp": 1.0, "uses_gdn": 0.0} + fingerprint = { + "source": "s", + "requests_sha256": "r", + "device": "d", + "param_dtype": "bf16", + "hidden_size": 8, + "geometry": {"hidden_size": 8}, + } + certificate = { + "schema": fit.CERTIFICATE_SCHEMA, + "cells": [ + { + "cell": key, + "facts": {**facts, "cp": float(cell["cp"])}, + "shape": [1, cell["cp"], 1, 1], + **fingerprint, + "candidates": [ + { + "label": "depth_one", + "features": features, + "median_ms": 100.0, + "n": 8, + "spread_pct": 1.0, + } + ], + } + for key, cell in ((key_a, cell_a), (key_b, cell_b)) + ], + } + cert_path = tmp_path / "certificate.json" + cert_path.write_text(json.dumps(certificate)) + # New evidence re-measures cell B only. + rows: list[dict[str, Any]] = [ + { + **cell_b, + **fingerprint, + "record_type": "calibration_cell", + "candidates": [{"label": "depth_one", "features": features}], + } + ] + rows += [ + { + **cell_b, + "record_type": "calibration_sample", + "role": "measured", + "candidate_label": "depth_one", + "compile_statuses": ["none"], + "round": i, + "ms_max_rank": 90.0, + } + for i in range(8) + ] + evidence = tmp_path / "evidence.jsonl" + evidence.write_text("\n".join(json.dumps(r) for r in rows) + "\n") + carried, records = fit.carried_certificate_cells(cert_path, [evidence]) + assert [c.cell for c in carried] == [key_a] and [r["cell"] for r in records] == [ + key_a + ] + assert carried[0].ms == 100.0 + # Completeness: the carried cell is judged by its recorded count. + assert fit.validate_completeness([evidence], repeat=8, carried=records) == [] + gaps = fit.validate_completeness([evidence], repeat=9, carried=records) + assert f"{key_a}: depth_one carried with 8 rows (< 9)" in gaps + assert f"{key_b}: depth_one has 8 usable rows (< 9)" in gaps + # Manifest: the carried cell counts as present with its recorded fingerprint. + manifest = { + "schema": fit.MANIFEST_SCHEMA, + "cells": [{"key": key_a}, {"key": key_b}], + "excluded": [], + } + manifest_path = tmp_path / "manifest.json" + manifest_path.write_text(json.dumps(manifest)) + problems, _ = fit.validate_manifest( + [evidence], manifest_path, excluded=[], carried=records + ) + assert problems == [] + problems, _ = fit.validate_manifest([evidence], manifest_path, excluded=[]) + assert problems == [f"expected cell missing from the evidence: {key_a}"] From 474342d6a9880c156ad639817ce8323780306fa5 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Wed, 9 Sep 2026 02:42:52 +0000 Subject: [PATCH 03/11] Calibration harness: the public contract admits the yield_empty flag of #864 forward_micro_batches and dp_rank_forward gained a keyword-only yield_empty flag that defaults to False; with it off the pinned contract is unchanged, so the contract phase accepts exactly that shape and still rejects anything else. Co-Authored-By: Claude Fable 5.1 --- dev/trainer_rank_landing_acceptance.py | 11 ++++++++++- .../test_trainer_rank_calibration_harness.py | 19 +++++++++++++++++++ 2 files changed, 29 insertions(+), 1 deletion(-) diff --git a/dev/trainer_rank_landing_acceptance.py b/dev/trainer_rank_landing_acceptance.py index 5f17b3823..7dcd5695d 100644 --- a/dev/trainer_rank_landing_acceptance.py +++ b/dev/trainer_rank_landing_acceptance.py @@ -143,9 +143,18 @@ def phase_contract() -> None: ) for method_name in ("forward_micro_batches", "dp_rank_forward"): parameters = _public_parameters(getattr(trainer_rank.TrainerRank, method_name)) - extra = set(parameters) - {"inputs", "checkpoint", "no_grad"} + # ``yield_empty`` (PR #864) is a keyword-only flag defaulting to False: + # off, the contract the acceptance suite pins is unchanged. + extra = set(parameters) - {"inputs", "checkpoint", "no_grad", "yield_empty"} if extra: problems.append(f"{method_name} has extra parameters {sorted(extra)}") + flag = parameters.get("yield_empty") + if flag is not None and ( + flag.kind is not inspect.Parameter.KEYWORD_ONLY or flag.default is not False + ): + problems.append( + f"{method_name}: yield_empty must be keyword-only and default to False" + ) if not hasattr(trainer_rank.TrainerRank, TELEMETRY_METHOD): problems.append( f"TrainerRank.{TELEMETRY_METHOD}() telemetry surface is missing" diff --git a/tests/unit/test_trainer_rank_calibration_harness.py b/tests/unit/test_trainer_rank_calibration_harness.py index b2614c89f..b1ad6509f 100644 --- a/tests/unit/test_trainer_rank_calibration_harness.py +++ b/tests/unit/test_trainer_rank_calibration_harness.py @@ -246,3 +246,22 @@ def test_gdn_planner_variants_bracket_the_chain_decision() -> None: driver._gdn_variant_config(base, "other") for variant in driver._GDN_VARIANTS: assert variant in driver._PLANNER_VARIANTS + + +def test_contract_accepts_the_yield_empty_flag_only_when_it_is_off_by_default() -> None: + """PR #864 added ``yield_empty`` to the public forwards as a keyword-only flag + that defaults to False; the contract phase tolerates exactly that.""" + + import inspect + + import art.trainer_rank as trainer_rank + + for method_name in ("forward_micro_batches", "dp_rank_forward"): + parameters = driver._public_parameters( + getattr(trainer_rank.TrainerRank, method_name) + ) + assert set(parameters) <= {"inputs", "checkpoint", "no_grad", "yield_empty"} + flag = parameters.get("yield_empty") + if flag is not None: + assert flag.kind is inspect.Parameter.KEYWORD_ONLY + assert flag.default is False From b737053f4035e5c4382920d27cf31e49bf00ddb9 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Wed, 9 Sep 2026 06:26:28 +0000 Subject: [PATCH 04/11] GDN planner: price the dense projection work of every GDN-owned token The GDN layer's input and output projections run on the GDN layout after the attention-to-GDN exchange, so a rank pays them for every GDN token it owns, chained or not; the runtime model priced the recurrent kernel alone. The paired planner A/B on Qwen3.5-4B (--gdn-ab, 246 layouts at CP2 and CP4, never chain versus chain everything) shows a rank holding one long sequence costs about 2 us per token, twice the recurrent rate, and the model under-priced the benefit of chaining such a sequence 3-70x (e.g. one 12.5k-token Ellavox sequence at CP4: measured 16.7 ms per layer, predicted 3.8). GdnPlannerConfig gains runtime_dense_tokens_per_ms, derived in from_model_shape from the projection FLOPs (fused input projection to 2 x key width + 2 x value width + 2 x value heads, output projection back to hidden, backward twice the forward) at the 280 TFLOP/s the campaign fitted (1,108 tokens/ms on the 4B shape; 1,385 on the 35B reference, 403 on 27B). The term enters the per-rank critical path of the runtime prediction, the chain scoring and the owner search. On the 4B campaign the production decision's regret against the faster measured arm falls from 421 to 42 ms per layer summed over 216 layouts (47 layouts now chain where chaining measured faster, one chains where it measured 2% slower); the chain gate and the recurrent rates are unchanged pending the 27B and 35B campaigns. Co-Authored-By: Claude Fable 5.1 --- src/art/megatron/gdn/gdn_prefix_tree.py | 52 ++++++++++++++++++++++++- tests/unit/test_prefix_tree.py | 49 +++++++++++++++++++++++ 2 files changed, 100 insertions(+), 1 deletion(-) diff --git a/src/art/megatron/gdn/gdn_prefix_tree.py b/src/art/megatron/gdn/gdn_prefix_tree.py index e122a09e0..26fe28fb3 100644 --- a/src/art/megatron/gdn/gdn_prefix_tree.py +++ b/src/art/megatron/gdn/gdn_prefix_tree.py @@ -18,6 +18,34 @@ # kernels recover some parallelism at larger state shapes. Communication terms # below still use exact bytes moved. _RUNTIME_STATE_THROUGHPUT_EXPONENT = 0.75 +# The GDN layer's dense work (input projection, output projection) runs on the +# GDN layout, so it follows a rank's GDN-owned tokens; priced from its FLOPs at +# the throughput the paired planner A/B measured on Qwen3.5-4B (H200 bf16). +_RUNTIME_DENSE_ACHIEVED_TFLOPS = 280.0 + + +def _dense_tokens_per_ms( + *, + hidden_size: int, + local_key_heads: int, + local_value_heads: int, + key_dim: int, + value_dim: int, + achieved_tflops: float = _RUNTIME_DENSE_ACHIEVED_TFLOPS, +) -> float: + """Tokens per millisecond of one rank's GDN projections (forward + backward). + + The fused input projection maps hidden to 2 (q, k) x key width + 2 (v, z) x + value width + 2 x value heads (b, a); the output projection maps the value + width back to hidden. Backward is about twice the forward. + """ + + in_proj_dim = 2 * local_key_heads * key_dim + 2 * local_value_heads * value_dim + in_proj_dim += 2 * local_value_heads + flops = ( + 3.0 * 2.0 * float(hidden_size) * (in_proj_dim + local_value_heads * value_dim) + ) + return achieved_tflops * 1e12 / flops * 1e-3 def _dtype_bytes(dtype: Any) -> int: @@ -143,6 +171,13 @@ class GdnPlannerConfig: key/value dim 128. Production callers should construct this with ``from_model_shape`` so the same fitted hardware model scales by the actual GDN state size instead of acting as a per-model profile. + + The per-rank critical path is the recurrent work (padded per bucket) plus + the dense projection work of every GDN-owned token + (``runtime_dense_tokens_per_ms``): the paired planner A/B on Qwen3.5-4B + (2026-09-09) showed a rank holding one 12.5k-token sequence costs about + 2 us per token, twice the recurrent rate alone, which is what makes + chaining a long sequence across ranks pay off. """ cp_chain_beam_width: int = 2 @@ -161,6 +196,9 @@ class GdnPlannerConfig: # recurrent communication work that is not captured by token counts alone. runtime_local_recurrent_tokens_per_ms: float = 1_500.0 runtime_chain_recurrent_tokens_per_ms: float = 1_400.0 + # Dense (projection) work per GDN-owned token on a rank, chained or not; the + # default is the reference shape's rate. + runtime_dense_tokens_per_ms: float = 1_385.0 runtime_local_bucket_launch_ms: float = 0.20 runtime_chain_bucket_launch_ms: float = 0.20 runtime_local_segment_launch_ms: float = 0.005 @@ -257,6 +295,13 @@ def from_model_shape( parent_state_bandwidth = 56_000_000.0 * ref_parent_state_bytes / 262_144.0 config = cls( runtime_hidden_bytes_per_token=int(hidden_size) * int(dtype_bytes), + runtime_dense_tokens_per_ms=_dense_tokens_per_ms( + hidden_size=int(hidden_size), + local_key_heads=local_key_heads, + local_value_heads=local_value_heads, + key_dim=key_dim, + value_dim=value_dim, + ), runtime_local_recurrent_tokens_per_ms=1_500.0 * recurrent_scale, runtime_chain_recurrent_tokens_per_ms=1_400.0 * recurrent_scale, runtime_cp_summary_bytes_per_segment=summary_state_elements * 4, @@ -919,6 +964,7 @@ def _best_search_owner( projected_loads[rank] += segment_length rank_runtime_ms = max( load / planner_config.runtime_local_recurrent_tokens_per_ms + + load / planner_config.runtime_dense_tokens_per_ms for load in projected_loads ) cross_rank_tokens = segment_length - int(tokens) @@ -1224,6 +1270,7 @@ def assign_tree(node_index: int) -> None: cross_rank_token_count=cross_rank_token_count, parent_state_exchange_count=parent_state_exchange_count, planner_config=planner_config, + rank_token_counts=tuple(rank_loads), ) @@ -1282,6 +1329,7 @@ def _predict_gdn_plan_runtime_ms( cross_rank_token_count: int, parent_state_exchange_count: int, planner_config: GdnPlannerConfig, + rank_token_counts: tuple[int, ...] = (), ) -> float: """Predict exposed fwd+bwd runtime for a GDN CP plan in milliseconds. @@ -1313,6 +1361,7 @@ def _predict_gdn_plan_runtime_ms( chain_work = ( chain_runtime.rank_work[rank] if rank < len(chain_runtime.rank_work) else 0 ) + owned_tokens = rank_token_counts[rank] if rank < len(rank_token_counts) else 0 rank_runtime_ms = max( rank_runtime_ms, _predict_local_rank_runtime_ms( @@ -1321,7 +1370,8 @@ def _predict_gdn_plan_runtime_ms( segment_count=local_segment_count, planner_config=planner_config, ) - + chain_work / planner_config.runtime_chain_recurrent_tokens_per_ms, + + chain_work / planner_config.runtime_chain_recurrent_tokens_per_ms + + owned_tokens / planner_config.runtime_dense_tokens_per_ms, ) return ( rank_runtime_ms diff --git a/tests/unit/test_prefix_tree.py b/tests/unit/test_prefix_tree.py index f47e7bddc..06eed109b 100644 --- a/tests/unit/test_prefix_tree.py +++ b/tests/unit/test_prefix_tree.py @@ -542,3 +542,52 @@ def walk(prefix: torch.Tensor, depth: int) -> list[torch.Tensor]: return leaves return tuple(walk(torch.empty(0, dtype=torch.long), 0)) + + +def test_gdn_tree_cp_plan_chains_one_long_sequence_because_dense_work_follows_tokens() -> ( + None +): + """A rank holding one long sequence pays its projections for every token + as well as the recurrence (paired planner A/B on Qwen3.5-4B: about 2 us per + token, twice the recurrent rate), so chaining the sequence across four + ranks pays back well above the chain gate; the recurrent rate alone + predicts a saving below the gate for an 8k-token sequence and keeps it on + one rank, which measured 3-4x slower than the model expected.""" + + pytest.importorskip("megatron.core.packed_seq_params") + from dataclasses import replace + + from art.megatron.gdn.gdn_prefix_tree import ( + GdnPlannerConfig, + build_gdn_global_execution_decision, + parse_gdn_prefix_tree_segments, + ) + + pack = prefix_tree_pack((torch.arange(1, 8_193),), max_depth=1) + spec = parse_gdn_prefix_tree_segments( + group_ids=pack.group_ids, parent_ids=pack.parent_ids + ) + qwen35_4b = GdnPlannerConfig.from_model_shape( + hidden_size=2560, + tensor_model_parallel_size=1, + linear_num_key_heads=16, + linear_num_value_heads=32, + linear_key_head_dim=128, + linear_value_head_dim=128, + ) + assert qwen35_4b.runtime_dense_tokens_per_ms == pytest.approx(1108, rel=0.01) + layout = _uniform_attention_layout(spec.real_token_count, 4) + chained = build_gdn_global_execution_decision( + spec, cp_size=4, attention_token_layout_index=layout, planner_config=qwen35_4b + ) + assert any(chained.chained_nodes) + assert max(chained.gdn_token_counts_by_rank) < spec.real_token_count // 2 + recurrent_only = replace(qwen35_4b, runtime_dense_tokens_per_ms=1e12) + local = build_gdn_global_execution_decision( + spec, + cp_size=4, + attention_token_layout_index=layout, + planner_config=recurrent_only, + ) + assert not any(local.chained_nodes) + assert max(local.gdn_token_counts_by_rank) == spec.real_token_count From 48a021f59b37ed010b5e80df1a9477304265e988 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Wed, 9 Sep 2026 06:29:30 +0000 Subject: [PATCH 05/11] Calibration harness: paired validation arm against main's GDN planner --gdn-legacy-ab times every layout under the production GDN planner and under main's GDN planner before the recalibration (the dense projection term disabled, nothing else changed) in alternating rounds on the same node, so the recalibration can be validated on hardware exactly as the CP planner was. Tested: the legacy arm differs in that one field and keeps an 8k-token sequence on one rank where the production planner chains it. Co-Authored-By: Claude Fable 5.1 --- dev/trainer_rank_landing_acceptance.py | 35 ++++++++++-- .../test_trainer_rank_calibration_harness.py | 53 +++++++++++++++++++ 2 files changed, 85 insertions(+), 3 deletions(-) diff --git a/dev/trainer_rank_landing_acceptance.py b/dev/trainer_rank_landing_acceptance.py index 7dcd5695d..4e1930195 100644 --- a/dev/trainer_rank_landing_acceptance.py +++ b/dev/trainer_rank_landing_acceptance.py @@ -2114,11 +2114,25 @@ def _calibration_requests( # planner and under two forced decisions that bracket its chain-versus-local # choice, with the attention planner unchanged, so the paired difference is # the GDN decision's own cost. -_PLANNER_VARIANTS = ("current", "legacy", "gdn-local", "gdn-chain") +# Paired GDN-planner validation (--gdn-legacy-ab): the production GDN planner +# against main's GDN planner before this recalibration, attention planner +# unchanged, so the paired difference is the recalibration's own effect. +_PLANNER_VARIANTS = ("current", "legacy", "gdn-local", "gdn-chain", "gdn-legacy") _GDN_VARIANTS = ("current", "gdn-local", "gdn-chain") _planner_variant = "current" +def _legacy_gdn_planner_config(config: Any) -> Any: + """The GDN planner configuration main built before the recalibration: the + recurrent rates alone price a rank's tokens (no dense projection term).""" + + from dataclasses import replace + + if config is None: + return None + return replace(config, runtime_dense_tokens_per_ms=1e12) + + def _gdn_variant_config(config: Any, variant: str) -> Any: """The GDN planner configuration of one A/B variant. @@ -2131,6 +2145,8 @@ def _gdn_variant_config(config: Any, variant: str) -> Any: if config is None or variant == "current": return config + if variant == "gdn-legacy": + return _legacy_gdn_planner_config(config) if variant == "gdn-local": return replace(config, cp_chain_min_runtime_delta_ms=float("inf")) if variant == "gdn-chain": @@ -2244,7 +2260,7 @@ def variant_config(provider: Any, device: Any, handler: Any) -> Any: def gdn_variant_config(provider: Any, handler: Any) -> Any: config = original_gdn(provider, handler) - if _planner_variant in ("gdn-local", "gdn-chain"): + if _planner_variant in ("gdn-local", "gdn-chain", "gdn-legacy"): return _gdn_variant_config(config, _planner_variant) return config @@ -2320,6 +2336,7 @@ def phase_cost_calibrate( repeat: int, planner_ab: bool = False, gdn_ab: bool = False, + gdn_legacy_ab: bool = False, evidence: str, ) -> None: """Time every mandatory candidate layout of one cell (GPU). @@ -2450,7 +2467,7 @@ def current_score(features: Any) -> float | None: rows_for_plan = tuple( r.input_tokens.reshape(-1).to(torch.long) for r in requests ) - if planner_ab or gdn_ab: + if planner_ab or gdn_ab or gdn_legacy_ab: # Installed before the candidate rows so the legacy plan structure # recorded next to the current one is the legacy planner's. _install_planner_ab(rank) @@ -2647,6 +2664,8 @@ def run(label: str) -> dict[str, object]: variants += ("legacy",) if gdn_ab: variants += ("gdn-local", "gdn-chain") + if gdn_legacy_ab: + variants += ("gdn-legacy",) live: list[tuple[str, str]] = [] for candidate in candidate_rows: label = str(candidate["label"]) @@ -2778,6 +2797,15 @@ def main() -> None: "segment) in alternating rounds; rows carry planner_variant" ), ) + parser.add_argument( + "--gdn-legacy-ab", + action="store_true", + help=( + "cost-calibrate: time every layout under the production GDN planner " + "and under main's GDN planner before the recalibration (no dense " + "projection term) in alternating rounds; rows carry planner_variant" + ), + ) parser.add_argument( "--pressure", default="cap", @@ -2858,6 +2886,7 @@ def main() -> None: evidence=arguments.evidence, planner_ab=arguments.planner_ab, gdn_ab=arguments.gdn_ab, + gdn_legacy_ab=arguments.gdn_legacy_ab, ) else: if not arguments.evidence: diff --git a/tests/unit/test_trainer_rank_calibration_harness.py b/tests/unit/test_trainer_rank_calibration_harness.py index b1ad6509f..44cd4aec8 100644 --- a/tests/unit/test_trainer_rank_calibration_harness.py +++ b/tests/unit/test_trainer_rank_calibration_harness.py @@ -265,3 +265,56 @@ def test_contract_accepts_the_yield_empty_flag_only_when_it_is_off_by_default() if flag is not None: assert flag.kind is inspect.Parameter.KEYWORD_ONLY assert flag.default is False + + +def test_gdn_legacy_variant_is_the_planner_before_the_dense_term() -> None: + """The validation arm restores main's GDN planner: the dense projection + term disabled and nothing else changed, so an 8k-token sequence that the + production planner chains across four ranks stays on one rank.""" + + from dataclasses import fields + + pytest.importorskip("megatron.core.packed_seq_params") + import torch + + from art.megatron.context_parallel.layout_index import TokenLayoutIndex + from art.megatron.gdn.gdn_prefix_tree import ( + GdnPlannerConfig, + build_gdn_global_execution_decision, + parse_gdn_prefix_tree_segments, + ) + from art.megatron.prefix_tree_packing import prefix_tree_pack + + current = GdnPlannerConfig.from_model_shape( + hidden_size=2560, + tensor_model_parallel_size=1, + linear_num_key_heads=16, + linear_num_value_heads=32, + linear_key_head_dim=128, + linear_value_head_dim=128, + ) + legacy = driver._gdn_variant_config(current, "gdn-legacy") + changed = { + f.name + for f in fields(current) + if getattr(legacy, f.name) != getattr(current, f.name) + } + assert changed == {"runtime_dense_tokens_per_ms"} + assert legacy.runtime_dense_tokens_per_ms >= 1e12 + pack = prefix_tree_pack((torch.arange(1, 8_193),), max_depth=1) + spec = parse_gdn_prefix_tree_segments( + group_ids=pack.group_ids, parent_ids=pack.parent_ids + ) + n = spec.real_token_count + ranges = tuple((((n * r) // 4, (n * (r + 1)) // 4, 0),) for r in range(4)) + layout = TokenLayoutIndex( + ownership_ranges_by_rank=ranges, + token_counts_by_rank=tuple(e - s for ((s, e, _),) in ranges), + ) + chained = build_gdn_global_execution_decision( + spec, cp_size=4, attention_token_layout_index=layout, planner_config=current + ) + local = build_gdn_global_execution_decision( + spec, cp_size=4, attention_token_layout_index=layout, planner_config=legacy + ) + assert any(chained.chained_nodes) and not any(local.chained_nodes) From b579136ca8bee4be70f51699e3140385ce2a3c37 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Wed, 9 Sep 2026 14:38:17 +0000 Subject: [PATCH 06/11] GDN planner: fit the dense throughput, chain overheads and gate on three classes Joint fit of the runtime model to the paired --gdn-ab campaigns on Qwen3.5-4B, Qwen3.5-27B and Qwen3.5-35B-A3B (982 layouts, each timed under never-chain and chain-everything in alternating rounds; the recurrent rates and the layout-exchange and parent-state costs held at their shipped values): the dense projection work runs at about 156 TFLOP/s (617 tokens/ms on the 4B shape, 224 on 27B, 772 on the 35B reference), a bucket costs about 2.2 ms to launch (was 0.2), the suffix scan 2.8 ms per bucket plus 3.5 segments/ms at the reference shape (was 2.0 and 15), and the campaigns expose no per-byte summary-exchange cost beyond that per-segment scan (the two are collinear; the bandwidth is set high). Model error falls from 10.1 to 5.2 ms per layer (rms); the decision regret against the faster measured arm from 1,082 to 297 ms per layer summed over the 982 layouts, and it is flat for chain gates between 0 and 1 ms while the number of chains that measured slower halves at 1 ms, so the gate moves from 4.0 to 1.0 ms. Replaying the production planner on the campaigns (layouts whose decision is one of the two measured arms): regret 421 -> 31 ms per layer on 4B (44 layouts newly chained where chaining measured faster, none where slower), 1,471 -> 17 on 27B (53 / 2), 359 -> 75 on 35B (66 / 5, none above 2 ms). Partial chains (42 / 74 / 62 layouts) are not covered by the two arms; the paired validation against main's planner (--gdn-legacy-ab) covers them. The harness's legacy arm restores every changed field. Co-Authored-By: Claude Fable 5.1 --- dev/trainer_rank_landing_acceptance.py | 21 +++++++++++-- src/art/megatron/gdn/gdn_prefix_tree.py | 31 ++++++++++++------- tests/unit/test_prefix_tree.py | 2 +- .../test_trainer_rank_calibration_harness.py | 19 +++++++++--- 4 files changed, 53 insertions(+), 20 deletions(-) diff --git a/dev/trainer_rank_landing_acceptance.py b/dev/trainer_rank_landing_acceptance.py index 4e1930195..95513fd1d 100644 --- a/dev/trainer_rank_landing_acceptance.py +++ b/dev/trainer_rank_landing_acceptance.py @@ -2123,14 +2123,29 @@ def _calibration_requests( def _legacy_gdn_planner_config(config: Any) -> Any: - """The GDN planner configuration main built before the recalibration: the - recurrent rates alone price a rank's tokens (no dense projection term).""" + """The GDN planner configuration main built before the recalibration: no + dense projection term, the previous chain overheads (0.2 ms per bucket, + 80 MB/ms summary exchange, 2.0 ms + 15 segments/ms suffix scan at the + reference shape) and the 4.0 ms chain gate. The suffix-scan rate is + shape-scaled by from_model_shape, so main's value is recovered through the + ratio of the reference rates (15 / 3.5).""" from dataclasses import replace if config is None: return None - return replace(config, runtime_dense_tokens_per_ms=1e12) + return replace( + config, + runtime_dense_tokens_per_ms=1e12, + runtime_local_bucket_launch_ms=0.20, + runtime_chain_bucket_launch_ms=0.20, + runtime_cp_summary_bandwidth_bytes_per_ms=80_000_000.0, + runtime_cp_suffix_scan_latency_ms=2.0, + runtime_cp_suffix_scan_segments_per_ms=( + config.runtime_cp_suffix_scan_segments_per_ms * (15.0 / 3.5) + ), + cp_chain_min_runtime_delta_ms=4.0, + ) def _gdn_variant_config(config: Any, variant: str) -> Any: diff --git a/src/art/megatron/gdn/gdn_prefix_tree.py b/src/art/megatron/gdn/gdn_prefix_tree.py index 26fe28fb3..6992603da 100644 --- a/src/art/megatron/gdn/gdn_prefix_tree.py +++ b/src/art/megatron/gdn/gdn_prefix_tree.py @@ -20,8 +20,9 @@ _RUNTIME_STATE_THROUGHPUT_EXPONENT = 0.75 # The GDN layer's dense work (input projection, output projection) runs on the # GDN layout, so it follows a rank's GDN-owned tokens; priced from its FLOPs at -# the throughput the paired planner A/B measured on Qwen3.5-4B (H200 bf16). -_RUNTIME_DENSE_ACHIEVED_TFLOPS = 280.0 +# the throughput the paired planner A/B campaigns fitted jointly on Qwen3.5-4B, +# Qwen3.5-27B and Qwen3.5-35B-A3B (H200 bf16, 982 paired layouts, 2026-09-09). +_RUNTIME_DENSE_ACHIEVED_TFLOPS = 156.0 def _dense_tokens_per_ms( @@ -185,8 +186,11 @@ class GdnPlannerConfig: cp_chain_beam_candidate_limit: int = 16 cp_chain_beam_max_steps: int = 4 # Chain buckets add extra collectives and kernel shapes; require a - # measurable runtime win before selecting them over local execution. - cp_chain_min_runtime_delta_ms: float = 4.0 + # measurable runtime win before selecting them over local execution. The + # paired campaigns put the model's error at about 5 ms per layer (rms) and + # the decision regret flat for gates between 0 and 1 ms; 1 ms halves the + # chains that measured slower without giving up measured wins. + cp_chain_min_runtime_delta_ms: float = 1.0 runtime_hidden_bytes_per_token: int = 4096 runtime_layout_exchange_count: int = 4 # Global all-to-all token counts are priced against aggregate CP bandwidth. @@ -198,19 +202,22 @@ class GdnPlannerConfig: runtime_chain_recurrent_tokens_per_ms: float = 1_400.0 # Dense (projection) work per GDN-owned token on a rank, chained or not; the # default is the reference shape's rate. - runtime_dense_tokens_per_ms: float = 1_385.0 - runtime_local_bucket_launch_ms: float = 0.20 - runtime_chain_bucket_launch_ms: float = 0.20 + runtime_dense_tokens_per_ms: float = 772.0 + runtime_local_bucket_launch_ms: float = 2.2 + runtime_chain_bucket_launch_ms: float = 2.2 runtime_local_segment_launch_ms: float = 0.005 runtime_cp_summary_bytes_per_segment: int = 4_194_304 runtime_cp_summary_exchange_count_per_bucket: int = 8 # Summary collectives move small state tensors and do not sustain the large - # hidden-state all-to-all bandwidth used by the layout exchange term. - runtime_cp_summary_bandwidth_bytes_per_ms: float = 80_000_000.0 + # hidden-state all-to-all bandwidth used by the layout exchange term. The + # paired campaigns do not expose a per-byte summary cost beyond the + # per-segment scan below (the two are collinear), so the bandwidth is set + # high and the per-segment and per-bucket costs carry the chain overhead. + runtime_cp_summary_bandwidth_bytes_per_ms: float = 10_000_000_000.0 runtime_cp_summary_collective_latency_ms: float = 0.0 runtime_cp_summary_compute_segments_per_ms: float = 320.0 - runtime_cp_suffix_scan_latency_ms: float = 2.0 - runtime_cp_suffix_scan_segments_per_ms: float = 15.0 + runtime_cp_suffix_scan_latency_ms: float = 2.8 + runtime_cp_suffix_scan_segments_per_ms: float = 3.5 runtime_parent_state_bytes_per_exchange: int = 262_144 runtime_parent_state_bandwidth_bytes_per_ms: float = 56_000_000.0 runtime_parent_state_latency_ms: float = 0.0 @@ -306,7 +313,7 @@ def from_model_shape( runtime_chain_recurrent_tokens_per_ms=1_400.0 * recurrent_scale, runtime_cp_summary_bytes_per_segment=summary_state_elements * 4, runtime_cp_summary_compute_segments_per_ms=320.0 * summary_scale, - runtime_cp_suffix_scan_segments_per_ms=15.0 * summary_scale, + runtime_cp_suffix_scan_segments_per_ms=3.5 * summary_scale, runtime_parent_state_bytes_per_exchange=( conv_state_bytes + recurrent_state_bytes ), diff --git a/tests/unit/test_prefix_tree.py b/tests/unit/test_prefix_tree.py index 06eed109b..d8d4d6568 100644 --- a/tests/unit/test_prefix_tree.py +++ b/tests/unit/test_prefix_tree.py @@ -575,7 +575,7 @@ def test_gdn_tree_cp_plan_chains_one_long_sequence_because_dense_work_follows_to linear_key_head_dim=128, linear_value_head_dim=128, ) - assert qwen35_4b.runtime_dense_tokens_per_ms == pytest.approx(1108, rel=0.01) + assert qwen35_4b.runtime_dense_tokens_per_ms == pytest.approx(617, rel=0.01) layout = _uniform_attention_layout(spec.real_token_count, 4) chained = build_gdn_global_execution_decision( spec, cp_size=4, attention_token_layout_index=layout, planner_config=qwen35_4b diff --git a/tests/unit/test_trainer_rank_calibration_harness.py b/tests/unit/test_trainer_rank_calibration_harness.py index 44cd4aec8..36d2f65a9 100644 --- a/tests/unit/test_trainer_rank_calibration_harness.py +++ b/tests/unit/test_trainer_rank_calibration_harness.py @@ -268,9 +268,10 @@ def test_contract_accepts_the_yield_empty_flag_only_when_it_is_off_by_default() def test_gdn_legacy_variant_is_the_planner_before_the_dense_term() -> None: - """The validation arm restores main's GDN planner: the dense projection - term disabled and nothing else changed, so an 8k-token sequence that the - production planner chains across four ranks stays on one rank.""" + """The validation arm restores main's GDN planner: no dense projection + term, the previous chain overheads and gate, nothing else changed, so an + 8k-token sequence that the production planner chains across four ranks + stays on one rank.""" from dataclasses import fields @@ -299,8 +300,18 @@ def test_gdn_legacy_variant_is_the_planner_before_the_dense_term() -> None: for f in fields(current) if getattr(legacy, f.name) != getattr(current, f.name) } - assert changed == {"runtime_dense_tokens_per_ms"} + assert changed == { + "runtime_dense_tokens_per_ms", + "runtime_local_bucket_launch_ms", + "runtime_chain_bucket_launch_ms", + "runtime_cp_summary_bandwidth_bytes_per_ms", + "runtime_cp_suffix_scan_latency_ms", + "runtime_cp_suffix_scan_segments_per_ms", + "cp_chain_min_runtime_delta_ms", + } assert legacy.runtime_dense_tokens_per_ms >= 1e12 + assert legacy.cp_chain_min_runtime_delta_ms == 4.0 + assert legacy.runtime_cp_suffix_scan_segments_per_ms == pytest.approx(15.0) pack = prefix_tree_pack((torch.arange(1, 8_193),), max_depth=1) spec = parse_gdn_prefix_tree_segments( group_ids=pack.group_ids, parent_ids=pack.parent_ids From f4c5746da83f5712f693654a181434637d20e2e0 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Wed, 9 Sep 2026 21:51:37 +0000 Subject: [PATCH 07/11] GDN planner: keep the owner search as it was; chain gate 2 ms The paired validation against main's GDN planner (Qwen3.5-4B complete, 27B and 35B-A3B in progress) separates the two effects of the dense term. The chain decisions carry every measured gain (4B: 75 of 83 changed layouts faster, median -13.5%, best layout per real-data group -15% to -43% at CP4; 27B so far: 65 of 72, median -17.7%). The owner-assignment changes it also caused were noise at the median with a +14% outlier on a heterogeneous synthetic cell (more layout exchange for a slightly lower maximum load), so the owner search balances recurrent work only, as before; the dense term stays in the runtime prediction and the chain scoring. Every chain on 4B that measured slower was predicted to save under 2 ms per layer, and a 2 ms gate keeps 97% of the measured gain on 4B and 99% on 27B, so the gate is 2.0 ms rather than 1.0. Co-Authored-By: Claude Fable 5.1 --- src/art/megatron/gdn/gdn_prefix_tree.py | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/src/art/megatron/gdn/gdn_prefix_tree.py b/src/art/megatron/gdn/gdn_prefix_tree.py index 6992603da..2fc33109f 100644 --- a/src/art/megatron/gdn/gdn_prefix_tree.py +++ b/src/art/megatron/gdn/gdn_prefix_tree.py @@ -187,10 +187,11 @@ class GdnPlannerConfig: cp_chain_beam_max_steps: int = 4 # Chain buckets add extra collectives and kernel shapes; require a # measurable runtime win before selecting them over local execution. The - # paired campaigns put the model's error at about 5 ms per layer (rms) and - # the decision regret flat for gates between 0 and 1 ms; 1 ms halves the - # chains that measured slower without giving up measured wins. - cp_chain_min_runtime_delta_ms: float = 1.0 + # paired campaigns put the model's error at about 5 ms per layer (rms); on + # the paired validation against the previous planner every chain that + # measured slower on Qwen3.5-4B was predicted to save under 2 ms, and a + # 2 ms gate keeps 97% of the measured gains on 4B and 99% on 27B. + cp_chain_min_runtime_delta_ms: float = 2.0 runtime_hidden_bytes_per_token: int = 4096 runtime_layout_exchange_count: int = 4 # Global all-to-all token counts are priced against aggregate CP bandwidth. @@ -969,9 +970,13 @@ def _best_search_owner( for rank, tokens in enumerate(on_rank_tokens): projected_loads = list(rank_loads) projected_loads[rank] += segment_length + # The owner choice balances recurrent work only. Pricing the dense work + # here as well moved local segments toward token balance at the cost of + # more layout exchange; on the paired validation those owner-only + # changes were noise at the median with a +14% outlier, while every + # measured gain came from the chain decisions, which do price it. rank_runtime_ms = max( load / planner_config.runtime_local_recurrent_tokens_per_ms - + load / planner_config.runtime_dense_tokens_per_ms for load in projected_loads ) cross_rank_tokens = segment_length - int(tokens) From eb2eeceeea2b795bc24386d4682dace4b53a7ea5 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Thu, 10 Sep 2026 01:05:13 +0000 Subject: [PATCH 08/11] Re-certify dense-h2560 under the recalibrated GDN planner Paired validation of the recalibrated GDN planner against main's on Qwen3.5-4B (tr-gdnfin-4b, 274 layouts at CP2 and CP4, alternating rounds on the same node; attention planner unchanged): the 72 layouts whose chain decision changed are faster by a median 15.2% (69 faster, one slower by 3%); the other 174 are unchanged within noise. Production selection -6.9% at CP4, the best layout per cell -6.0% at CP4 (worst cell +1.1%), CP2 unchanged. The table is refit from the campaign's current-planner rows for every CP2 and CP4 cell of Qwen3.5-4B (plus its two-layer grpo-g8-long cell), carrying the certificate's aggregates for the CP1, TP2 and Qwen3-4B cells the GDN planner does not touch: 58 cells, 99.0% pairwise, p95 regret 1.2%, max 1.9% (was 98.7% / 1.9% / 2.8%), held-out gates pass. Co-Authored-By: Claude Fable 5.1 --- ...ion_certificate_dense-h2560-h200-bf16.json | 68 +++++++++---------- ...ration_manifest_dense-h2560-h200-bf16.json | 60 ++++++++-------- src/art/trainer_rank/_planner_cost.py | 18 ++--- 3 files changed, 73 insertions(+), 73 deletions(-) diff --git a/dev/trainer_rank_cost_calibration_certificate_dense-h2560-h200-bf16.json b/dev/trainer_rank_cost_calibration_certificate_dense-h2560-h200-bf16.json index 9c1bca34d..585e1c1a0 100644 --- a/dev/trainer_rank_cost_calibration_certificate_dense-h2560-h200-bf16.json +++ b/dev/trainer_rank_cost_calibration_certificate_dense-h2560-h200-bf16.json @@ -9,55 +9,55 @@ {"candidates":[{"cp_plan":{"max_rank_tokens":13557,"summary_ms":0.0004246830940246582,"wave_count":0},"fallback_work":472021632,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1266.58740234375,"n":8,"spread_pct":0.9781913521777998},{"cp_plan":{"max_rank_tokens":25902,"summary_ms":0.000519677996635437,"wave_count":0},"fallback_work":878122752,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":2355.79296875,"n":8,"spread_pct":0.4226511939484283},{"cp_plan":{"max_rank_tokens":37995,"summary_ms":0.00029243528842926025,"wave_count":0},"fallback_work":1275934080,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":3399.600341796875,"n":8,"spread_pct":3.5689512273925237},{"cp_plan":{"max_rank_tokens":50582,"summary_ms":0.0002849847078323364,"wave_count":0},"fallback_work":1689996032,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":4493.33349609375,"n":8,"spread_pct":2.143898724966576},{"cp_plan":{"max_rank_tokens":13367,"summary_ms":0.0002719461917877197,"wave_count":0},"fallback_work":474389376,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1336.23193359375,"n":8,"spread_pct":1.5525726603383831},{"cp_plan":{"max_rank_tokens":13185,"summary_ms":0.0002849847078323364,"wave_count":0},"fallback_work":468402304,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1322.3959350585938,"n":8,"spread_pct":1.7798744446113717},{"cp_plan":{"max_rank_tokens":63177,"summary_ms":0.0008940696716308594,"wave_count":0},"fallback_work":2078925952,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":5254.252197265625,"n":8,"spread_pct":0.3663606350827178},{"cp_plan":{"max_rank_tokens":13497,"summary_ms":0.00029616057872772217,"wave_count":0},"fallback_work":478665856,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1347.4345703125,"n":8,"spread_pct":0.9717540493979807},{"cp_plan":{"max_rank_tokens":13165,"summary_ms":0.0002682209014892578,"wave_count":0},"fallback_work":476362368,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1393.49951171875,"n":8,"spread_pct":1.1165999214404774},{"cp_plan":{"max_rank_tokens":13161,"summary_ms":0.00027567148208618164,"wave_count":0},"fallback_work":484848768,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1468.748046875,"n":8,"spread_pct":1.4417904811043631}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,1,1,1],"source":"4166cf02420654896867f9816b1e0dae3682716155b2eb47186228af28b39beb","workload":{"group":5,"kind":"ellavox"}}, {"candidates":[{"cp_plan":{"max_rank_tokens":9433,"summary_ms":0.00042282044887542725,"wave_count":0},"fallback_work":337407104,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":883.2615051269531,"n":8,"spread_pct":0.8517377068279673},{"cp_plan":{"max_rank_tokens":6738,"summary_ms":0.0003371387720108032,"wave_count":0},"fallback_work":283093248,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1009.8309631347656,"n":8,"spread_pct":2.515746306430063},{"cp_plan":{"max_rank_tokens":6778,"summary_ms":0.0002719461917877197,"wave_count":0},"fallback_work":284409088,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1009.9157104492188,"n":8,"spread_pct":5.187472437456256},{"cp_plan":{"max_rank_tokens":6877,"summary_ms":0.00027567148208618164,"wave_count":0},"fallback_work":287665792,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1019.6166687011719,"n":8,"spread_pct":1.1182252780006847},{"cp_plan":{"max_rank_tokens":7090,"summary_ms":0.000346451997756958,"wave_count":0},"fallback_work":286054656,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":931.9786071777344,"n":8,"spread_pct":1.3346507711841304},{"cp_plan":{"max_rank_tokens":7134,"summary_ms":0.0002719461917877197,"wave_count":0},"fallback_work":287502080,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":935.9385681152344,"n":8,"spread_pct":0.9217435223737713},{"cp_plan":{"max_rank_tokens":7415,"summary_ms":0.0002644956111907959,"wave_count":0},"fallback_work":288258944,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":890.6288146972656,"n":8,"spread_pct":0.664518809455483},{"cp_plan":{"max_rank_tokens":7626,"summary_ms":0.00026635825634002686,"wave_count":0},"fallback_work":295068928,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":896.7015075683594,"n":8,"spread_pct":0.4829916773630026},{"cp_plan":{"max_rank_tokens":7702,"summary_ms":0.00027008354663848877,"wave_count":0},"fallback_work":297569024,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":907.5826721191406,"n":8,"spread_pct":1.1216802715591758},{"cp_plan":{"max_rank_tokens":6323,"summary_ms":0.0002775341272354126,"wave_count":0},"fallback_work":321149312,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":1563.4044189453125,"n":8,"spread_pct":3.3775215580294184},{"cp_plan":{"max_rank_tokens":8041,"summary_ms":0.00025890767574310303,"wave_count":0},"fallback_work":300233856,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":867.4564208984375,"n":8,"spread_pct":0.5361442671986714},{"cp_plan":{"max_rank_tokens":8113,"summary_ms":0.0003129243850708008,"wave_count":0},"fallback_work":302602368,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":871.8345947265625,"n":8,"spread_pct":1.4848078336963701},{"cp_plan":{"max_rank_tokens":6359,"summary_ms":0.000260770320892334,"wave_count":0},"fallback_work":313715584,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":1469.932373046875,"n":8,"spread_pct":1.6668429985634903},{"cp_plan":{"max_rank_tokens":6437,"summary_ms":0.00026635825634002686,"wave_count":0},"fallback_work":299045504,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1282.4256591796875,"n":8,"spread_pct":3.5894369410081124},{"cp_plan":{"max_rank_tokens":8391,"summary_ms":0.0002812594175338745,"wave_count":0},"fallback_work":311747456,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":898.1339111328125,"n":8,"spread_pct":2.2180388943927114},{"cp_plan":{"max_rank_tokens":13958,"summary_ms":0.00026635825634002686,"wave_count":0},"fallback_work":486261504,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1263.3726806640625,"n":8,"spread_pct":1.0571088653235035},{"cp_plan":{"max_rank_tokens":18411,"summary_ms":0.0002644956111907959,"wave_count":0},"fallback_work":632747392,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1636.622314453125,"n":8,"spread_pct":2.536776853648149},{"cp_plan":{"max_rank_tokens":23107,"summary_ms":0.0002514570951461792,"wave_count":0},"fallback_work":787227008,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1996.8821411132812,"n":8,"spread_pct":0.7629325220343959},{"cp_plan":{"max_rank_tokens":27945,"summary_ms":0.0002719461917877197,"wave_count":0},"fallback_work":946377856,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":2376.6480712890625,"n":8,"spread_pct":0.6534322579710697},{"cp_plan":{"max_rank_tokens":32845,"summary_ms":0.00025704503059387207,"wave_count":0},"fallback_work":1107568256,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":2767.8125,"n":8,"spread_pct":0.8110022439878063},{"cp_plan":{"max_rank_tokens":37693,"summary_ms":0.00028312206268310547,"wave_count":0},"fallback_work":1267048064,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":3151.2196044921875,"n":8,"spread_pct":0.22501828505991},{"cp_plan":{"max_rank_tokens":42711,"summary_ms":0.000260770320892334,"wave_count":0},"fallback_work":1432120192,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":3567.0445556640625,"n":8,"spread_pct":0.5976682226473089},{"cp_plan":{"max_rank_tokens":8746,"summary_ms":0.00028870999813079834,"wave_count":0},"fallback_work":323294464,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":851.1444396972656,"n":8,"spread_pct":3.7339288665260373},{"cp_plan":{"max_rank_tokens":47673,"summary_ms":0.00027567148208618164,"wave_count":0},"fallback_work":1595350144,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":3951.8779296875,"n":8,"spread_pct":3.504508462773459},{"cp_plan":{"max_rank_tokens":52699,"summary_ms":0.00026635825634002686,"wave_count":0},"fallback_work":1760685440,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":4355.9736328125,"n":8,"spread_pct":0.3267894730588405},{"cp_plan":{"max_rank_tokens":57931,"summary_ms":0.00026263296604156494,"wave_count":0},"fallback_work":1932797312,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":4814.435302734375,"n":8,"spread_pct":0.8743135813839472},{"cp_plan":{"max_rank_tokens":63240,"summary_ms":0.0002738088369369507,"wave_count":0},"fallback_work":2107311104,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":5157.217529296875,"n":8,"spread_pct":0.29146046127802816},{"cp_plan":{"max_rank_tokens":6558,"summary_ms":0.00026263296604156494,"wave_count":0},"fallback_work":294407936,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1192.0238037109375,"n":8,"spread_pct":3.5858155081295466},{"cp_plan":{"max_rank_tokens":6639,"summary_ms":0.0002942979335784912,"wave_count":0},"fallback_work":288454528,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1099.6553344726562,"n":8,"spread_pct":2.8113611814515083},{"cp_plan":{"max_rank_tokens":6657,"summary_ms":0.000260770320892334,"wave_count":0},"fallback_work":289046656,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1103.8992919921875,"n":8,"spread_pct":3.0331379256083864},{"cp_plan":{"max_rank_tokens":6668,"summary_ms":0.00024959444999694824,"wave_count":0},"fallback_work":289408512,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1104.4808349609375,"n":8,"spread_pct":2.0741592503105966},{"cp_plan":{"max_rank_tokens":6645,"summary_ms":0.00025704503059387207,"wave_count":0},"fallback_work":288651904,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1101.4493408203125,"n":8,"spread_pct":6.294596087164539},{"cp_plan":{"max_rank_tokens":68881,"summary_ms":0.0008791685104370117,"wave_count":0},"fallback_work":2267613312,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":5366.939697265625,"n":8,"spread_pct":0.4328347583369593},{"cp_plan":{"max_rank_tokens":6620,"summary_ms":0.000260770320892334,"wave_count":0},"fallback_work":322432512,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":1488.7683715820312,"n":8,"spread_pct":1.9135469152751474},{"cp_plan":{"max_rank_tokens":6458,"summary_ms":0.0002682209014892578,"wave_count":0},"fallback_work":325721344,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":1577.4173583984375,"n":8,"spread_pct":2.2728167944738216},{"cp_plan":{"max_rank_tokens":6292,"summary_ms":0.0002719461917877197,"wave_count":0},"fallback_work":328747520,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":1651.3744506835938,"n":8,"spread_pct":3.4860801728437107},{"cp_plan":{"max_rank_tokens":9004,"summary_ms":0.00029243528842926025,"wave_count":0},"fallback_work":331912704,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":927.1600341796875,"n":8,"spread_pct":0.3613355373293598},{"cp_plan":{"max_rank_tokens":8464,"summary_ms":0.00025890767574310303,"wave_count":0},"fallback_work":322766848,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":959.4537353515625,"n":8,"spread_pct":0.9411954052529027},{"cp_plan":{"max_rank_tokens":8113,"summary_ms":0.0002477318048477173,"wave_count":0},"fallback_work":319838336,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1005.8517761230469,"n":8,"spread_pct":1.4488823049664423},{"cp_plan":{"max_rank_tokens":7865,"summary_ms":0.00027939677238464355,"wave_count":0},"fallback_work":320298112,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1073.0438842773438,"n":8,"spread_pct":3.86364609793973},{"cp_plan":{"max_rank_tokens":7648,"summary_ms":0.00025890767574310303,"wave_count":0},"fallback_work":321777664,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1152.81982421875,"n":8,"spread_pct":1.7065724965321531},{"cp_plan":{"max_rank_tokens":7348,"summary_ms":0.00026635825634002686,"wave_count":0},"fallback_work":320526848,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1240.2864379882812,"n":8,"spread_pct":4.55138374358596},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":0.00025704503059387207,"wave_count":0},"fallback_work":323223552,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1316.1115112304688,"n":8,"spread_pct":2.889445156280586},{"cp_plan":{"max_rank_tokens":6896,"summary_ms":0.00026263296604156494,"wave_count":0},"fallback_work":322893824,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1402.0444946289062,"n":8,"spread_pct":3.269055892280634}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,1,1,1],"source":"4166cf02420654896867f9816b1e0dae3682716155b2eb47186228af28b39beb","workload":{"group":6,"kind":"ellavox"}}, {"candidates":[{"cp_plan":{"max_rank_tokens":12674,"summary_ms":0.0004470348358154297,"wave_count":0},"fallback_work":443367680,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1209.2435302734375,"n":8,"spread_pct":0.7204029265536073},{"cp_plan":{"max_rank_tokens":24329,"summary_ms":0.0003203749656677246,"wave_count":0},"fallback_work":826770560,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":2233.10986328125,"n":8,"spread_pct":0.36612732427823536},{"cp_plan":{"max_rank_tokens":36051,"summary_ms":0.0003296881914138794,"wave_count":0},"fallback_work":1212377472,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":3245.745361328125,"n":8,"spread_pct":0.5077109283615201},{"cp_plan":{"max_rank_tokens":47693,"summary_ms":0.0002998858690261841,"wave_count":0},"fallback_work":1595352704,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":4225.18310546875,"n":8,"spread_pct":0.38927907964417685},{"cp_plan":{"max_rank_tokens":59300,"summary_ms":0.0003390014171600342,"wave_count":0},"fallback_work":1977176576,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":5224.0458984375,"n":8,"spread_pct":1.1822022674221127},{"cp_plan":{"max_rank_tokens":71013,"summary_ms":0.00040046870708465576,"wave_count":0},"fallback_work":2362487424,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":6224.27197265625,"n":8,"spread_pct":1.7318243403372429},{"cp_plan":{"max_rank_tokens":82862,"summary_ms":0.0003241002559661865,"wave_count":0},"fallback_work":2752272128,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":7230.459228515625,"n":8,"spread_pct":0.3250679591319019},{"cp_plan":{"max_rank_tokens":12273,"summary_ms":0.00031851232051849365,"wave_count":0},"fallback_work":464648320,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1492.15966796875,"n":8,"spread_pct":1.2116309106550744},{"cp_plan":{"max_rank_tokens":12536,"summary_ms":0.0005271285772323608,"wave_count":0},"fallback_work":447446016,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1292.0726928710938,"n":8,"spread_pct":4.671723261385971},{"cp_plan":{"max_rank_tokens":12286,"summary_ms":0.0003073364496231079,"wave_count":0},"fallback_work":456457984,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1418.6742553710938,"n":8,"spread_pct":8.08882150964919},{"cp_plan":{"max_rank_tokens":12259,"summary_ms":0.0003110617399215698,"wave_count":0},"fallback_work":472805760,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1564.0120849609375,"n":8,"spread_pct":1.9826984620430212},{"cp_plan":{"max_rank_tokens":12322,"summary_ms":0.0002942979335784912,"wave_count":0},"fallback_work":449024256,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1348.297607421875,"n":8,"spread_pct":1.0403020156892726},{"cp_plan":{"max_rank_tokens":12364,"summary_ms":0.00032782554626464844,"wave_count":0},"fallback_work":450405888,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1354.1854248046875,"n":8,"spread_pct":2.041720515830595},{"cp_plan":{"max_rank_tokens":12416,"summary_ms":0.0002980232238769531,"wave_count":0},"fallback_work":443498496,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1281.031005859375,"n":8,"spread_pct":0.8578162082962733},{"cp_plan":{"max_rank_tokens":12264,"summary_ms":0.0003166496753692627,"wave_count":0},"fallback_work":464352256,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1488.0189208984375,"n":8,"spread_pct":0.6449791716075939},{"cp_plan":{"max_rank_tokens":12408,"summary_ms":0.0003129243850708008,"wave_count":0},"fallback_work":443235328,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1279.914794921875,"n":8,"spread_pct":1.581116067792446},{"cp_plan":{"max_rank_tokens":94721,"summary_ms":0.00095367431640625,"wave_count":0},"fallback_work":3116990592,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":7843.11376953125,"n":8,"spread_pct":0.22031169485423277},{"cp_plan":{"max_rank_tokens":12608,"summary_ms":0.0003166496753692627,"wave_count":0},"fallback_work":449814528,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1297.4340209960938,"n":8,"spread_pct":0.78981391633755},{"cp_plan":{"max_rank_tokens":12598,"summary_ms":0.00033155083656311035,"wave_count":0},"fallback_work":458103552,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1367.8269653320312,"n":8,"spread_pct":0.5352050293262388},{"cp_plan":{"max_rank_tokens":12506,"summary_ms":0.0003259629011154175,"wave_count":0},"fallback_work":463695104,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1435.2858276367188,"n":8,"spread_pct":5.388250235810313},{"cp_plan":{"max_rank_tokens":12356,"summary_ms":0.00026263296604156494,"wave_count":0},"fallback_work":467378688,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1496.8681640625,"n":8,"spread_pct":1.2597509905120914},{"cp_plan":{"max_rank_tokens":12262,"summary_ms":0.0002775341272354126,"wave_count":0},"fallback_work":472904448,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1566.5694580078125,"n":8,"spread_pct":4.221972819696077},{"cp_plan":{"max_rank_tokens":12257,"summary_ms":0.0002942979335784912,"wave_count":0},"fallback_work":481357952,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":1643.9668579101562,"n":8,"spread_pct":8.349443560889531}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,1,1,1],"source":"4166cf02420654896867f9816b1e0dae3682716155b2eb47186228af28b39beb","workload":{"group":7,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.962196737527847,"wave_count":1},"fallback_work":441939008,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1021.8409118652344,"n":8,"spread_pct":0.3382423612121761},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":5.825260654091835,"wave_count":1},"fallback_work":841929024,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1251.4122924804688,"n":8,"spread_pct":0.7585765282086807},{"cp_plan":{"max_rank_tokens":20480,"summary_ms":6.311111152172089,"wave_count":1},"fallback_work":1246189440,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":2087.8525390625,"n":8,"spread_pct":0.5861776711548994},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.761835724115372,"wave_count":1},"fallback_work":448980128,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1020.5107116699219,"n":8,"spread_pct":0.6126896469642207},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":8.39189626276493,"wave_count":1},"fallback_work":1625317440,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2268.9808349609375,"n":8,"spread_pct":0.2721292507956023},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.984708666801453,"wave_count":1},"fallback_work":447666208,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1022.6985168457031,"n":8,"spread_pct":0.8543800337702094},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.792863667011261,"wave_count":1},"fallback_work":456185408,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1040.7841186523438,"n":8,"spread_pct":1.2738057894793324}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":0,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.5597033351659775,"wave_count":1},"fallback_work":432512352,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1007.5340576171875,"n":8,"spread_pct":0.49217813206386113},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":6.826799362897873,"wave_count":3},"fallback_work":809866720,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1214.4115600585938,"n":8,"spread_pct":0.9541175696599057}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":1,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.168587297201157,"wave_count":1},"fallback_work":412274848,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1025.2608642578125,"n":8,"spread_pct":0.7251631962473346}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":2,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":24576,"summary_ms":7.501274347305298,"wave_count":1},"fallback_work":1578446560,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":2358.49658203125,"n":8,"spread_pct":0.3017886833280851},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.987711250782013,"wave_count":1},"fallback_work":787006048,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1203.7388916015625,"n":8,"spread_pct":0.5577815459218303},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":5.656670778989792,"wave_count":1},"fallback_work":750688288,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1195.7665405273438,"n":8,"spread_pct":1.9666957593058885},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":6.959959864616394,"wave_count":1},"fallback_work":972400640,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1445.537841796875,"n":8,"spread_pct":0.3789611856124459},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":5.922827869653702,"wave_count":1},"fallback_work":1247502880,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1854.7432250976562,"n":8,"spread_pct":0.6202096194653481},{"cp_plan":{"max_rank_tokens":24405,"summary_ms":8.723074570298195,"wave_count":1},"fallback_work":1592928992,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2409.185791015625,"n":8,"spread_pct":0.39286483364199015},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":5.886087194085121,"wave_count":1},"fallback_work":785703776,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1241.41552734375,"n":8,"spread_pct":1.1217958172905411},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.398796871304512,"wave_count":1},"fallback_work":749386016,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1229.1719970703125,"n":8,"spread_pct":0.8492481709643009}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":3,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":17408,"summary_ms":6.975695490837097,"wave_count":1},"fallback_work":1027060832,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1583.502197265625,"n":8,"spread_pct":0.5322443252993937},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":7.23252072930336,"wave_count":1},"fallback_work":677032544,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1065.5122680664062,"n":8,"spread_pct":0.45133990244683714},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.415665477514267,"wave_count":1},"fallback_work":1034053920,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1677.3291625976562,"n":8,"spread_pct":0.6337895710478094},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":7.4615683406591415,"wave_count":1},"fallback_work":669489152,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1115.324462890625,"n":8,"spread_pct":0.524333739240416}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":4,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":8704,"summary_ms":6.8640559911727905,"wave_count":1},"fallback_work":471600352,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1061.3357543945312,"n":8,"spread_pct":0.6030620064207535},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.366778165102005,"wave_count":1},"fallback_work":877108832,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1320.075439453125,"n":8,"spread_pct":0.34749212552771586},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":6.399787962436676,"wave_count":1},"fallback_work":1274339776,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":2156.8609619140625,"n":8,"spread_pct":0.26647793692966865},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":7.595021277666092,"wave_count":1},"fallback_work":1687797472,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":2382.2135009765625,"n":8,"spread_pct":0.27689337683402276},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.821323022246361,"wave_count":1},"fallback_work":474042752,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1058.9236450195312,"n":8,"spread_pct":1.067298849730005},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":6.062136963009834,"wave_count":1},"fallback_work":468064416,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1058.77197265625,"n":8,"spread_pct":1.1458402990271472},{"cp_plan":{"max_rank_tokens":33792,"summary_ms":10.422546416521072,"wave_count":1},"fallback_work":2076057376,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":3196.307861328125,"n":8,"spread_pct":0.5999735565258285},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.9072524309158325,"wave_count":1},"fallback_work":478312992,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1062.30078125,"n":8,"spread_pct":1.0650779190215813},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.636498332023621,"wave_count":1},"fallback_work":476090976,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1073.8563232421875,"n":8,"spread_pct":1.7192050363355547},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.897043272852898,"wave_count":1},"fallback_work":484643104,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1138.6995239257812,"n":8,"spread_pct":2.208597743633262}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":5,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.500486120581627,"wave_count":1},"fallback_work":337445920,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":643.5645141601562,"n":8,"spread_pct":4.221559211776072},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.113519728183746,"wave_count":1},"fallback_work":283490720,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":936.3638000488281,"n":8,"spread_pct":3.204202332586084},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.989521577954292,"wave_count":1},"fallback_work":284804640,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":942.9480895996094,"n":8,"spread_pct":3.9212100850257467},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.793711170554161,"wave_count":1},"fallback_work":288056672,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":939.2862548828125,"n":8,"spread_pct":3.2182366592402785},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.725309252738953,"wave_count":1},"fallback_work":286369696,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":843.4229736328125,"n":8,"spread_pct":3.2677089398509636},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.985843017697334,"wave_count":1},"fallback_work":287815008,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":871.5032653808594,"n":8,"spread_pct":1.8888051472718874},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.558771848678589,"wave_count":1},"fallback_work":288525696,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":787.5517272949219,"n":8,"spread_pct":2.9414998046034535},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.728768020868301,"wave_count":1},"fallback_work":295292704,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":783.6252746582031,"n":8,"spread_pct":4.799665143082751},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.994688555598259,"wave_count":1},"fallback_work":297789152,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":785.8377075195312,"n":8,"spread_pct":4.223891499642917},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.0025824457407,"wave_count":1},"fallback_work":321960000,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":1496.4898681640625,"n":8,"spread_pct":3.730523372361022},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.914775654673576,"wave_count":1},"fallback_work":300405024,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":698.0137023925781,"n":8,"spread_pct":3.615676161163402},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.913564935326576,"wave_count":1},"fallback_work":302770080,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":713.2696533203125,"n":8,"spread_pct":7.700400728722144},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.873929545283318,"wave_count":1},"fallback_work":314459008,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":1399.55029296875,"n":8,"spread_pct":2.2268243949734132},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.8081353306770325,"wave_count":1},"fallback_work":299654112,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1210.9948120117188,"n":8,"spread_pct":4.662118058021346},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.83543798327446,"wave_count":1},"fallback_work":311901824,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":716.6131896972656,"n":8,"spread_pct":2.5491290534644415},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":7.361970841884613,"wave_count":1},"fallback_work":486083040,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":764.3537292480469,"n":8,"spread_pct":2.2456691581681207},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":6.05885311961174,"wave_count":2},"fallback_work":632355264,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1132.4515991210938,"n":8,"spread_pct":0.714699677758329},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.888158619403839,"wave_count":1},"fallback_work":786609472,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1180.0374755859375,"n":8,"spread_pct":1.2920525336699056},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":5.993379279971123,"wave_count":1},"fallback_work":945528096,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1509.8399658203125,"n":8,"spread_pct":1.1668086524523493},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":5.996882915496826,"wave_count":1},"fallback_work":1106483296,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1565.1429443359375,"n":8,"spread_pct":0.6953706663829798},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":5.940115079283714,"wave_count":1},"fallback_work":1265730400,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1881.5180053710938,"n":8,"spread_pct":0.401112136517875},{"cp_plan":{"max_rank_tokens":23040,"summary_ms":6.963716819882393,"wave_count":1},"fallback_work":1430561664,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1963.918701171875,"n":8,"spread_pct":1.0271361604015607},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.960799753665924,"wave_count":1},"fallback_work":323398944,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":652.2800598144531,"n":8,"spread_pct":566.2944917947407},{"cp_plan":{"max_rank_tokens":25088,"summary_ms":6.576141342520714,"wave_count":1},"fallback_work":1593553440,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":2286.1728515625,"n":8,"spread_pct":0.4082158321874756},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":7.605433464050293,"wave_count":1},"fallback_work":1758647488,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":2354.48974609375,"n":8,"spread_pct":85.41303962364125},{"cp_plan":{"max_rank_tokens":30208,"summary_ms":10.136771947145462,"wave_count":1},"fallback_work":1930508224,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":2690.58349609375,"n":8,"spread_pct":13.34725873203256},{"cp_plan":{"max_rank_tokens":33280,"summary_ms":8.48519615828991,"wave_count":1},"fallback_work":2104734336,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":2740.4049072265625,"n":8,"spread_pct":0.4312098004235927},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.725968465209007,"wave_count":1},"fallback_work":294945120,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1128.2091674804688,"n":8,"spread_pct":2.7549450815190326},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.671188071370125,"wave_count":1},"fallback_work":288922368,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1030.0625,"n":8,"spread_pct":2.9365609451792976},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.390698090195656,"wave_count":1},"fallback_work":289513632,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1030.9904174804688,"n":8,"spread_pct":2.659938015884325},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.129028111696243,"wave_count":1},"fallback_work":289874880,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1031.6466064453125,"n":8,"spread_pct":2.8910223802422577},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.610219970345497,"wave_count":1},"fallback_work":289119456,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1038.3137817382812,"n":8,"spread_pct":6.063791384452131},{"cp_plan":{"max_rank_tokens":35840,"summary_ms":8.803268894553185,"wave_count":1},"fallback_work":2264733088,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":3080.25439453125,"n":8,"spread_pct":0.7381077271893602},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.023851990699768,"wave_count":1},"fallback_work":323196096,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":1417.4479370117188,"n":8,"spread_pct":4.835014513552176},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.0964150577783585,"wave_count":1},"fallback_work":326558240,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":1512.6939697265625,"n":8,"spread_pct":3.531636446739906},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":6.215594708919525,"wave_count":1},"fallback_work":329625152,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":1577.1636352539062,"n":8,"spread_pct":2.9330599716744215},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.406769156455994,"wave_count":1},"fallback_work":332037568,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":709.3601684570312,"n":8,"spread_pct":2.084750705054148},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.949383437633514,"wave_count":1},"fallback_work":322983168,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":803.8027038574219,"n":8,"spread_pct":2.8661217182561214},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.309861317276955,"wave_count":1},"fallback_work":320137120,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":902.6782836914062,"n":8,"spread_pct":3.234866727236743},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.04822114109993,"wave_count":1},"fallback_work":320674336,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":978.5062561035156,"n":8,"spread_pct":3.159810693047741},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.0965286791324615,"wave_count":1},"fallback_work":322229760,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1083.6824951171875,"n":8,"spread_pct":4.6485130374709085},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.87072579562664,"wave_count":1},"fallback_work":321058880,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1175.9713134765625,"n":8,"spread_pct":4.924806071111636},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.446780636906624,"wave_count":1},"fallback_work":323829760,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1266.3241577148438,"n":8,"spread_pct":6.711088179248972},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":6.188977509737015,"wave_count":1},"fallback_work":323578624,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1309.7288208007812,"n":8,"spread_pct":4.111387151732241}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":6,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.066951900720596,"wave_count":1},"fallback_work":443087008,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1022.2280578613281,"n":8,"spread_pct":1.318620534661533},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":8.211897686123848,"wave_count":1},"fallback_work":825930528,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1241.6258544921875,"n":8,"spread_pct":0.7355133743155686},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":6.256032735109329,"wave_count":1},"fallback_work":1210974784,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":2058.5699462890625,"n":8,"spread_pct":0.4719101056967867},{"cp_plan":{"max_rank_tokens":25600,"summary_ms":7.3849353939294815,"wave_count":1},"fallback_work":1593391200,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":2271.900634765625,"n":8,"spread_pct":1.1270183183326787},{"cp_plan":{"max_rank_tokens":31744,"summary_ms":8.191458880901337,"wave_count":1},"fallback_work":1974657856,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":3057.6422119140625,"n":8,"spread_pct":0.6611811105825747},{"cp_plan":{"max_rank_tokens":36864,"summary_ms":6.974279880523682,"wave_count":1},"fallback_work":2359406560,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":3269.7918701171875,"n":8,"spread_pct":1.0211775607044467},{"cp_plan":{"max_rank_tokens":43520,"summary_ms":7.333097979426384,"wave_count":1},"fallback_work":2748622432,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":4020.7259521484375,"n":8,"spread_pct":0.23960929737022102},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.492873653769493,"wave_count":1},"fallback_work":464649120,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1231.9022216796875,"n":8,"spread_pct":3.634060042947982},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.837876349687576,"wave_count":1},"fallback_work":447237504,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1029.0046997070312,"n":8,"spread_pct":0.5712484918483444},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.355436518788338,"wave_count":1},"fallback_work":456392544,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1140.3123168945312,"n":8,"spread_pct":1.5832893402873658},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.5781548619270325,"wave_count":1},"fallback_work":472872768,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1320.953857421875,"n":8,"spread_pct":2.2068144782480847},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.731498822569847,"wave_count":1},"fallback_work":448891552,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1069.2911376953125,"n":8,"spread_pct":2.4441434932262576},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.674390122294426,"wave_count":1},"fallback_work":450271168,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1071.7483520507812,"n":8,"spread_pct":59.69101100399925},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.877349525690079,"wave_count":1},"fallback_work":443295744,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1026.4465942382812,"n":8,"spread_pct":1.5034160356647004},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.554417312145233,"wave_count":1},"fallback_work":464353408,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1220.2305908203125,"n":8,"spread_pct":3.183032151745941},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.638880655169487,"wave_count":1},"fallback_work":443032960,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1025.9067993164062,"n":8,"spread_pct":1.4693317774498873},{"cp_plan":{"max_rank_tokens":48640,"summary_ms":10.176915675401688,"wave_count":1},"fallback_work":3112706208,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":4248.3173828125,"n":8,"spread_pct":0.43835139693403435},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.318159401416779,"wave_count":1},"fallback_work":449602560,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1027.0059204101562,"n":8,"spread_pct":1.0120604654631855},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.00079819560051,"wave_count":1},"fallback_work":457957600,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1070.9674072265625,"n":8,"spread_pct":1.9972724262583401},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.017822772264481,"wave_count":1},"fallback_work":463619104,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1145.9478149414062,"n":8,"spread_pct":245.45812512659646},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.866842344403267,"wave_count":1},"fallback_work":467375424,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1227.2946166992188,"n":8,"spread_pct":1.7986576980947129},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.674779579043388,"wave_count":1},"fallback_work":472971232,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1322.046630859375,"n":8,"spread_pct":2.7709168228194367},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.058234885334969,"wave_count":1},"fallback_work":481490592,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":1415.2780151367188,"n":8,"spread_pct":3.5115964501336148}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":7,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.58805076777935,"wave_count":1},"fallback_work":442028384,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":907.6376037597656,"n":8,"spread_pct":0.7109601748319829},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":5.788277834653854,"wave_count":1},"fallback_work":841726176,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1004.1788024902344,"n":8,"spread_pct":0.7395001071419964},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":5.711406469345093,"wave_count":1},"fallback_work":1245691200,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":1102.9635620117188,"n":8,"spread_pct":0.683560996084601},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.539087414741516,"wave_count":1},"fallback_work":449201888,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":911.1774291992188,"n":8,"spread_pct":0.8567104598508741},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":7.806343957781792,"wave_count":1},"fallback_work":1624392544,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1202.5264282226562,"n":8,"spread_pct":0.9953714289571725},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.4443029910326,"wave_count":1},"fallback_work":447888928,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":910.7615051269531,"n":8,"spread_pct":0.7686948254937628},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.413960501551628,"wave_count":1},"fallback_work":456539232,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":941.594970703125,"n":8,"spread_pct":1.240875467651324}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":0,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.321716889739037,"wave_count":1},"fallback_work":432477440,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":896.8941650390625,"n":8,"spread_pct":0.9543227585103051},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":6.607038900256157,"wave_count":1},"fallback_work":809406400,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1015.544189453125,"n":8,"spread_pct":0.6122302038936271}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":1,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.698343738913536,"wave_count":1},"fallback_work":412039392,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":919.2142944335938,"n":8,"spread_pct":0.8978575413001786}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":2,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":12800,"summary_ms":7.891448214650154,"wave_count":1},"fallback_work":1577771328,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":1369.6254272460938,"n":8,"spread_pct":0.5777109148628408},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":4.629313945770264,"wave_count":1},"fallback_work":787040384,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":915.1002807617188,"n":8,"spread_pct":0.7826717569522263},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":4.683544859290123,"wave_count":1},"fallback_work":750820896,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":911.3983154296875,"n":8,"spread_pct":1.2630228999454205},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.1347315311431885,"wave_count":1},"fallback_work":972233728,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":943.4913330078125,"n":8,"spread_pct":0.9401182365665466},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.66798634827137,"wave_count":1},"fallback_work":1247069472,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1011.6729125976562,"n":8,"spread_pct":0.8660744704348031},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":9.339017793536186,"wave_count":1},"fallback_work":1592093504,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1382.4513549804688,"n":8,"spread_pct":0.5639008033657096},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.911998450756073,"wave_count":1},"fallback_work":785876480,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":915.3515930175781,"n":8,"spread_pct":2.2963141491061565},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.610944703221321,"wave_count":1},"fallback_work":749656992,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":896.0149841308594,"n":8,"spread_pct":0.7758964482322392}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":3,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.8874450623989105,"wave_count":1},"fallback_work":1026657152,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1014.7513732910156,"n":8,"spread_pct":0.8555075304709975},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.722396075725555,"wave_count":1},"fallback_work":676884608,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":916.1828918457031,"n":8,"spread_pct":0.5314994286924086},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":7.7850911766290665,"wave_count":1},"fallback_work":1033495456,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1033.9740600585938,"n":8,"spread_pct":0.7116618029163141},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.863312631845474,"wave_count":1},"fallback_work":669484032,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":891.0977478027344,"n":8,"spread_pct":0.8826455228277781}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":4,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.6321433037519455,"wave_count":1},"fallback_work":471733824,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":927.2596740722656,"n":8,"spread_pct":0.45999852885250986},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":4.775650799274445,"wave_count":1},"fallback_work":876946048,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1041.244384765625,"n":8,"spread_pct":0.45394574409891636},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":6.10882043838501,"wave_count":1},"fallback_work":1273886624,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":1139.6322631835938,"n":8,"spread_pct":0.7008989791254},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.91128708422184,"wave_count":1},"fallback_work":1687042368,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":1280.2153930664062,"n":8,"spread_pct":1.06769714816876},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.214884713292122,"wave_count":1},"fallback_work":474311744,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":939.6322937011719,"n":8,"spread_pct":1.0040769576462338},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.537438973784447,"wave_count":1},"fallback_work":468337888,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":932.8438415527344,"n":8,"spread_pct":0.8735769615152758},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":12.203807011246681,"wave_count":1},"fallback_work":2074868896,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1988.0965576171875,"n":8,"spread_pct":0.5026498347986279},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.4122058898210526,"wave_count":1},"fallback_work":478578976,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":931.6457824707031,"n":8,"spread_pct":0.6110225608355352},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.8061553388834,"wave_count":1},"fallback_work":476496000,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":959.0060119628906,"n":8,"spread_pct":1.9825927425453644},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.678724333643913,"wave_count":1},"fallback_work":485179296,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1028.7313842773438,"n":8,"spread_pct":2.1930217235690743}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":5,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":3072,"summary_ms":6.500275805592537,"wave_count":1},"fallback_work":338202656,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":511.0636291503906,"n":8,"spread_pct":3.903494532271247},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.739668220281601,"wave_count":1},"fallback_work":284770912,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":836.2583312988281,"n":8,"spread_pct":6.630355398426414},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.819247871637344,"wave_count":1},"fallback_work":286083872,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":836.4297485351562,"n":8,"spread_pct":7.647811069197351},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.416551440954208,"wave_count":1},"fallback_work":289333504,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":833.9425354003906,"n":8,"spread_pct":73.81799635805793},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.268959164619446,"wave_count":1},"fallback_work":287510368,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":746.2009887695312,"n":8,"spread_pct":2.502012758800948},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.34468500316143,"wave_count":1},"fallback_work":288954624,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":736.2221069335938,"n":8,"spread_pct":2.6086149837721164},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":5.524246022105217,"wave_count":1},"fallback_work":289592896,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":669.1649475097656,"n":8,"spread_pct":91.75735503265648},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.71901148557663,"wave_count":1},"fallback_work":296289440,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":627.2520141601562,"n":8,"spread_pct":6.672228008123464},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.525886848568916,"wave_count":1},"fallback_work":298784064,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":692.1048889160156,"n":8,"spread_pct":2.386165850334935},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.928287118673325,"wave_count":1},"fallback_work":324036448,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":1391.2218017578125,"n":8,"spread_pct":2.3736916276011812},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.80814091861248,"wave_count":1},"fallback_work":301326240,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":612.9755249023438,"n":8,"spread_pct":3.828022946550485},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.737772047519684,"wave_count":1},"fallback_work":303689568,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":610.9687805175781,"n":8,"spread_pct":3.7265215550774275},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.865735769271851,"wave_count":1},"fallback_work":316403520,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":1305.792236328125,"n":8,"spread_pct":6.206393351438013},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.679108038544655,"wave_count":1},"fallback_work":301334720,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1115.0153198242188,"n":8,"spread_pct":2.5579017244575897},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.571923986077309,"wave_count":1},"fallback_work":312814528,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":609.583740234375,"n":8,"spread_pct":4.900014217886101},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":5.122587084770203,"wave_count":1},"fallback_work":486731200,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":545.1956176757812,"n":8,"spread_pct":11.835094041579696},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.325971335172653,"wave_count":2},"fallback_work":632896416,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":572.2773132324219,"n":8,"spread_pct":2.661261771370604},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":7.515603676438332,"wave_count":1},"fallback_work":787037920,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":655.6585998535156,"n":8,"spread_pct":1.523694553420328},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":6.525689736008644,"wave_count":1},"fallback_work":945840544,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":849.4147644042969,"n":8,"spread_pct":0.338705457065363},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.032727658748627,"wave_count":3},"fallback_work":1106678144,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1067.5521850585938,"n":8,"spread_pct":0.6620061146518665},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.471527740359306,"wave_count":1},"fallback_work":1265808896,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1073.556396484375,"n":8,"spread_pct":1.1285936078313743},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":6.885135546326637,"wave_count":1},"fallback_work":1430519616,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1103.0989990234375,"n":8,"spread_pct":1.0343285578947008},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.778619855642319,"wave_count":1},"fallback_work":324237728,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":542.61572265625,"n":8,"spread_pct":5.502835926596159},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":6.279706954956055,"wave_count":1},"fallback_work":1593392416,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":1405.7647705078125,"n":8,"spread_pct":0.9969064846594202},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.180977612733841,"wave_count":1},"fallback_work":1758365728,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":1398.6278076171875,"n":8,"spread_pct":1.1583793720809117},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":8.231591433286667,"wave_count":1},"fallback_work":1930100896,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":1424.2177124023438,"n":8,"spread_pct":0.8232658219418101},{"cp_plan":{"max_rank_tokens":16384,"summary_ms":8.805908262729645,"wave_count":1},"fallback_work":2104134080,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":1412.6091918945312,"n":8,"spread_pct":1.2282391921358748},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.893176257610321,"wave_count":1},"fallback_work":296491776,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1028.0767211914062,"n":8,"spread_pct":4.125710215424369},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":5.3825415670871735,"wave_count":1},"fallback_work":290335872,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":938.2410583496094,"n":8,"spread_pct":6.175671750094155},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.83265146613121,"wave_count":1},"fallback_work":290926816,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":932.6463928222656,"n":8,"spread_pct":3.983860845718935},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.901831969618797,"wave_count":1},"fallback_work":291287712,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":940.0525512695312,"n":8,"spread_pct":3.327470173819057},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":5.357556045055389,"wave_count":1},"fallback_work":290532928,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":931.0809326171875,"n":8,"spread_pct":6.1065315051036295},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.633803576231003,"wave_count":1},"fallback_work":2263932000,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":1739.9453735351562,"n":8,"spread_pct":0.3540571149143911},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":5.139214918017387,"wave_count":1},"fallback_work":325199904,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":1309.1770629882812,"n":8,"spread_pct":4.145474892558387},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.957215860486031,"wave_count":1},"fallback_work":328697120,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":1407.4537353515625,"n":8,"spread_pct":7.532042233640111},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.918122664093971,"wave_count":1},"fallback_work":331833440,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":1482.7005004882812,"n":8,"spread_pct":2.691556037824742},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.5737940818071365,"wave_count":1},"fallback_work":332935584,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":660.5994873046875,"n":8,"spread_pct":2.6985025401768894},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.649775102734566,"wave_count":1},"fallback_work":324025216,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":748.7283325195312,"n":8,"spread_pct":5.536462581207639},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.983892664313316,"wave_count":1},"fallback_work":321318752,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":837.37744140625,"n":8,"spread_pct":3.1953865683469305},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":5.043007433414459,"wave_count":1},"fallback_work":321992992,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":920.0497741699219,"n":8,"spread_pct":2.28756013918049},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.847003147006035,"wave_count":1},"fallback_work":323684608,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1022.1614685058594,"n":8,"spread_pct":4.830700921327035},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":5.737688392400742,"wave_count":1},"fallback_work":322652000,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1100.4940185546875,"n":8,"spread_pct":2.5343842492612794},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.91606630384922,"wave_count":1},"fallback_work":325558272,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1093.0086059570312,"n":8,"spread_pct":2.8024688386709453},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.836875945329666,"wave_count":1},"fallback_work":325444736,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1036.1373291015625,"n":8,"spread_pct":3.5934869275428465}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":6,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.8791151493787766,"wave_count":1},"fallback_work":443438304,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":904.8372497558594,"n":8,"spread_pct":0.795805503238194},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":5.607603117823601,"wave_count":1},"fallback_work":826002080,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":990.7859802246094,"n":8,"spread_pct":1.15336393450702},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.519194692373276,"wave_count":1},"fallback_work":1210764896,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":1083.5074462890625,"n":8,"spread_pct":0.4992286583748052},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":6.576886400580406,"wave_count":1},"fallback_work":1592902016,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":1222.6644287109375,"n":8,"spread_pct":1.4491915838821765},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":8.963802829384804,"wave_count":1},"fallback_work":1973890016,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":1941.9996337890625,"n":8,"spread_pct":1.2648045639470984},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":7.234932854771614,"wave_count":1},"fallback_work":2358357696,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":2028.2010498046875,"n":8,"spread_pct":0.5281966807990576},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":9.092483669519424,"wave_count":1},"fallback_work":2747289216,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":2124.2344970703125,"n":8,"spread_pct":28.779174759013888},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.775587469339371,"wave_count":1},"fallback_work":465534304,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1084.7167358398438,"n":8,"spread_pct":4.213797221122959},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.553910344839096,"wave_count":1},"fallback_work":447723072,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":905.601806640625,"n":8,"spread_pct":1.2730616860928277},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.798242822289467,"wave_count":1},"fallback_work":457146368,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1010.4750671386719,"n":8,"spread_pct":2.800184481122079},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.860445857048035,"wave_count":1},"fallback_work":473889248,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1172.4135131835938,"n":8,"spread_pct":4.8311028739241335},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":6.725279614329338,"wave_count":1},"fallback_work":449513440,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":948.9808044433594,"n":8,"spread_pct":1.9410344086060924},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.560837686061859,"wave_count":1},"fallback_work":450891936,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":946.7788391113281,"n":8,"spread_pct":0.8788601384687086},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.448935553431511,"wave_count":1},"fallback_work":443784192,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":907.5137634277344,"n":8,"spread_pct":1.7429493105502694},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.925062879920006,"wave_count":1},"fallback_work":465238720,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1083.6756591796875,"n":8,"spread_pct":1.7530781007338687},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.454201251268387,"wave_count":1},"fallback_work":443521600,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":906.0022583007812,"n":8,"spread_pct":0.6971800817586111},{"cp_plan":{"max_rank_tokens":24064,"summary_ms":10.635342448949814,"wave_count":1},"fallback_work":3110957280,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2186.4442138671875,"n":8,"spread_pct":29.0739207779469},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.939459264278412,"wave_count":1},"fallback_work":450086400,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":911.6269226074219,"n":8,"spread_pct":0.973253016492831},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.661602899432182,"wave_count":1},"fallback_work":458572864,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":950.3865356445312,"n":8,"spread_pct":4.688676154779489},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.7483891248703,"wave_count":1},"fallback_work":464367648,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1017.1602478027344,"n":8,"spread_pct":2.4900520718276016},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.717113614082336,"wave_count":1},"fallback_work":468258528,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1099.1221923828125,"n":8,"spread_pct":5.237156026832048},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.932640120387077,"wave_count":1},"fallback_work":473987776,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1185.2150268554688,"n":8,"spread_pct":3.322068682425162},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.900004714727402,"wave_count":1},"fallback_work":482638304,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":1269.6981201171875,"n":8,"spread_pct":4.694113764085047}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":7,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.611225962638855,"wave_count":1},"fallback_work":441939008,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":774.4929504394531,"n":8,"spread_pct":2.0236746847785247},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":5.281485617160797,"wave_count":1},"fallback_work":841929024,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1255.5308227539062,"n":8,"spread_pct":0.4983029920784583},{"cp_plan":{"max_rank_tokens":20480,"summary_ms":5.4471902549266815,"wave_count":1},"fallback_work":1246189440,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":1905.5081787109375,"n":8,"spread_pct":0.6361658542454053},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.217211484909058,"wave_count":1},"fallback_work":448980128,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":808.2709045410156,"n":8,"spread_pct":6.358894578266285},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":7.378239184617996,"wave_count":1},"fallback_work":1625317440,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2286.0247802734375,"n":8,"spread_pct":0.5682242032475371},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.515787750482559,"wave_count":1},"fallback_work":447666208,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":807.5279846191406,"n":8,"spread_pct":2.036659354417056},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.854448467493057,"wave_count":1},"fallback_work":456185408,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":907.1675720214844,"n":8,"spread_pct":85.87668190346204}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":0,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.121961236000061,"wave_count":1},"fallback_work":432512352,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":716.5288391113281,"n":8,"spread_pct":3.1943825043228657},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":6.295252591371536,"wave_count":3},"fallback_work":809866720,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1221.018310546875,"n":8,"spread_pct":0.7555349208834279}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":1,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":8.1581249833107,"wave_count":1},"fallback_work":412274848,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":686.553466796875,"n":8,"spread_pct":0.3406945571015208}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":2,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":24576,"summary_ms":6.755076348781586,"wave_count":1},"fallback_work":1578446560,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":2341.3724365234375,"n":8,"spread_pct":0.41608875837222997},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.428686738014221,"wave_count":1},"fallback_work":787006048,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1201.2246704101562,"n":8,"spread_pct":0.7315836981758678},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":5.053170025348663,"wave_count":1},"fallback_work":750688288,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1187.1508178710938,"n":8,"spread_pct":0.599137935245042},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":6.364744156599045,"wave_count":1},"fallback_work":972400640,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1438.7765502929688,"n":8,"spread_pct":0.47884616730684343},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":5.142834037542343,"wave_count":1},"fallback_work":1247502880,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1870.7235717773438,"n":8,"spread_pct":0.361984454453166},{"cp_plan":{"max_rank_tokens":24405,"summary_ms":7.718317210674286,"wave_count":1},"fallback_work":1592928992,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2359.072509765625,"n":8,"spread_pct":0.2821760778311706},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":5.320195108652115,"wave_count":1},"fallback_work":785703776,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1237.3220825195312,"n":8,"spread_pct":0.8806506025344454},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":4.832498729228973,"wave_count":1},"fallback_work":749386016,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1226.43701171875,"n":8,"spread_pct":0.5278605335020342}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":3,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":17408,"summary_ms":6.479982286691666,"wave_count":1},"fallback_work":1027060832,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1576.1305541992188,"n":8,"spread_pct":0.82780206095087},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":5.777817219495773,"wave_count":1},"fallback_work":677032544,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1063.3623046875,"n":8,"spread_pct":0.5740400942984691},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":7.881276309490204,"wave_count":1},"fallback_work":1034053920,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1575.0249633789062,"n":8,"spread_pct":0.6021187427701128},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":7.020249962806702,"wave_count":1},"fallback_work":669489152,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1118.447998046875,"n":8,"spread_pct":0.7620772279877402}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":4,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.745135247707367,"wave_count":1},"fallback_work":471600352,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":828.0930480957031,"n":8,"spread_pct":2.7663213568123743},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":5.680695176124573,"wave_count":1},"fallback_work":877108832,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1315.6238403320312,"n":8,"spread_pct":0.3556917476127897},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":5.5817291140556335,"wave_count":1},"fallback_work":1274339776,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":1968.5715942382812,"n":8,"spread_pct":1.0267547496321048},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":6.078440696001053,"wave_count":1},"fallback_work":1687797472,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":2393.7747802734375,"n":8,"spread_pct":0.7197012636995894},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.389787256717682,"wave_count":1},"fallback_work":474042752,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":892.2644348144531,"n":8,"spread_pct":3.904107300291976},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.21208718419075,"wave_count":1},"fallback_work":468064416,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":846.5276184082031,"n":8,"spread_pct":1.8900597667177605},{"cp_plan":{"max_rank_tokens":33792,"summary_ms":8.501183241605759,"wave_count":1},"fallback_work":2076057376,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":3150.2119140625,"n":8,"spread_pct":0.7968678942419859},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.455750972032547,"wave_count":1},"fallback_work":478312992,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":865.1901245117188,"n":8,"spread_pct":1.2033911158690043},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.202211439609528,"wave_count":1},"fallback_work":476090976,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":920.1950378417969,"n":8,"spread_pct":2.185895503229518},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.392022430896759,"wave_count":1},"fallback_work":484643104,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1158.1936645507812,"n":8,"spread_pct":1.9770713767950783}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":5,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.227111279964447,"wave_count":1},"fallback_work":337445920,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":642.7096557617188,"n":8,"spread_pct":25.29968457254428},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.723209887742996,"wave_count":1},"fallback_work":283490720,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":947.1469421386719,"n":8,"spread_pct":346.21221067291583},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.733361303806305,"wave_count":1},"fallback_work":284804640,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":945.2633361816406,"n":8,"spread_pct":1.6219335270826487},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":8.583955466747284,"wave_count":1},"fallback_work":288056672,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":942.7288513183594,"n":8,"spread_pct":2.742140766381153},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.504287779331207,"wave_count":1},"fallback_work":286369696,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":853.9398193359375,"n":8,"spread_pct":2.2435002626697975},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.638506263494492,"wave_count":1},"fallback_work":287815008,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":873.9049682617188,"n":8,"spread_pct":7.280323401377239},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.310782998800278,"wave_count":1},"fallback_work":288525696,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":793.2527465820312,"n":8,"spread_pct":10.02383459803074},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.644863307476044,"wave_count":1},"fallback_work":295292704,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":782.850341796875,"n":8,"spread_pct":80.08909094027703},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.730433225631714,"wave_count":1},"fallback_work":297789152,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":780.0995483398438,"n":8,"spread_pct":1.2489172532270372},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.510790109634399,"wave_count":1},"fallback_work":321960000,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":1492.1624755859375,"n":8,"spread_pct":2.0072162532175977},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.901612341403961,"wave_count":1},"fallback_work":300405024,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":695.5899658203125,"n":8,"spread_pct":1.9596639192260532},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.676630884408951,"wave_count":1},"fallback_work":302770080,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":713.9448852539062,"n":8,"spread_pct":3.421712052031273},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.5489296317100525,"wave_count":1},"fallback_work":314459008,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":1409.2733154296875,"n":8,"spread_pct":6.411363694044237},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.366900771856308,"wave_count":1},"fallback_work":299654112,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1225.4984130859375,"n":8,"spread_pct":3.0084319766660625},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.49511781334877,"wave_count":1},"fallback_work":311901824,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":715.3526000976562,"n":8,"spread_pct":2.1841266168370415},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":7.151789963245392,"wave_count":1},"fallback_work":486083040,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":764.0355529785156,"n":8,"spread_pct":1.7343802505815944},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":6.19589164853096,"wave_count":2},"fallback_work":632355264,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":998.1092834472656,"n":8,"spread_pct":0.7211388598040516},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.0830173790454865,"wave_count":1},"fallback_work":786609472,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1174.3658447265625,"n":8,"spread_pct":0.6762085379981404},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":6.0841478407382965,"wave_count":1},"fallback_work":945528096,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1425.7646484375,"n":8,"spread_pct":0.856979156606618},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":5.732420831918716,"wave_count":1},"fallback_work":1106483296,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1573.7548217773438,"n":8,"spread_pct":1.2990103046419659},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":5.741804838180542,"wave_count":1},"fallback_work":1265730400,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1772.3408813476562,"n":8,"spread_pct":0.8839235081797724},{"cp_plan":{"max_rank_tokens":23040,"summary_ms":6.77306205034256,"wave_count":1},"fallback_work":1430561664,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1978.352294921875,"n":8,"spread_pct":0.8038114202665546},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.320510059595108,"wave_count":1},"fallback_work":323398944,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":649.3929748535156,"n":8,"spread_pct":2.3299346797398353},{"cp_plan":{"max_rank_tokens":25088,"summary_ms":5.8329738676548,"wave_count":1},"fallback_work":1593553440,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":2173.0211181640625,"n":8,"spread_pct":1.2580703674303169},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":7.009785622358322,"wave_count":1},"fallback_work":1758647488,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":2374.462158203125,"n":8,"spread_pct":0.35787298459961686},{"cp_plan":{"max_rank_tokens":30208,"summary_ms":6.933834403753281,"wave_count":1},"fallback_work":1930508224,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":2680.4359130859375,"n":8,"spread_pct":0.7963063887359083},{"cp_plan":{"max_rank_tokens":33280,"summary_ms":7.713451981544495,"wave_count":1},"fallback_work":2104734336,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":2762.7803955078125,"n":8,"spread_pct":0.5938311284775296},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.295270889997482,"wave_count":1},"fallback_work":294945120,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1129.3311767578125,"n":8,"spread_pct":5.515257503095991},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.377596080303192,"wave_count":1},"fallback_work":288922368,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1033.3241577148438,"n":8,"spread_pct":1.1248091625372572},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.728209227323532,"wave_count":1},"fallback_work":289513632,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1036.5382690429688,"n":8,"spread_pct":3.2364455874153397},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":6.54204934835434,"wave_count":1},"fallback_work":289874880,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1042.199462890625,"n":8,"spread_pct":3.8876931463258595},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.936207085847855,"wave_count":1},"fallback_work":289119456,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1038.4310913085938,"n":8,"spread_pct":1.5903225967612487},{"cp_plan":{"max_rank_tokens":35840,"summary_ms":7.115412503480911,"wave_count":1},"fallback_work":2264733088,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":3067.463623046875,"n":8,"spread_pct":0.7527101920508144},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.513800144195557,"wave_count":1},"fallback_work":323196096,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":1413.5703735351562,"n":8,"spread_pct":2.1423374338194443},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.697613418102264,"wave_count":1},"fallback_work":326558240,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":1508.5451049804688,"n":8,"spread_pct":2.776678737253754},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.719436168670654,"wave_count":1},"fallback_work":329625152,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":1591.4057006835938,"n":8,"spread_pct":3.2750379493181434},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.111636757850647,"wave_count":1},"fallback_work":332037568,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":710.0604858398438,"n":8,"spread_pct":2.2942192338746175},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.59207221865654,"wave_count":1},"fallback_work":322983168,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":809.3280029296875,"n":8,"spread_pct":2.2699119081932695},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.869433283805847,"wave_count":1},"fallback_work":320137120,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":912.7246704101562,"n":8,"spread_pct":2.1816252031803223},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.731966346502304,"wave_count":1},"fallback_work":320674336,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":987.5539245605469,"n":8,"spread_pct":0.7275796815263654},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.677083343267441,"wave_count":1},"fallback_work":322229760,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1076.7146606445312,"n":8,"spread_pct":1.750784384894801},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.531364887952805,"wave_count":1},"fallback_work":321058880,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1177.0556640625,"n":8,"spread_pct":1.782920090765408},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.932878702878952,"wave_count":1},"fallback_work":323829760,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1273.2092895507812,"n":8,"spread_pct":3.1824338151857257},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.871430039405823,"wave_count":1},"fallback_work":323578624,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1324.6451416015625,"n":8,"spread_pct":49.81388275327644}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":6,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.710668861865997,"wave_count":1},"fallback_work":443087008,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":814.6961975097656,"n":8,"spread_pct":1.9521452024678636},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":7.549189031124115,"wave_count":1},"fallback_work":825930528,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1249.7443237304688,"n":8,"spread_pct":0.39381101925584294},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":5.605097860097885,"wave_count":1},"fallback_work":1210974784,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":1852.2664794921875,"n":8,"spread_pct":0.3992746165141458},{"cp_plan":{"max_rank_tokens":25600,"summary_ms":6.461434066295624,"wave_count":1},"fallback_work":1593391200,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":2282.800048828125,"n":8,"spread_pct":1.0757887218969047},{"cp_plan":{"max_rank_tokens":31744,"summary_ms":7.08470493555069,"wave_count":1},"fallback_work":1974657856,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":2976.4354248046875,"n":8,"spread_pct":0.42313158136385337},{"cp_plan":{"max_rank_tokens":36864,"summary_ms":5.817566066980362,"wave_count":1},"fallback_work":2359406560,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":3278.7344970703125,"n":8,"spread_pct":1.0183699981604202},{"cp_plan":{"max_rank_tokens":43520,"summary_ms":5.981124937534332,"wave_count":1},"fallback_work":2748622432,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":4121.43017578125,"n":8,"spread_pct":0.4727813096774446},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.928270518779755,"wave_count":1},"fallback_work":464649120,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1230.4156494140625,"n":8,"spread_pct":2.697358467354494},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.385175347328186,"wave_count":1},"fallback_work":447237504,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":875.2914123535156,"n":8,"spread_pct":0.9880777359688628},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.953971296548843,"wave_count":1},"fallback_work":456392544,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1145.4790649414062,"n":8,"spread_pct":2.567178662678502},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.081957370042801,"wave_count":1},"fallback_work":472872768,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1323.7050170898438,"n":8,"spread_pct":3.050584290559257},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.310952663421631,"wave_count":1},"fallback_work":448891552,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":966.6373291015625,"n":8,"spread_pct":2.280641514957077},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.163379013538361,"wave_count":1},"fallback_work":450271168,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":965.4225158691406,"n":8,"spread_pct":2.0806345131091497},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.349602550268173,"wave_count":1},"fallback_work":443295744,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":875.9359130859375,"n":8,"spread_pct":1.340418946419894},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.963195115327835,"wave_count":1},"fallback_work":464353408,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1226.292236328125,"n":8,"spread_pct":2.073307155856197},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.20721822977066,"wave_count":1},"fallback_work":443032960,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":875.6348876953125,"n":8,"spread_pct":1.8617141775338513},{"cp_plan":{"max_rank_tokens":48640,"summary_ms":8.749190717935562,"wave_count":1},"fallback_work":3112706208,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":4268.68896484375,"n":8,"spread_pct":16.768358350658154},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.837984383106232,"wave_count":1},"fallback_work":449602560,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":897.1980895996094,"n":8,"spread_pct":2.0080826855335454},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.539152771234512,"wave_count":1},"fallback_work":457957600,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1075.2890625,"n":8,"spread_pct":1.4762223275718012},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.549229681491852,"wave_count":1},"fallback_work":463619104,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1144.6458129882812,"n":8,"spread_pct":1.4284513010296485},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.238257348537445,"wave_count":1},"fallback_work":467375424,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1229.5374755859375,"n":8,"spread_pct":1.698726148987165},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.078481674194336,"wave_count":1},"fallback_work":472971232,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1320.0980224609375,"n":8,"spread_pct":2.006631439667113},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.073649972677231,"wave_count":1},"fallback_work":481490592,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":1417.8841552734375,"n":8,"spread_pct":1.883178808790848}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":7,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.218611866235733,"wave_count":1},"fallback_work":442028384,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":661.5859985351562,"n":8,"spread_pct":3.764277164148467},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":5.274973809719086,"wave_count":1},"fallback_work":841726176,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":741.5012817382812,"n":8,"spread_pct":3.6043111241750907},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":5.001075565814972,"wave_count":1},"fallback_work":1245691200,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":1104.72998046875,"n":8,"spread_pct":0.6525893850439803},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.190370440483093,"wave_count":1},"fallback_work":449201888,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":725.7682189941406,"n":8,"spread_pct":2.880997299929657},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":6.915774196386337,"wave_count":1},"fallback_work":1624392544,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1200.06201171875,"n":8,"spread_pct":0.6609664132753557},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.096895456314087,"wave_count":1},"fallback_work":447888928,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":726.1679992675781,"n":8,"spread_pct":3.6531007910755307},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.026137292385101,"wave_count":1},"fallback_work":456539232,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":827.887451171875,"n":8,"spread_pct":4.807452137656233}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":0,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.199916660785675,"wave_count":1},"fallback_work":432477440,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":598.3374938964844,"n":8,"spread_pct":5.616728848137409},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":6.512798368930817,"wave_count":1},"fallback_work":809406400,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":698.5565490722656,"n":8,"spread_pct":0.9954521786323386}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":1,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.257915705442429,"wave_count":1},"fallback_work":412039392,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":507.38592529296875,"n":8,"spread_pct":4.8233546184408995}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":2,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":12800,"summary_ms":6.999112665653229,"wave_count":1},"fallback_work":1577771328,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":1361.7811889648438,"n":8,"spread_pct":0.3627648491985473},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":4.1264742612838745,"wave_count":1},"fallback_work":787040384,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":792.30517578125,"n":8,"spread_pct":3.187588936801178},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":4.2223334312438965,"wave_count":1},"fallback_work":750820896,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":914.8551940917969,"n":8,"spread_pct":1.0921084562916608},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.200888961553574,"wave_count":1},"fallback_work":972233728,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":949.4866027832031,"n":8,"spread_pct":0.785574363869866},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":4.964999854564667,"wave_count":1},"fallback_work":1247069472,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1016.363037109375,"n":8,"spread_pct":0.6458888168525612},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.364699453115463,"wave_count":1},"fallback_work":1592093504,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1262.1216430664062,"n":8,"spread_pct":0.3894944343671992},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.106095224618912,"wave_count":1},"fallback_work":785876480,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":912.856689453125,"n":8,"spread_pct":2.4424046572120646},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.306307226419449,"wave_count":1},"fallback_work":749656992,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":894.0047607421875,"n":8,"spread_pct":0.648710137393911}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":3,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.252465605735779,"wave_count":1},"fallback_work":1026657152,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1015.7810363769531,"n":8,"spread_pct":0.9126662721559635},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.232758820056915,"wave_count":1},"fallback_work":676884608,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":655.1318969726562,"n":8,"spread_pct":5.70368170993716},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.785426288843155,"wave_count":1},"fallback_work":1033495456,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":863.0166320800781,"n":8,"spread_pct":1.421646178379975},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.314145237207413,"wave_count":1},"fallback_work":669484032,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":697.2485046386719,"n":8,"spread_pct":101.24079989884206}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":4,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.356391727924347,"wave_count":1},"fallback_work":471733824,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":659.4814758300781,"n":8,"spread_pct":59.77961293554076},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":4.177168011665344,"wave_count":1},"fallback_work":876946048,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":822.1593933105469,"n":8,"spread_pct":7.239244351602878},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":6.082616746425629,"wave_count":1},"fallback_work":1273886624,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":1143.780517578125,"n":8,"spread_pct":1.5941130327593291},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.02177157998085,"wave_count":1},"fallback_work":1687042368,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":1276.72705078125,"n":8,"spread_pct":1.9093411689206217},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":3.771629184484482,"wave_count":1},"fallback_work":474311744,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":774.6815185546875,"n":8,"spread_pct":13.445907946987411},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.031039774417877,"wave_count":1},"fallback_work":468337888,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":768.4625244140625,"n":8,"spread_pct":27.031513467704592},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":8.64998996257782,"wave_count":1},"fallback_work":2074868896,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1647.8162841796875,"n":8,"spread_pct":4.073054485654436},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.002254456281662,"wave_count":1},"fallback_work":478578976,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":739.3441467285156,"n":8,"spread_pct":22.385141695597056},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.320010542869568,"wave_count":1},"fallback_work":476496000,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":829.7874755859375,"n":8,"spread_pct":20.45767054611328},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.1303373873233795,"wave_count":1},"fallback_work":485179296,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":935.594970703125,"n":8,"spread_pct":33.98687489187012}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":5,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":3072,"summary_ms":5.978818982839584,"wave_count":1},"fallback_work":338202656,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":517.6527099609375,"n":8,"spread_pct":1.7479320786556465},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.266377538442612,"wave_count":1},"fallback_work":284770912,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":859.2709655761719,"n":8,"spread_pct":2.387675411416105},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.2484477162361145,"wave_count":1},"fallback_work":286083872,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":857.9159851074219,"n":8,"spread_pct":6.0564898694662395},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.018142819404602,"wave_count":1},"fallback_work":289333504,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":856.5802307128906,"n":8,"spread_pct":3.1766660475842228},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":3.7572532892227173,"wave_count":1},"fallback_work":287510368,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":769.370361328125,"n":8,"spread_pct":4.278519842822468},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":3.762040287256241,"wave_count":1},"fallback_work":288954624,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":755.8816833496094,"n":8,"spread_pct":3.797465441406748},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.908442497253418,"wave_count":1},"fallback_work":289592896,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":687.2453918457031,"n":8,"spread_pct":1.755364213584603},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.64906170964241,"wave_count":1},"fallback_work":296289440,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":643.3407592773438,"n":8,"spread_pct":6.318099861534017},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.004180431365967,"wave_count":1},"fallback_work":298784064,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":712.4493713378906,"n":8,"spread_pct":96.06004846921303},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.36033308506012,"wave_count":1},"fallback_work":324036448,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":1446.3755493164062,"n":8,"spread_pct":5.045976107860194},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.208441823720932,"wave_count":1},"fallback_work":301326240,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":635.0536499023438,"n":8,"spread_pct":4.384049199214318},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.38908115029335,"wave_count":1},"fallback_work":303689568,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":628.95166015625,"n":8,"spread_pct":5.403676209714671},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.279971122741699,"wave_count":1},"fallback_work":316403520,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":1350.1990966796875,"n":8,"spread_pct":4.950387543214429},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.161711782217026,"wave_count":1},"fallback_work":301334720,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1154.0455322265625,"n":8,"spread_pct":2.644294056838307},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.0361471474170685,"wave_count":1},"fallback_work":312814528,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":619.251708984375,"n":8,"spread_pct":2.8759429991858716},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.694875329732895,"wave_count":1},"fallback_work":486731200,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":556.3870239257812,"n":8,"spread_pct":1.4677959092108301},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.026953458786011,"wave_count":2},"fallback_work":632896416,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":577.5364685058594,"n":8,"spread_pct":7.426510782328823},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.885051727294922,"wave_count":1},"fallback_work":787037920,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":660.8674926757812,"n":8,"spread_pct":1.6729941382495357},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":6.128247827291489,"wave_count":1},"fallback_work":945840544,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":856.811767578125,"n":8,"spread_pct":0.631400304487732},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.232781171798706,"wave_count":3},"fallback_work":1106678144,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":965.7446899414062,"n":8,"spread_pct":63.63488015776766},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.667213350534439,"wave_count":1},"fallback_work":1265808896,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1078.596435546875,"n":8,"spread_pct":0.9910521463553867},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":6.063494831323624,"wave_count":1},"fallback_work":1430519616,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1111.6475219726562,"n":8,"spread_pct":1.1689522667392438},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.234936088323593,"wave_count":1},"fallback_work":324237728,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":556.2532348632812,"n":8,"spread_pct":3.6054477825741227},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":5.328487604856491,"wave_count":1},"fallback_work":1593392416,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":1198.1641845703125,"n":8,"spread_pct":1.091146825878335},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.366919726133347,"wave_count":1},"fallback_work":1758365728,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":1396.9365844726562,"n":8,"spread_pct":0.8454342734907215},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":7.120981812477112,"wave_count":1},"fallback_work":1930100896,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":1433.1301879882812,"n":8,"spread_pct":0.4654774906991596},{"cp_plan":{"max_rank_tokens":16384,"summary_ms":7.656216621398926,"wave_count":1},"fallback_work":2104134080,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":1419.15283203125,"n":8,"spread_pct":0.5581427354911963},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.11074236035347,"wave_count":1},"fallback_work":296491776,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1056.4524536132812,"n":8,"spread_pct":2.7768923959829492},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":5.043163895606995,"wave_count":1},"fallback_work":290335872,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":959.7110290527344,"n":8,"spread_pct":2.206144014284492},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.40293550491333,"wave_count":1},"fallback_work":290926816,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":963.8583679199219,"n":8,"spread_pct":1.4591952161669666},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.296209663152695,"wave_count":1},"fallback_work":291287712,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":967.0123901367188,"n":8,"spread_pct":3.4229301536381},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.893727600574493,"wave_count":1},"fallback_work":290532928,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":954.1414794921875,"n":8,"spread_pct":3.088963652620982},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.104503154754639,"wave_count":1},"fallback_work":2263932000,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":1574.4353637695312,"n":8,"spread_pct":0.8289957310077022},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.6707987785339355,"wave_count":1},"fallback_work":325199904,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":1360.4457397460938,"n":8,"spread_pct":3.6064265651386394},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.378091543912888,"wave_count":1},"fallback_work":328697120,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":1453.6214599609375,"n":8,"spread_pct":4.333616866616555},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.453878849744797,"wave_count":1},"fallback_work":331833440,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":1530.3684692382812,"n":8,"spread_pct":2.965363071541864},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.141472280025482,"wave_count":1},"fallback_work":332935584,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":693.3673706054688,"n":8,"spread_pct":1.8287817279571863},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.14203479886055,"wave_count":1},"fallback_work":324025216,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":762.2092895507812,"n":8,"spread_pct":1.611638402416649},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.551015794277191,"wave_count":1},"fallback_work":321318752,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":859.2325134277344,"n":8,"spread_pct":3.010875631332482},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.500452429056168,"wave_count":1},"fallback_work":321992992,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":950.6889343261719,"n":8,"spread_pct":1.441979572854865},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.311464726924896,"wave_count":1},"fallback_work":323684608,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1050.7868041992188,"n":8,"spread_pct":2.4941898831738287},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":5.363926291465759,"wave_count":1},"fallback_work":322652000,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1140.0809326171875,"n":8,"spread_pct":3.0991345079732486},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.380468279123306,"wave_count":1},"fallback_work":325558272,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1122.16455078125,"n":8,"spread_pct":1.945158652906871},{"cp_plan":{"max_rank_tokens":2048,"summary_ms":4.2291060090065,"wave_count":1},"fallback_work":325444736,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1075.2515258789062,"n":8,"spread_pct":2.652824520243918}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":6,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.440221935510635,"wave_count":1},"fallback_work":443438304,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":680.1505432128906,"n":8,"spread_pct":9.05304589325887},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.796680063009262,"wave_count":1},"fallback_work":826002080,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":789.7739562988281,"n":8,"spread_pct":4.197955332121838},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.467843264341354,"wave_count":1},"fallback_work":1210764896,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":1083.12353515625,"n":8,"spread_pct":0.2690312171332459},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":5.2994973957538605,"wave_count":1},"fallback_work":1592902016,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":1220.2002563476562,"n":8,"spread_pct":0.3917913984665983},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":7.475428283214569,"wave_count":1},"fallback_work":1973890016,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":1602.35595703125,"n":8,"spread_pct":0.47941949491486685},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":5.879472941160202,"wave_count":1},"fallback_work":2358357696,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":1871.7019653320312,"n":8,"spread_pct":0.9091316708931221},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":7.345430552959442,"wave_count":1},"fallback_work":2747289216,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":2129.7154541015625,"n":8,"spread_pct":0.38024537576857975},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.269957542419434,"wave_count":1},"fallback_work":465534304,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1004.5709533691406,"n":8,"spread_pct":5.0619815472981},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.074759781360626,"wave_count":1},"fallback_work":447723072,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":771.9762573242188,"n":8,"spread_pct":1.6105554219821399},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.2729005217552185,"wave_count":1},"fallback_work":457146368,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":930.6646118164062,"n":8,"spread_pct":4.659349296029403},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.346489906311035,"wave_count":1},"fallback_work":473889248,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1151.3386840820312,"n":8,"spread_pct":3.9985616692270742},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.9981363117694855,"wave_count":1},"fallback_work":449513440,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":850.3851928710938,"n":8,"spread_pct":3.5973903427696157},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.98565286397934,"wave_count":1},"fallback_work":450891936,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":851.4414978027344,"n":8,"spread_pct":4.9367895058196165},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.9794502556324005,"wave_count":1},"fallback_work":443784192,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":749.7146911621094,"n":8,"spread_pct":1.909417771270492},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.33778390288353,"wave_count":1},"fallback_work":465238720,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1051.2728881835938,"n":8,"spread_pct":4.203098515419279},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.050539970397949,"wave_count":1},"fallback_work":443521600,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":769.1535034179688,"n":8,"spread_pct":6.996050012176822},{"cp_plan":{"max_rank_tokens":24064,"summary_ms":9.108047932386398,"wave_count":1},"fallback_work":3110957280,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2182.751708984375,"n":8,"spread_pct":0.41966093588639},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.408556967973709,"wave_count":1},"fallback_work":450086400,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":774.4789123535156,"n":8,"spread_pct":11.401401797808152},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.168499261140823,"wave_count":1},"fallback_work":458572864,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":865.7937316894531,"n":8,"spread_pct":1.7590419906656705},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.254106432199478,"wave_count":1},"fallback_work":464367648,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":966.4444274902344,"n":8,"spread_pct":65.74113144971948},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.210850387811661,"wave_count":1},"fallback_work":468258528,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1057.3978881835938,"n":8,"spread_pct":3.5737211669063194},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.3572112917900085,"wave_count":1},"fallback_work":473987776,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1139.166259765625,"n":8,"spread_pct":2.126124484973827},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.417989403009415,"wave_count":1},"fallback_work":482638304,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":1306.73486328125,"n":8,"spread_pct":1.1104767107603974}],"cell":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":7,"kind":"ellavox"}}, {"candidates":[{"cp_plan":{"max_rank_tokens":74719,"summary_ms":0.0004302710294723511,"wave_count":0},"fallback_work":2487545728,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":5885.66796875,"n":8,"spread_pct":0.7701275144667495},{"cp_plan":{"max_rank_tokens":14302,"summary_ms":0.0005476176738739014,"wave_count":0},"fallback_work":500297472,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1258.9780883789062,"n":8,"spread_pct":1.1174718381360207},{"cp_plan":{"max_rank_tokens":106432,"summary_ms":0.0010561197996139526,"wave_count":0},"fallback_work":3505381376,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":7949.2841796875,"n":8,"spread_pct":0.5304563217968599},{"cp_plan":{"max_rank_tokens":13279,"summary_ms":0.0004116445779800415,"wave_count":0},"fallback_work":475262848,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1188.4559936523438,"n":8,"spread_pct":1.1162785633666727}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,1,1,1],"source":"45afd35a04c0e0c8ac7e9beb51c3d44dc7ff38a1b73fc33943c49cb1efdd7060","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":38400,"summary_ms":8.53494368493557,"wave_count":1},"fallback_work":2485073408,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":3112.7327880859375,"n":8,"spread_pct":0.435859407007359},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":6.3104648143053055,"wave_count":1},"fallback_work":500790624,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":702.7220458984375,"n":8,"spread_pct":0.7123874289762241},{"cp_plan":{"max_rank_tokens":54528,"summary_ms":12.52802088856697,"wave_count":1},"fallback_work":3501321216,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":4179.461669921875,"n":8,"spread_pct":0.3888761513107455},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.82527182996273,"wave_count":1},"fallback_work":475870720,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":739.2213134765625,"n":8,"spread_pct":2.4744368983871565}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":9.26794670522213,"wave_count":1},"fallback_work":2485508352,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":1610.2218627929688,"n":8,"spread_pct":0.5708464618227476},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":6.521554663777351,"wave_count":1},"fallback_work":502806784,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":560.7506713867188,"n":8,"spread_pct":5.446658711515924},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":12.284835800528526,"wave_count":1},"fallback_work":3500864000,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2127.8262939453125,"n":8,"spread_pct":0.6034483203721521},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":6.214302033185959,"wave_count":1},"fallback_work":478042368,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":605.0188598632812,"n":8,"spread_pct":4.875265683805981}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":38400,"summary_ms":7.168322801589966,"wave_count":1},"fallback_work":2485073408,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":3131.9801025390625,"n":8,"spread_pct":0.2835775294253878},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.598794668912888,"wave_count":1},"fallback_work":500790624,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":705.9062805175781,"n":8,"spread_pct":1.0466065719121374},{"cp_plan":{"max_rank_tokens":54528,"summary_ms":11.130005121231079,"wave_count":1},"fallback_work":3501321216,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":4207.337646484375,"n":8,"spread_pct":0.39805596795265896},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.030769854784012,"wave_count":1},"fallback_work":475870720,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":741.9026794433594,"n":8,"spread_pct":1.5314676475145663}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":7.242817431688309,"wave_count":1},"fallback_work":2485508352,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":1615.1874389648438,"n":8,"spread_pct":1.069740879335558},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":5.3560324013233185,"wave_count":1},"fallback_work":502806784,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":573.1909484863281,"n":8,"spread_pct":2.4414128584001946},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":10.784104466438293,"wave_count":1},"fallback_work":3500864000,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2121.6937255859375,"n":8,"spread_pct":0.49409366537952687},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":5.1436759531497955,"wave_count":1},"fallback_work":478042368,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":614.6454162597656,"n":8,"spread_pct":3.5774921637533867}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":74719,"summary_ms":0.0003986060619354248,"wave_count":0},"fallback_work":2487545728,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":3463.8070068359375,"n":8,"spread_pct":0.664897370820546},{"cp_plan":{"max_rank_tokens":14302,"summary_ms":0.0004023313522338867,"wave_count":0},"fallback_work":500297472,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":859.5942687988281,"n":8,"spread_pct":3.1634400100684537},{"cp_plan":{"max_rank_tokens":106432,"summary_ms":0.0005234032869338989,"wave_count":0},"fallback_work":3505381376,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":4673.29443359375,"n":8,"spread_pct":0.595962326245569},{"cp_plan":{"max_rank_tokens":13279,"summary_ms":0.000433996319770813,"wave_count":0},"fallback_work":475262848,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":866.935791015625,"n":8,"spread_pct":11.193853001814434}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[2,1,1,1],"source":"797746b9f425d844419fe609c164c2e4940507f3bbb2f82b815a73740d5abc2d","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":58351,"summary_ms":0.00038370490074157715,"wave_count":0},"fallback_work":1947006848,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":4621.30029296875,"n":8,"spread_pct":0.6918224174891592},{"cp_plan":{"max_rank_tokens":24556,"summary_ms":0.00027939677238464355,"wave_count":0},"fallback_work":835974656,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1996.5410766601562,"n":8,"spread_pct":0.2721259047591738},{"cp_plan":{"max_rank_tokens":73696,"summary_ms":0.0008996576070785522,"wave_count":0},"fallback_work":2426400768,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":5475.091796875,"n":8,"spread_pct":0.4812990079004811},{"cp_plan":{"max_rank_tokens":21487,"summary_ms":0.00027008354663848877,"wave_count":0},"fallback_work":743634816,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1814.9423828125,"n":8,"spread_pct":0.7566716402089642}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,1,1,1],"source":"4166cf02420654896867f9816b1e0dae3682716155b2eb47186228af28b39beb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":31232,"summary_ms":9.067900478839874,"wave_count":1},"fallback_work":1944795904,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2462.0985107421875,"n":8,"spread_pct":0.3779367779417161},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.369477137923241,"wave_count":1},"fallback_work":835582400,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1104.3786010742188,"n":8,"spread_pct":0.5830838372580204},{"cp_plan":{"max_rank_tokens":37888,"summary_ms":9.87732782959938,"wave_count":1},"fallback_work":2423387648,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":2931.524169921875,"n":8,"spread_pct":0.8622094665152837},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":8.846819400787354,"wave_count":1},"fallback_work":743455488,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1052.141357421875,"n":8,"spread_pct":0.7784765583395655}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":8.037367835640907,"wave_count":1},"fallback_work":1944575104,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1301.7105102539062,"n":8,"spread_pct":0.5283012675113616},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.524018779397011,"wave_count":1},"fallback_work":836565920,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":599.2093811035156,"n":8,"spread_pct":4.774581659293992},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":10.184893384575844,"wave_count":1},"fallback_work":2422667520,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":1515.718505859375,"n":8,"spread_pct":1.1734939677529561},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.031956523656845,"wave_count":1},"fallback_work":744643712,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":652.1924743652344,"n":8,"spread_pct":4.181939084582816}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":31232,"summary_ms":7.6499804854393005,"wave_count":1},"fallback_work":1944795904,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2476.59619140625,"n":8,"spread_pct":0.43730674799573904},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":5.3142644464969635,"wave_count":1},"fallback_work":835582400,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1111.9252319335938,"n":8,"spread_pct":0.44678323372278617},{"cp_plan":{"max_rank_tokens":37888,"summary_ms":7.9016610980033875,"wave_count":1},"fallback_work":2423387648,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":2947.9979248046875,"n":8,"spread_pct":0.6650517873727448},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":7.642567157745361,"wave_count":1},"fallback_work":743455488,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1055.698486328125,"n":8,"spread_pct":0.8992884367091638}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":6.9892518222332,"wave_count":1},"fallback_work":1944575104,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1300.142333984375,"n":8,"spread_pct":0.6838193609736614},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.8644207417964935,"wave_count":1},"fallback_work":836565920,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":594.6454467773438,"n":8,"spread_pct":3.046197495532796},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.510325103998184,"wave_count":1},"fallback_work":2422667520,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":1506.4484252929688,"n":8,"spread_pct":0.5649216902062184},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.3263939917087555,"wave_count":1},"fallback_work":744643712,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":657.3867797851562,"n":8,"spread_pct":2.329084895259096}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":58351,"summary_ms":0.00044889748096466064,"wave_count":0},"fallback_work":1947006848,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2726.6268310546875,"n":8,"spread_pct":0.4441335038343248},{"cp_plan":{"max_rank_tokens":24556,"summary_ms":0.00040046870708465576,"wave_count":0},"fallback_work":835974656,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1271.6476440429688,"n":8,"spread_pct":1.4025272772433457},{"cp_plan":{"max_rank_tokens":73696,"summary_ms":0.00046566128730773926,"wave_count":0},"fallback_work":2426400768,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":3239.7529296875,"n":8,"spread_pct":0.6753866683627194},{"cp_plan":{"max_rank_tokens":21487,"summary_ms":0.0005159527063369751,"wave_count":0},"fallback_work":743634816,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1195.244140625,"n":8,"spread_pct":1.9091573864518394}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[2,1,1,1],"source":"797746b9f425d844419fe609c164c2e4940507f3bbb2f82b815a73740d5abc2d","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":141312,"summary_ms":0.0003334134817123413,"wave_count":0},"fallback_work":309821440,"features":{"max_depth":2,"packed_tokens":141312,"segment_count":17,"segments_below":[0,0,0,0,0,0,1,1]},"label":"depth_one","median_ms":712.7973022460938,"n":8,"spread_pct":2.5338334102126896},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":0.0002514570951461792,"wave_count":0},"fallback_work":64946176,"features":{"max_depth":2,"packed_tokens":28672,"segment_count":18,"segments_below":[0,0,0,0,16,16,16,16]},"label":"minimum_effective_span_2049","median_ms":181.83380889892578,"n":8,"spread_pct":2.3523704480798124},{"cp_plan":{"max_rank_tokens":172032,"summary_ms":0.0004805624485015869,"wave_count":0},"fallback_work":376438784,"features":{"max_depth":1,"packed_tokens":172032,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":818.5388793945312,"n":8,"spread_pct":2.1943501205470968},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":0.0002849847078323364,"wave_count":0},"fallback_work":60719104,"features":{"max_depth":3,"packed_tokens":26624,"segment_count":19,"segments_below":[0,0,0,0,16,16,17,17]},"label":"uniform_depth_2","median_ms":176.77210235595703,"n":8,"spread_pct":2.0527604963566266}],"cell":"cal-grpo-g8-long|Qwen/Qwen3-4B|L2|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":2.0,"tp":1.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"f6f784bbb24f0073ecb122db63ee4faaa75bb0556fd28b5c88953027c077ba23","shape":[1,1,1,1],"source":"4166cf02420654896867f9816b1e0dae3682716155b2eb47186228af28b39beb","workload":{"kind":"grpo","seed":6001,"shape":[2,8,2048,8192,512]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":36096,"summary_ms":18.165599554777145,"wave_count":1},"fallback_work":301416448,"features":{"max_depth":2,"packed_tokens":141312,"segment_count":17,"segments_below":[0,0,0,0,0,0,1,1]},"label":"depth_one","median_ms":254.12225341796875,"n":8,"spread_pct":1.851760005130251},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":9.614873677492142,"wave_count":1},"fallback_work":64847872,"features":{"max_depth":2,"packed_tokens":28672,"segment_count":18,"segments_below":[0,0,0,0,16,16,16,16]},"label":"minimum_effective_span_2049","median_ms":92.2205581665039,"n":8,"spread_pct":5.897613681799255},{"cp_plan":{"max_rank_tokens":43008,"summary_ms":27.108093723654747,"wave_count":1},"fallback_work":365625344,"features":{"max_depth":1,"packed_tokens":172032,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":264.63038635253906,"n":8,"spread_pct":1.6102920304123605},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":15.033761039376259,"wave_count":1},"fallback_work":60964864,"features":{"max_depth":3,"packed_tokens":26624,"segment_count":19,"segments_below":[0,0,0,0,16,16,17,17]},"label":"uniform_depth_2","median_ms":92.69306945800781,"n":8,"spread_pct":18.364650759136243}],"cell":"cal-grpo-g8-long|Qwen/Qwen3-4B|L2|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":2.0,"tp":1.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"f6f784bbb24f0073ecb122db63ee4faaa75bb0556fd28b5c88953027c077ba23","shape":[1,4,1,1],"source":"1602278a0b09305a073451a674fe1f14a493e6153cdc8ee7f2db9ce41828f557","workload":{"kind":"grpo","seed":6001,"shape":[2,8,2048,8192,512]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":141312,"summary_ms":0.0010468065738677979,"wave_count":0},"fallback_work":311394304,"features":{"max_depth":2,"packed_tokens":141312,"segment_count":17,"segments_below":[0,0,0,0,0,0,1,1]},"label":"depth_one","median_ms":831.8526611328125,"n":8,"spread_pct":2.9590785111299565},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":0.00034831464290618896,"wave_count":0},"fallback_work":66519040,"features":{"max_depth":2,"packed_tokens":28672,"segment_count":18,"segments_below":[0,0,0,0,16,16,16,16]},"label":"minimum_effective_span_2049","median_ms":212.6762237548828,"n":8,"spread_pct":2.379324246343562},{"cp_plan":{"max_rank_tokens":172032,"summary_ms":0.001257285475730896,"wave_count":0},"fallback_work":376438784,"features":{"max_depth":1,"packed_tokens":172032,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":967.2105407714844,"n":8,"spread_pct":2.443985851382087},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":0.0004917383193969727,"wave_count":0},"fallback_work":62816256,"features":{"max_depth":3,"packed_tokens":26624,"segment_count":19,"segments_below":[0,0,0,0,16,16,17,17]},"label":"uniform_depth_2","median_ms":210.95597076416016,"n":8,"spread_pct":2.16759809913925}],"cell":"cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":2.0,"layers":2.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"f6f784bbb24f0073ecb122db63ee4faaa75bb0556fd28b5c88953027c077ba23","shape":[1,1,1,1],"source":"797746b9f425d844419fe609c164c2e4940507f3bbb2f82b815a73740d5abc2d","workload":{"kind":"grpo","seed":6001,"shape":[2,8,2048,8192,512]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":36096,"summary_ms":18.877838738262653,"wave_count":1},"fallback_work":302989312,"features":{"max_depth":2,"packed_tokens":141312,"segment_count":17,"segments_below":[0,0,0,0,0,0,1,1]},"label":"depth_one","median_ms":259.2103271484375,"n":8,"spread_pct":1.9586159511097736},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":10.332655161619186,"wave_count":1},"fallback_work":66420736,"features":{"max_depth":2,"packed_tokens":28672,"segment_count":18,"segments_below":[0,0,0,0,16,16,16,16]},"label":"minimum_effective_span_2049","median_ms":107.3885269165039,"n":8,"spread_pct":4.3811328076350975},{"cp_plan":{"max_rank_tokens":43008,"summary_ms":29.039441607892513,"wave_count":1},"fallback_work":365625344,"features":{"max_depth":1,"packed_tokens":172032,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":287.8854217529297,"n":8,"spread_pct":3.2824647706329917},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":14.70313873142004,"wave_count":1},"fallback_work":63062016,"features":{"max_depth":3,"packed_tokens":26624,"segment_count":19,"segments_below":[0,0,0,0,16,16,17,17]},"label":"uniform_depth_2","median_ms":120.07091522216797,"n":8,"spread_pct":3.067626089445661}],"cell":"cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":2.0,"layers":2.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"f6f784bbb24f0073ecb122db63ee4faaa75bb0556fd28b5c88953027c077ba23","shape":[1,4,1,1],"source":"1602278a0b09305a073451a674fe1f14a493e6153cdc8ee7f2db9ce41828f557","workload":{"kind":"grpo","seed":6001,"shape":[2,8,2048,8192,512]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":36096,"summary_ms":10.524708777666092,"wave_count":1},"fallback_work":302989312,"features":{"max_depth":2,"packed_tokens":141312,"segment_count":17,"segments_below":[0,0,0,0,0,0,1,1]},"label":"depth_one","median_ms":259.5015411376953,"n":8,"spread_pct":1.2998882263588811},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.341239273548126,"wave_count":1},"fallback_work":66420736,"features":{"max_depth":2,"packed_tokens":28672,"segment_count":18,"segments_below":[0,0,0,0,16,16,16,16]},"label":"minimum_effective_span_2049","median_ms":106.5772933959961,"n":8,"spread_pct":0.7365795520591263},{"cp_plan":{"max_rank_tokens":43008,"summary_ms":17.331458628177643,"wave_count":1},"fallback_work":365625344,"features":{"max_depth":1,"packed_tokens":172032,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":285.92787170410156,"n":8,"spread_pct":5.464376708808447},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.955428212881088,"wave_count":1},"fallback_work":63062016,"features":{"max_depth":3,"packed_tokens":26624,"segment_count":19,"segments_below":[0,0,0,0,16,16,17,17]},"label":"uniform_depth_2","median_ms":121.80620956420898,"n":8,"spread_pct":8.7800834849974}],"cell":"cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":2.0,"layers":2.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"f6f784bbb24f0073ecb122db63ee4faaa75bb0556fd28b5c88953027c077ba23","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6001,"shape":[2,8,2048,8192,512]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":37871,"summary_ms":0.00029243528842926025,"wave_count":0},"fallback_work":1403250560,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2595.6085205078125,"n":8,"spread_pct":0.5538200343550896},{"cp_plan":{"max_rank_tokens":10222,"summary_ms":0.0003110617399215698,"wave_count":0},"fallback_work":380688128,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":736.2817687988281,"n":8,"spread_pct":3.787133316292583},{"cp_plan":{"max_rank_tokens":53216,"summary_ms":0.0003520399332046509,"wave_count":0},"fallback_work":1970663424,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":3453.670654296875,"n":8,"spread_pct":40.885974253926925},{"cp_plan":{"max_rank_tokens":9199,"summary_ms":0.0005085021257400513,"wave_count":0},"fallback_work":343074688,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":680.5891418457031,"n":8,"spread_pct":0.8638863361260397}],"cell":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":36.0,"tp":1.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,1,1,1],"source":"4166cf02420654896867f9816b1e0dae3682716155b2eb47186228af28b39beb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":20992,"summary_ms":12.048592790961266,"wave_count":1},"fallback_work":1402022656,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1658.0079345703125,"n":8,"spread_pct":0.8656201506640836},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":9.47449542582035,"wave_count":1},"fallback_work":380852832,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":595.2901000976562,"n":8,"spread_pct":3.3775056947783364},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":18.36789958178997,"wave_count":1},"fallback_work":1968633344,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2068.5628662109375,"n":8,"spread_pct":21.61697146533093},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":12.12584599852562,"wave_count":1},"fallback_work":343354112,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":588.4347229003906,"n":8,"spread_pct":5.020332874023517}],"cell":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":36.0,"tp":1.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,2,1,1],"source":"1602278a0b09305a073451a674fe1f14a493e6153cdc8ee7f2db9ce41828f557","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":8.936425670981407,"wave_count":1},"fallback_work":1402293376,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":902.7489318847656,"n":8,"spread_pct":234.28559896180278},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":8.026886731386185,"wave_count":1},"fallback_work":381918336,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":564.1424255371094,"n":8,"spread_pct":6.339605510580841},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":11.572325602173805,"wave_count":1},"fallback_work":1968404736,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1080.8829956054688,"n":8,"spread_pct":2.2312938476509396},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":7.692072540521622,"wave_count":1},"fallback_work":344575104,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":550.7091674804688,"n":8,"spread_pct":3.0076187940819827}],"cell":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":36.0,"tp":1.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,1,1],"source":"1602278a0b09305a073451a674fe1f14a493e6153cdc8ee7f2db9ce41828f557","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":37871,"summary_ms":0.00041909515857696533,"wave_count":0},"fallback_work":1403250560,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1627.7640991210938,"n":8,"spread_pct":1.3413706935622238},{"cp_plan":{"max_rank_tokens":10222,"summary_ms":0.0004544854164123535,"wave_count":0},"fallback_work":380688128,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":504.0080108642578,"n":8,"spread_pct":10.521427828179926},{"cp_plan":{"max_rank_tokens":53216,"summary_ms":0.00041909515857696533,"wave_count":0},"fallback_work":1970663424,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2155.898193359375,"n":8,"spread_pct":1.541193485033054},{"cp_plan":{"max_rank_tokens":9199,"summary_ms":0.00039301812648773193,"wave_count":0},"fallback_work":343074688,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":475.51312255859375,"n":8,"spread_pct":18.324565093192525}],"cell":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":36.0,"tp":2.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[2,1,1,1],"source":"797746b9f425d844419fe609c164c2e4940507f3bbb2f82b815a73740d5abc2d","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":37871,"summary_ms":0.000521540641784668,"wave_count":0},"fallback_work":1273296768,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2977.9638671875,"n":8,"spread_pct":0.36387068424150704},{"cp_plan":{"max_rank_tokens":10222,"summary_ms":0.00030919909477233887,"wave_count":0},"fallback_work":363984640,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":886.9960327148438,"n":8,"spread_pct":4.193567498819718},{"cp_plan":{"max_rank_tokens":53216,"summary_ms":0.000998377799987793,"wave_count":0},"fallback_work":1752690688,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":3918.5113525390625,"n":8,"spread_pct":0.6989934251690281},{"cp_plan":{"max_rank_tokens":9199,"summary_ms":0.00033155083656311035,"wave_count":0},"fallback_work":338950016,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":838.3142700195312,"n":8,"spread_pct":6.172731284393577}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,1,1,1],"source":"797746b9f425d844419fe609c164c2e4940507f3bbb2f82b815a73740d5abc2d","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":20992,"summary_ms":7.2842128574848175,"wave_count":1},"fallback_work":1272068864,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1620.5088500976562,"n":8,"spread_pct":0.6453307305870186},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.334772169589996,"wave_count":1},"fallback_work":364149344,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":539.6270751953125,"n":8,"spread_pct":7.466523398840661},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":12.479152530431747,"wave_count":1},"fallback_work":1750660608,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2098.438720703125,"n":8,"spread_pct":0.4868063065395183},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.5344106405973434,"wave_count":1},"fallback_work":339229440,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":654.6780090332031,"n":8,"spread_pct":4.408681901666515}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.315559148788452,"wave_count":1},"fallback_work":1272339584,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":872.5406188964844,"n":8,"spread_pct":0.44724620271451454},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":5.584042519330978,"wave_count":1},"fallback_work":365214848,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":455.85304260253906,"n":8,"spread_pct":148.26228205491688},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":8.83486308157444,"wave_count":1},"fallback_work":1750432000,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1088.005859375,"n":8,"spread_pct":0.7262807889290003},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":5.1217470318078995,"wave_count":1},"fallback_work":340450432,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":573.5433044433594,"n":8,"spread_pct":2.575212434992756}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":20992,"summary_ms":6.2423162162303925,"wave_count":1},"fallback_work":1272068864,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1628.4013671875,"n":8,"spread_pct":0.7930815486574675},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":4.659917205572128,"wave_count":1},"fallback_work":364149344,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":539.2125244140625,"n":8,"spread_pct":3.572341393212804},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":11.892583221197128,"wave_count":1},"fallback_work":1750660608,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2111.45703125,"n":8,"spread_pct":0.7108839793315116},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.936808884143829,"wave_count":1},"fallback_work":339229440,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":644.0693969726562,"n":8,"spread_pct":1.761375788882052}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.243722349405289,"wave_count":1},"fallback_work":1272339584,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":871.8085632324219,"n":8,"spread_pct":0.49499739615995464},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.988480359315872,"wave_count":1},"fallback_work":365214848,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":451.4087371826172,"n":8,"spread_pct":7.834827515303029},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.556874305009842,"wave_count":1},"fallback_work":1750432000,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1084.1931762695312,"n":8,"spread_pct":1.05444778908297},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.521526396274567,"wave_count":1},"fallback_work":340450432,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":556.7887268066406,"n":8,"spread_pct":2.9148494646682}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":37871,"summary_ms":0.00048428773880004883,"wave_count":0},"fallback_work":1273296768,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1795.9346923828125,"n":8,"spread_pct":0.8051360028960808},{"cp_plan":{"max_rank_tokens":10222,"summary_ms":0.0004675239324569702,"wave_count":0},"fallback_work":363984640,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":646.3695678710938,"n":8,"spread_pct":2.7334537034003112},{"cp_plan":{"max_rank_tokens":53216,"summary_ms":0.0005401670932769775,"wave_count":0},"fallback_work":1752690688,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2337.516845703125,"n":8,"spread_pct":0.6131828302958628},{"cp_plan":{"max_rank_tokens":9199,"summary_ms":0.0004600733518600464,"wave_count":0},"fallback_work":338950016,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":728.9494323730469,"n":8,"spread_pct":6.158271622356242}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[2,1,1,1],"source":"797746b9f425d844419fe609c164c2e4940507f3bbb2f82b815a73740d5abc2d","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"cp_plan":{"max_rank_tokens":28852,"summary_ms":0.00025890767574310303,"wave_count":0},"fallback_work":1070307840,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":2006.552978515625,"n":8,"spread_pct":0.23935856649374287},{"cp_plan":{"max_rank_tokens":33460,"summary_ms":0.00023655593395233154,"wave_count":0},"fallback_work":1240308224,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2254.891845703125,"n":8,"spread_pct":0.24889462872441934},{"cp_plan":{"max_rank_tokens":29364,"summary_ms":0.0001993030309677124,"wave_count":0},"fallback_work":1089018368,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":2021.3303833007812,"n":8,"spread_pct":0.3693699251304681},{"cp_plan":{"max_rank_tokens":36532,"summary_ms":0.00021979212760925293,"wave_count":0},"fallback_work":1353718272,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2462.938232421875,"n":8,"spread_pct":0.45028867899559827},{"cp_plan":{"max_rank_tokens":48820,"summary_ms":0.00046938657760620117,"wave_count":0},"fallback_work":1808046592,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":3392.4036865234375,"n":8,"spread_pct":0.364634465409149}],"cell":"cal-hetero2|Qwen/Qwen3-4B|L36|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":36.0,"tp":1.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,1,1,1],"source":"bef71618d2424d9e66862358d47b77ceb63c2867926bb9b82f856a645934bade","workload":{"kind":"cal-hetero2","seed":7778}}, {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":12.264380231499672,"wave_count":1},"fallback_work":1070589792,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":754.078369140625,"n":8,"spread_pct":2.2121002167575083},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":8.926976472139359,"wave_count":1},"fallback_work":1239865184,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":815.1251831054688,"n":8,"spread_pct":80.32375263487242},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":11.013815179467201,"wave_count":1},"fallback_work":1089066848,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":770.2490234375,"n":8,"spread_pct":2.6681965425649934},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":9.463448077440262,"wave_count":1},"fallback_work":1352857440,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":851.1773071289062,"n":8,"spread_pct":2.751925702631114},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":12.033509090542793,"wave_count":1},"fallback_work":1806104416,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1074.2057495117188,"n":8,"spread_pct":1.8730226678311503}],"cell":"cal-hetero2|Qwen/Qwen3-4B|L36|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":0.0,"layers":36.0,"tp":1.0,"uses_gdn":0.0},"geometry":{"ffn_hidden_size":9728,"gdn_conv_kernel":0,"gdn_key_head_dim":0,"gdn_key_heads":0,"gdn_value_head_dim":0,"gdn_value_heads":0,"hidden_size":2560,"kv_channels":128,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":32,"num_query_groups":8},"hidden_size":2560,"model":"Qwen/Qwen3-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,1,1],"source":"1602278a0b09305a073451a674fe1f14a493e6153cdc8ee7f2db9ce41828f557","workload":{"kind":"cal-hetero2","seed":7778}}, {"candidates":[{"cp_plan":{"max_rank_tokens":28852,"summary_ms":0.0003390014171600342,"wave_count":0},"fallback_work":977295872,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":2340.4110107421875,"n":8,"spread_pct":0.9714464570280775},{"cp_plan":{"max_rank_tokens":33460,"summary_ms":0.00023096799850463867,"wave_count":0},"fallback_work":1128421888,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2662.3580322265625,"n":8,"spread_pct":2.6911829631467383},{"cp_plan":{"max_rank_tokens":29364,"summary_ms":0.00023283064365386963,"wave_count":0},"fallback_work":993909248,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":2363.7332763671875,"n":8,"spread_pct":0.45813551261347063},{"cp_plan":{"max_rank_tokens":36532,"summary_ms":0.00021979212760925293,"wave_count":0},"fallback_work":1229249024,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2899.463134765625,"n":8,"spread_pct":0.38097199601118237},{"cp_plan":{"max_rank_tokens":48820,"summary_ms":0.000825151801109314,"wave_count":0},"fallback_work":1608079872,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":3622.1273193359375,"n":8,"spread_pct":0.27461821762241745}],"cell":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,1,1,1],"source":"b6f0643a1534e30cb7369eca048cfaff34a7cd158047dd1c599068464a415e97","workload":{"kind":"cal-hetero2","seed":7778}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":16896,"summary_ms":7.90088064968586,"wave_count":1},"fallback_work":976697408,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1329.0228271484375,"n":8,"spread_pct":0.7566392388233872},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":6.748748943209648,"wave_count":1},"fallback_work":1127471168,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1549.1823120117188,"n":8,"spread_pct":0.5295683683306501},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":7.574602961540222,"wave_count":1},"fallback_work":993220672,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1410.1278076171875,"n":8,"spread_pct":0.7522398954203283},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":5.781276151537895,"wave_count":2},"fallback_work":1228085312,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1598.2529296875,"n":8,"spread_pct":1.0328813627673283},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":8.983146399259567,"wave_count":1},"fallback_work":1606260800,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2115.8450927734375,"n":8,"spread_pct":0.4086077871214815}],"cell":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero2","seed":7778}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.168209180235863,"wave_count":1},"fallback_work":977577824,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":841.7331237792969,"n":8,"spread_pct":2.8684306899547316},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.67224994301796,"wave_count":1},"fallback_work":1127978848,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":883.8951416015625,"n":8,"spread_pct":4.148203758416289},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.3276907205581665,"wave_count":1},"fallback_work":993957728,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":889.2635498046875,"n":8,"spread_pct":1.444848464216201},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":6.9277361035346985,"wave_count":1},"fallback_work":1228388192,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":946.3646240234375,"n":8,"spread_pct":2.0755115142379625},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":9.501026943325996,"wave_count":1},"fallback_work":1606137696,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1115.00537109375,"n":8,"spread_pct":0.6930604401691941}],"cell":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero2","seed":7778}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":16896,"summary_ms":7.194556295871735,"wave_count":1},"fallback_work":976697408,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1323.3998413085938,"n":8,"spread_pct":1.5024501462763915},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":5.798470228910446,"wave_count":1},"fallback_work":1127471168,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1553.5098876953125,"n":8,"spread_pct":0.5268359285649236},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":6.68836385011673,"wave_count":1},"fallback_work":993220672,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1416.899169921875,"n":8,"spread_pct":0.35542477891811985},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":4.898920655250549,"wave_count":2},"fallback_work":1228085312,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1589.4083251953125,"n":8,"spread_pct":0.42792739688457365},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":7.8339651226997375,"wave_count":1},"fallback_work":1606260800,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2110.3057861328125,"n":8,"spread_pct":0.5803573365340814}],"cell":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero2","seed":7778}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.4567215740680695,"wave_count":1},"fallback_work":977577824,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":833.1583862304688,"n":8,"spread_pct":1.11727313065553},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":4.857975989580154,"wave_count":1},"fallback_work":1127978848,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":881.6006469726562,"n":8,"spread_pct":0.9107773426533726},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.494119763374329,"wave_count":1},"fallback_work":993957728,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":880.5041809082031,"n":8,"spread_pct":0.9589856441904356},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":5.971893668174744,"wave_count":1},"fallback_work":1228388192,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":945.623291015625,"n":8,"spread_pct":0.3148693624229431},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":8.084174245595932,"wave_count":1},"fallback_work":1606137696,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1104.9971923828125,"n":8,"spread_pct":0.4806157927128147}],"cell":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero2","seed":7778}}, {"candidates":[{"cp_plan":{"max_rank_tokens":28852,"summary_ms":0.0006314367055892944,"wave_count":0},"fallback_work":977295872,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1538.1102294921875,"n":8,"spread_pct":1.442016907828202},{"cp_plan":{"max_rank_tokens":33460,"summary_ms":0.0004172325134277344,"wave_count":0},"fallback_work":1128421888,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1728.4122314453125,"n":8,"spread_pct":1.2090977475841953},{"cp_plan":{"max_rank_tokens":29364,"summary_ms":0.0004246830940246582,"wave_count":0},"fallback_work":993909248,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1550.4468383789062,"n":8,"spread_pct":1.2749128324704464},{"cp_plan":{"max_rank_tokens":36532,"summary_ms":0.0004284083843231201,"wave_count":0},"fallback_work":1229249024,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1841.5660400390625,"n":8,"spread_pct":0.7841849744026109},{"cp_plan":{"max_rank_tokens":48820,"summary_ms":0.000780448317527771,"wave_count":0},"fallback_work":1608079872,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2230.54736328125,"n":8,"spread_pct":1.240280279088237}],"cell":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[2,1,1,1],"source":"94acc0370f756ee1f7ff382a1658d7b9dd01be3189168a72fcbed0f80c129d95","workload":{"kind":"cal-hetero2","seed":7778}}, {"candidates":[{"cp_plan":{"max_rank_tokens":16756,"summary_ms":0.00022724270820617676,"wave_count":0},"fallback_work":578271744,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1406.955322265625,"n":8,"spread_pct":0.6933154534123422},{"cp_plan":{"max_rank_tokens":17524,"summary_ms":0.0003520399332046509,"wave_count":0},"fallback_work":603306496,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1440.9495849609375,"n":8,"spread_pct":0.9721152340015582},{"cp_plan":{"max_rank_tokens":25204,"summary_ms":0.0008083879947662354,"wave_count":0},"fallback_work":830552576,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1858.0455322265625,"n":8,"spread_pct":0.7867560767089967}],"cell":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,1,1,1],"source":"bef71618d2424d9e66862358d47b77ceb63c2867926bb9b82f856a645934bade","workload":{"kind":"cal-hetero3","seed":7779}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.904672667384148,"wave_count":1},"fallback_work":577958976,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":852.3517761230469,"n":8,"spread_pct":1.0463066002149741},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.80194965004921,"wave_count":1},"fallback_work":602891328,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":889.25732421875,"n":8,"spread_pct":0.758490697611848},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.389504298567772,"wave_count":1},"fallback_work":829703232,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1068.321533203125,"n":8,"spread_pct":0.5570124170303107}],"cell":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero3","seed":7779}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.803234711289406,"wave_count":1},"fallback_work":578539872,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":563.7154235839844,"n":8,"spread_pct":2.2908941275814243},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.975561052560806,"wave_count":1},"fallback_work":603322720,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":599.5738220214844,"n":8,"spread_pct":7.732899472103267},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.854046136140823,"wave_count":1},"fallback_work":829819232,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":651.4950561523438,"n":8,"spread_pct":0.6968084882137549}],"cell":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero3","seed":7779}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.448862910270691,"wave_count":1},"fallback_work":577958976,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":857.6041564941406,"n":8,"spread_pct":1.0997306132206448},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.003552883863449,"wave_count":1},"fallback_work":602891328,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":899.6005859375,"n":8,"spread_pct":0.6363161928416582},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":5.98202645778656,"wave_count":1},"fallback_work":829703232,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1074.4703369140625,"n":8,"spread_pct":0.5372378128258826}],"cell":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero3","seed":7779}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.03774157166481,"wave_count":1},"fallback_work":578539872,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":564.5474243164062,"n":8,"spread_pct":4.613967497860705},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.542075097560883,"wave_count":1},"fallback_work":603322720,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":603.216552734375,"n":8,"spread_pct":2.9566836316540357},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.025861948728561,"wave_count":1},"fallback_work":829819232,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":650.909423828125,"n":8,"spread_pct":1.1292418772563177}],"cell":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero3","seed":7779}}, {"candidates":[{"cp_plan":{"max_rank_tokens":16756,"summary_ms":0.00045262277126312256,"wave_count":0},"fallback_work":578271744,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":995.2677917480469,"n":8,"spread_pct":0.7531735490841287},{"cp_plan":{"max_rank_tokens":17524,"summary_ms":0.00038370490074157715,"wave_count":0},"fallback_work":603306496,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":990.436767578125,"n":8,"spread_pct":0.7756180997522942},{"cp_plan":{"max_rank_tokens":25204,"summary_ms":0.0005550682544708252,"wave_count":0},"fallback_work":830552576,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1172.6106567382812,"n":8,"spread_pct":0.3385374795707674}],"cell":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[2,1,1,1],"source":"94acc0370f756ee1f7ff382a1658d7b9dd01be3189168a72fcbed0f80c129d95","workload":{"kind":"cal-hetero3","seed":7779}}, {"candidates":[{"cp_plan":{"max_rank_tokens":19380,"summary_ms":0.0004414469003677368,"wave_count":0},"fallback_work":664951296,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1594.4395141601562,"n":8,"spread_pct":0.9996747347779265},{"cp_plan":{"max_rank_tokens":25012,"summary_ms":0.0003129243850708008,"wave_count":0},"fallback_work":849762816,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1987.8685913085938,"n":8,"spread_pct":0.4496389983198563},{"cp_plan":{"max_rank_tokens":20916,"summary_ms":0.00027939677238464355,"wave_count":0},"fallback_work":715250176,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1697.9532470703125,"n":8,"spread_pct":0.5674556618424081},{"cp_plan":{"max_rank_tokens":29108,"summary_ms":0.0010319054126739502,"wave_count":0},"fallback_work":959109632,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":2136.9970703125,"n":8,"spread_pct":0.3672967643611321}],"cell":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,1,1,1],"source":"4166cf02420654896867f9816b1e0dae3682716155b2eb47186228af28b39beb","workload":{"kind":"hetero","seed":7777}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":10752,"summary_ms":6.699385121464729,"wave_count":1},"fallback_work":664610880,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":969.8261108398438,"n":8,"spread_pct":0.6614439315802866},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":5.217297002673149,"wave_count":1},"fallback_work":849020992,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1079.4482421875,"n":8,"spread_pct":1.0342152521135743},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.714662536978722,"wave_count":1},"fallback_work":714770496,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":987.9111022949219,"n":8,"spread_pct":1.3012037518622264},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":10.200446471571922,"wave_count":1},"fallback_work":958105664,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1239.04931640625,"n":8,"spread_pct":277.54268547151156}],"cell":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero","seed":7777}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.147203803062439,"wave_count":1},"fallback_work":665325408,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":585.1551208496094,"n":8,"spread_pct":1.8796243713546053},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.278103053569794,"wave_count":1},"fallback_work":849338208,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":657.5369262695312,"n":8,"spread_pct":0.8969482743336751},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.373140797019005,"wave_count":1},"fallback_work":715317088,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":644.2822265625,"n":8,"spread_pct":2.7840870336266286},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":10.130435228347778,"wave_count":3},"fallback_work":958193504,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":742.7915954589844,"n":8,"spread_pct":0.9337876510463625}],"cell":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero","seed":7777}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":10752,"summary_ms":4.999522119760513,"wave_count":1},"fallback_work":664610880,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":968.8831176757812,"n":8,"spread_pct":0.6394345635847292},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":4.153043031692505,"wave_count":1},"fallback_work":849020992,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1079.9348754882812,"n":8,"spread_pct":0.7696093056645792},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":4.991617053747177,"wave_count":1},"fallback_work":714770496,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":987.8080139160156,"n":8,"spread_pct":1.1639405022655827},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":7.927659898996353,"wave_count":1},"fallback_work":958105664,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1242.341552734375,"n":8,"spread_pct":0.5545892402101862}],"cell":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero","seed":7777}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.639584571123123,"wave_count":1},"fallback_work":665325408,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":583.208740234375,"n":8,"spread_pct":5.124123888626324},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":4.480574280023575,"wave_count":1},"fallback_work":849338208,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":657.6568603515625,"n":8,"spread_pct":1.1189275223780863},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.601500928401947,"wave_count":1},"fallback_work":715317088,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":635.8902587890625,"n":8,"spread_pct":1.2943701860530563},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":9.465210139751434,"wave_count":3},"fallback_work":958193504,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":736.6698913574219,"n":8,"spread_pct":0.3566398371379266}],"cell":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero","seed":7777}}, {"candidates":[{"cp_plan":{"max_rank_tokens":19380,"summary_ms":0.00041909515857696533,"wave_count":0},"fallback_work":664951296,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1107.144287109375,"n":8,"spread_pct":4.335775965007102},{"cp_plan":{"max_rank_tokens":25012,"summary_ms":0.0004116445779800415,"wave_count":0},"fallback_work":849762816,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1305.4077758789062,"n":8,"spread_pct":2.64851912545848},{"cp_plan":{"max_rank_tokens":20916,"summary_ms":0.00040046870708465576,"wave_count":0},"fallback_work":715250176,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1173.864013671875,"n":8,"spread_pct":3.677009043192731},{"cp_plan":{"max_rank_tokens":29108,"summary_ms":0.00043585896492004395,"wave_count":0},"fallback_work":959109632,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1321.0035400390625,"n":8,"spread_pct":1.2978506719070204}],"cell":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":24.0,"layers":32.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":9216,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2560,"kv_channels":256,"moe_experts":0,"moe_ffn_hidden_size":0,"moe_shared_expert_ffn":0,"moe_topk":0,"num_attention_heads":16,"num_query_groups":4},"hidden_size":2560,"model":"Qwen/Qwen3.5-4B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[2,1,1,1],"source":"797746b9f425d844419fe609c164c2e4940507f3bbb2f82b815a73740d5abc2d","workload":{"kind":"hetero","seed":7777}} ], "fit_arguments": { @@ -70,8 +70,8 @@ "shortlist_size": 3, "terms": ["token_per_rank","token_cp_exchange","token_tp_collective","gdn_token_per_rank","attention_token_cp_exchange","tiny_segment_per_layer","level_cp_per_layer","level_tp_per_layer","gdn_level","gdn_level_tp"] }, - "integer_table_milli_us": {"attention_token_cp_exchange":7,"gdn_level":2908492,"gdn_level_tp":1657638,"gdn_token_per_rank":599,"level_cp_per_layer":62793,"level_tp_per_layer":668184,"tiny_segment_per_layer":167333,"token_cp_exchange":16,"token_per_rank":1983,"token_tp_collective":237}, - "integer_table_sha256": "c3cf29887a8471a7259b1286ba5e9cd531e97b26bff791ca820607ad017dfd47", + "integer_table_milli_us": {"attention_token_cp_exchange":7,"gdn_level":2920256,"gdn_level_tp":428567,"gdn_token_per_rank":305,"level_cp_per_layer":152596,"level_tp_per_layer":635438,"tiny_segment_per_layer":222742,"token_cp_exchange":45,"token_per_rank":1986,"token_tp_collective":229}, + "integer_table_sha256": "f60e02de95083a027363ef9e372d9ef9addcdeda0562f6ac3494b79e21f939e5", "manifest": { "excluded": ["cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g0","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g1","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g2","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g3","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g4","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g5","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g6","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g7","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g0","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g1","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g2","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g3","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g4","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g5","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g6","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g7"], "expected": ["cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g0","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g1","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g2","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g3","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g4","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g5","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g6","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g7","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g0","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g1","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g2","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g3","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g4","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g5","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g6","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g7","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g0","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g1","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g2","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g3","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g4","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g5","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g6","cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g7","cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp1","cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp2","cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp4","cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp2|cp1","cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp1","cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp2","cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp4","cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp2|cp1","cal-grpo-g8-long|Qwen/Qwen3-4B|L2|tp1|cp1","cal-grpo-g8-long|Qwen/Qwen3-4B|L2|tp1|cp4","cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp1","cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp4","cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp1","cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp2","cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp4","cal-grpo-g8|Qwen/Qwen3-4B|L36|tp2|cp1","cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp1","cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp2","cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp4","cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp2|cp1","cal-hetero2|Qwen/Qwen3-4B|L36|tp1|cp1","cal-hetero2|Qwen/Qwen3-4B|L36|tp1|cp4","cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp1","cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp2","cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp4","cal-hetero2|Qwen/Qwen3.5-4B|L32|tp2|cp1","cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp1","cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp2","cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp4","cal-hetero3|Qwen/Qwen3.5-4B|L32|tp2|cp1","cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp1","cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp2","cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp4","cal-hetero|Qwen/Qwen3.5-4B|L32|tp2|cp1","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g0","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g1","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g2","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g3","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g4","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g5","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g6","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g7","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g0","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g1","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g2","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g3","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g4","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g5","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g6","cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g7"], @@ -79,9 +79,9 @@ }, "measured_envelope": {"device_names":["NVIDIA H200"],"hidden_sizes":[2560],"param_dtypes":["torch.bfloat16"]}, "metrics": { - "integer_all": {"cells":58,"clear_misses":[],"max_regret_pct":2.8150833177194765,"median_regret_pct":0.0,"ordered_pairs":3841,"p95_regret_pct":1.916476268936646,"pairwise_accuracy":0.9872429054933611}, - "test": {"cells":13,"clear_misses":[],"max_regret_pct":2.8150833177194765,"median_regret_pct":0.0,"ordered_pairs":885,"p95_regret_pct":2.8150833177194765,"pairwise_accuracy":0.992090395480226}, - "train": {"cells":45,"clear_misses":[],"max_regret_pct":1.916476268936646,"median_regret_pct":0.0,"ordered_pairs":2956,"p95_regret_pct":0.5123708865986136,"pairwise_accuracy":0.9857916102841678} + "integer_all": {"cells":58,"clear_misses":[],"max_regret_pct":1.916476268936646,"median_regret_pct":0.0,"ordered_pairs":3892,"p95_regret_pct":1.1855151280863376,"pairwise_accuracy":0.9899794450154162}, + "test": {"cells":13,"clear_misses":[],"max_regret_pct":1.1855151280863376,"median_regret_pct":0.0,"ordered_pairs":923,"p95_regret_pct":1.1855151280863376,"pairwise_accuracy":0.9880823401950163}, + "train": {"cells":45,"clear_misses":[],"max_regret_pct":1.916476268936646,"median_regret_pct":0.0,"ordered_pairs":2969,"p95_regret_pct":0.5123708865986136,"pairwise_accuracy":0.9905692152239811} }, "reranker": null, "schema": "art.dev.trainer_rank_cost_calibration_certificate.v1", diff --git a/dev/trainer_rank_cost_calibration_manifest_dense-h2560-h200-bf16.json b/dev/trainer_rank_cost_calibration_manifest_dense-h2560-h200-bf16.json index d1eefbb99..8a6124858 100644 --- a/dev/trainer_rank_cost_calibration_manifest_dense-h2560-h200-bf16.json +++ b/dev/trainer_rank_cost_calibration_manifest_dense-h2560-h200-bf16.json @@ -16,55 +16,55 @@ {"campaign":"local","cell":"cal-ellavox","cp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g5","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"local","cell":"cal-ellavox","cp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g6","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"local","cell":"cal-ellavox","cp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp1|g7","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g0","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g3","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g5","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g6","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":2,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g7","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g0","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g3","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g5","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g6","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-ellavox","cp":4,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g7","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g0","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g3","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g5","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g6","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":2,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp2|g7","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g0","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g3","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g5","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g6","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-ellavox","cp":4,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-4B|L32|tp1|cp4|g7","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"local","cell":"cal-grpo-g16","cp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-grpo-g16","cp":2,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-grpo-g16","cp":4,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-grpo-g16","cp":2,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-grpo-g16","cp":4,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"tr-cost-2gpu","cell":"cal-grpo-g16","cp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-4B|L32|tp2|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":2}, {"campaign":"local","cell":"cal-grpo-g4x4","cp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-grpo-g4x4","cp":2,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-grpo-g4x4","cp":4,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-grpo-g4x4","cp":2,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-grpo-g4x4","cp":4,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"tr-cost-2gpu","cell":"cal-grpo-g4x4","cp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-4B|L32|tp2|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":2}, {"campaign":"local","cell":"cal-grpo-g8-long","cp":1,"group":null,"key":"cal-grpo-g8-long|Qwen/Qwen3-4B|L2|tp1|cp1","layers":2,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"tr-abf854-q3-4b-cp4","cell":"cal-grpo-g8-long","cp":4,"group":null,"key":"cal-grpo-g8-long|Qwen/Qwen3-4B|L2|tp1|cp4","layers":2,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"local","cell":"cal-grpo-g8-long","cp":1,"group":null,"key":"cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp1","layers":2,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b-l2","cell":"cal-grpo-g8-long","cp":4,"group":null,"key":"cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp4","layers":2,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b-l2","cell":"cal-grpo-g8-long","cp":4,"group":null,"key":"cal-grpo-g8-long|Qwen/Qwen3.5-4B|L2|tp1|cp4","layers":2,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"local","cell":"cal-grpo-g8","cp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp1","layers":36,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"tr-abf854-q3-4b-g8","cell":"cal-grpo-g8","cp":2,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp2","layers":36,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"tr-abf854-q3-4b-g8","cell":"cal-grpo-g8","cp":4,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp1|cp4","layers":36,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"tr-cost-2gpu","cell":"cal-grpo-g8","cp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3-4B|L36|tp2|cp1","layers":36,"model":"Qwen/Qwen3-4B","tp":2}, {"campaign":"local","cell":"cal-grpo-g8","cp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-grpo-g8","cp":2,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-grpo-g8","cp":4,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-grpo-g8","cp":2,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-grpo-g8","cp":4,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"tr-cost-2gpu","cell":"cal-grpo-g8","cp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-4B|L32|tp2|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":2}, {"campaign":"local","cell":"cal-hetero2","cp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3-4B|L36|tp1|cp1","layers":36,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"tr-abf854-q3-4b-cp4","cell":"cal-hetero2","cp":4,"group":null,"key":"cal-hetero2|Qwen/Qwen3-4B|L36|tp1|cp4","layers":36,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"local","cell":"cal-hetero2","cp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-hetero2","cp":2,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-hetero2","cp":4,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-hetero2","cp":2,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-hetero2","cp":4,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"tr-cost-2gpu-2","cell":"cal-hetero2","cp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-4B|L32|tp2|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":2}, {"campaign":"local","cell":"cal-hetero3","cp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-hetero3","cp":2,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-hetero3","cp":4,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-hetero3","cp":2,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-hetero3","cp":4,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"tr-cost-2gpu-2","cell":"cal-hetero3","cp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-4B|L32|tp2|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":2}, {"campaign":"local","cell":"cal-hetero","cp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-hetero","cp":2,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, - {"campaign":"tr-abf854-4b","cell":"cal-hetero","cp":4,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-hetero","cp":2,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp2","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, + {"campaign":"tr-gdnfin-4b","cell":"cal-hetero","cp":4,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp1|cp4","layers":32,"model":"Qwen/Qwen3.5-4B","tp":1}, {"campaign":"tr-cost-2gpu","cell":"cal-hetero","cp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-4B|L32|tp2|cp1","layers":32,"model":"Qwen/Qwen3.5-4B","tp":2}, {"campaign":"tr-cost-q3-4b-cp4","cell":"cal-ellavox-qwen3","cp":4,"ep":1,"etp":1,"group":0,"key":"cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g0","layers":36,"model":"Qwen/Qwen3-4B","tp":1}, {"campaign":"tr-cost-q3-4b-cp4","cell":"cal-ellavox-qwen3","cp":4,"ep":1,"etp":1,"group":1,"key":"cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp1|cp4|g1","layers":36,"model":"Qwen/Qwen3-4B","tp":1}, @@ -102,7 +102,7 @@ {"key":"cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g6","reason":"blind-spot evidence, not fitted: TP2 x CP2 is not an admitted shape of this table; measured to show the same context-parallel exchange-schedule effect for the attention geometry"}, {"key":"cal-ellavox-qwen3|Qwen/Qwen3-4B|L36|tp2|cp2|g7","reason":"blind-spot evidence, not fitted: TP2 x CP2 is not an admitted shape of this table; measured to show the same context-parallel exchange-schedule effect for the attention geometry"} ], - "launches": {"tr-abf854-4b":{"cells":["cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7","cal-grpo-g16","cal-grpo-g4x4","cal-grpo-g8","cal-hetero","cal-hetero2","cal-hetero3"],"model":"Qwen/Qwen3.5-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,4,1,1]]},"tr-abf854-4b-l2":{"cells":["cal-grpo-g8-long:2"],"model":"Qwen/Qwen3.5-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]},"tr-abf854-q3-4b-cp4":{"cells":["cal-grpo-g8-long:2","cal-hetero2"],"model":"Qwen/Qwen3-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]},"tr-abf854-q3-4b-g8":{"cells":["cal-grpo-g8"],"model":"Qwen/Qwen3-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,4,1,1]]},"tr-cost-q3-4b-cp4":{"cells":["cal-ellavox-qwen3:0:0","cal-ellavox-qwen3:0:1","cal-ellavox-qwen3:0:2","cal-ellavox-qwen3:0:3","cal-ellavox-qwen3:0:4","cal-ellavox-qwen3:0:5","cal-ellavox-qwen3:0:6","cal-ellavox-qwen3:0:7"],"model":"Qwen/Qwen3-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1],[2,2,1,1]]}}, + "launches": {"tr-abf854-4b":{"cells":["cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7","cal-grpo-g16","cal-grpo-g4x4","cal-grpo-g8","cal-hetero","cal-hetero2","cal-hetero3"],"model":"Qwen/Qwen3.5-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,4,1,1]]},"tr-abf854-4b-l2":{"cells":["cal-grpo-g8-long:2"],"model":"Qwen/Qwen3.5-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]},"tr-abf854-q3-4b-cp4":{"cells":["cal-grpo-g8-long:2","cal-hetero2"],"model":"Qwen/Qwen3-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]},"tr-abf854-q3-4b-g8":{"cells":["cal-grpo-g8"],"model":"Qwen/Qwen3-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,4,1,1]]},"tr-cost-q3-4b-cp4":{"cells":["cal-ellavox-qwen3:0:0","cal-ellavox-qwen3:0:1","cal-ellavox-qwen3:0:2","cal-ellavox-qwen3:0:3","cal-ellavox-qwen3:0:4","cal-ellavox-qwen3:0:5","cal-ellavox-qwen3:0:6","cal-ellavox-qwen3:0:7"],"model":"Qwen/Qwen3-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1],[2,2,1,1]]},"tr-gdnfin-4b":{"cells":["cal-grpo-g8","cal-grpo-g16","cal-grpo-g4x4","cal-hetero","cal-hetero2","cal-hetero3","cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,4,1,1]]},"tr-gdnfin-4b-l2":{"cells":["cal-grpo-g8-long:2"],"model":"Qwen/Qwen3.5-4B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]}}, "recipes": [ "dev/trainer_rank_cost_calibration_local.sh", "dev/trainer_rank_cost_calibration_cp4.sky.yaml", diff --git a/src/art/trainer_rank/_planner_cost.py b/src/art/trainer_rank/_planner_cost.py index c1f220a0f..163ba47f3 100644 --- a/src/art/trainer_rank/_planner_cost.py +++ b/src/art/trainer_rank/_planner_cost.py @@ -531,16 +531,16 @@ def _prefix_tree_layout_score_v1( COEFFICIENT_SCALE_PER_US = 1_000 # Dense hidden-2,560 class (Qwen3.5-4B GDN and Qwen3-4B attention on H200 bf16). COEFFICIENTS_MILLI_US: dict[str, int] = { - "token_per_rank": 1983, - "token_cp_exchange": 16, - "token_tp_collective": 237, - "gdn_token_per_rank": 599, + "token_per_rank": 1986, + "token_cp_exchange": 45, + "token_tp_collective": 229, + "gdn_token_per_rank": 305, "attention_token_cp_exchange": 7, - "tiny_segment_per_layer": 167333, - "level_cp_per_layer": 62793, - "level_tp_per_layer": 668184, - "gdn_level": 2908492, - "gdn_level_tp": 1657638, + "tiny_segment_per_layer": 222742, + "level_cp_per_layer": 152596, + "level_tp_per_layer": 635438, + "gdn_level": 2920256, + "gdn_level_tp": 428567, } H200_CLASS = DeviceClass(capability=(9, 0), memory_class="hbm-141g") From 3c8f0b0754f6a0899a30e3729e4b4947139dd377 Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Thu, 10 Sep 2026 06:27:19 +0000 Subject: [PATCH 09/11] Re-certify gdn-moe-h2048 under the recalibrated GDN planner Paired validation of the recalibrated GDN planner against main's on Qwen3.5-35B-A3B (tr-gdnfin-35b at CP2 EP1/EP2 and CP4 EP2/EP4, tr-gdnfin-35b-cp4 at CP4 EP1 on the synthetic cells; 574 layouts): the 119 layouts whose chain decision changed are faster by a median 3.7% (70 faster by more than 2%, 11 slower, worst +6.5%); production selection between +0.5% and -0.3% per shape; the model over-predicts chain savings on this class by about 2x, so its tail is the one this change leaves open. The table is refit from the campaign's current-planner rows for every admitted CP > 1 cell (60 cells), carrying the certificate's aggregates for the 21 CP1 and TP2 cells: 80 cells, 97.8% pairwise, p95 regret 2.2%, max 4.2% (was 96.6% / 2.7% / 4.2%), held-out gates pass. The g2 Ellavox cell at CP4 EP2 segfaults in the expert grouped GEMM as before (issue #851) and stays excluded. Co-Authored-By: Claude Fable 5.1 --- ...n_certificate_gdn-moe-h2048-h200-bf16.json | 128 +++++++++--------- ...tion_manifest_gdn-moe-h2048-h200-bf16.json | 126 ++++++++--------- src/art/trainer_rank/_planner_cost.py | 16 +-- 3 files changed, 135 insertions(+), 135 deletions(-) diff --git a/dev/trainer_rank_cost_calibration_certificate_gdn-moe-h2048-h200-bf16.json b/dev/trainer_rank_cost_calibration_certificate_gdn-moe-h2048-h200-bf16.json index 0d50bd19b..0ccdbd6d6 100644 --- a/dev/trainer_rank_cost_calibration_certificate_gdn-moe-h2048-h200-bf16.json +++ b/dev/trainer_rank_cost_calibration_certificate_gdn-moe-h2048-h200-bf16.json @@ -6,79 +6,79 @@ {"candidates":[{"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1531.3175659179688,"n":8,"spread_pct":1.1008442827399159}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"group":2,"kind":"ellavox"}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":4685.706787109375,"n":8,"spread_pct":0.24759471787514548},{"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":2480.6708984375,"n":8,"spread_pct":0.8845046880037729},{"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":2458.5634765625,"n":8,"spread_pct":1.011034851477755},{"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":3041.6375732421875,"n":8,"spread_pct":0.6538643449406923},{"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":3810.885498046875,"n":8,"spread_pct":0.1887710260499019},{"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":4570.166259765625,"n":8,"spread_pct":0.1607102705903891},{"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":2526.79150390625,"n":8,"spread_pct":28.510422196194725},{"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":2505.1583251953125,"n":8,"spread_pct":0.7759770282576619}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"group":3,"kind":"ellavox"}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":3118.3458251953125,"n":8,"spread_pct":0.37917457755457334},{"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":2218.517578125,"n":8,"spread_pct":1.2238738036819},{"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":3041.143310546875,"n":8,"spread_pct":0.4278240404645823},{"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":2228.2384033203125,"n":8,"spread_pct":0.9759101825166792}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"group":4,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.862545222043991,"wave_count":1},"fallback_work":551932992,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1374.0836791992188,"n":8,"spread_pct":4.432188407517847},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":7.898831740021706,"wave_count":1},"fallback_work":1051676992,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1652.7675170898438,"n":8,"spread_pct":1.9714802014244057},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":7.012791931629181,"wave_count":1},"fallback_work":1556756352,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":2480.3192138671875,"n":8,"spread_pct":2.1607601836232746},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.865029826760292,"wave_count":1},"fallback_work":560661664,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1629.269287109375,"n":8,"spread_pct":2.6923855549580002},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":9.070754051208496,"wave_count":1},"fallback_work":2030493760,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2721.1268310546875,"n":8,"spread_pct":1.1039109980673776},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.103789269924164,"wave_count":1},"fallback_work":559020064,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1622.2636108398438,"n":8,"spread_pct":42.14301373703698},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.987169057130814,"wave_count":1},"fallback_work":569595456,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1761.0667724609375,"n":8,"spread_pct":3.384200042435328}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":0,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.901612341403961,"wave_count":1},"fallback_work":540237152,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1329.5184936523438,"n":8,"spread_pct":3.334121262750466},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":8.005911484360695,"wave_count":3},"fallback_work":1011758560,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1606.8177490234375,"n":8,"spread_pct":1.0704205278852144}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":1,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.104780361056328,"wave_count":1},"fallback_work":515051680,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1320.0442504882812,"n":8,"spread_pct":1.8050357402033188}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":2,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":24064,"summary_ms":11.141156777739525,"wave_count":1},"fallback_work":1971834592,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":2756.46728515625,"n":8,"spread_pct":0.989709038314546},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.67829455435276,"wave_count":3},"fallback_work":982942304,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1709.1049194335938,"n":8,"spread_pct":1.9573976478444826},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.75009360909462,"wave_count":1},"fallback_work":937539616,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1704.9132690429688,"n":8,"spread_pct":1.9156849321664442},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":8.709236979484558,"wave_count":1},"fallback_work":1214613504,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1794.246337890625,"n":8,"spread_pct":1.5317312704604684},{"cp_plan":{"max_rank_tokens":19456,"summary_ms":7.080860435962677,"wave_count":1},"fallback_work":1558356512,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":2267.5079345703125,"n":8,"spread_pct":1.7362725213555006},{"cp_plan":{"max_rank_tokens":25429,"summary_ms":9.63524729013443,"wave_count":1},"fallback_work":1989987040,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2782.5794677734375,"n":8,"spread_pct":0.5679342796594201},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.735915318131447,"wave_count":1},"fallback_work":981246816,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1743.7632446289062,"n":8,"spread_pct":1.4342829007270155},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.8318693190813065,"wave_count":1},"fallback_work":935844128,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1747.3990478515625,"n":8,"spread_pct":40.359258839850774}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":3,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.660223335027695,"wave_count":1},"fallback_work":1283019872,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1939.3156127929688,"n":8,"spread_pct":1.063657994129556},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":6.765041500329971,"wave_count":1},"fallback_work":845697632,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1442.0433349609375,"n":8,"spread_pct":7.310454500166297},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.72642919421196,"wave_count":1},"fallback_work":1291815200,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1978.07177734375,"n":8,"spread_pct":0.8353305319480604},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":6.099671125411987,"wave_count":1},"fallback_work":836204544,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1492.2557983398438,"n":8,"spread_pct":3.065803720780287}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":4,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.721496418118477,"wave_count":1},"fallback_work":588950752,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1384.1634521484375,"n":8,"spread_pct":1.4136612827140012},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":8.301327005028725,"wave_count":1},"fallback_work":1095589472,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1707.5016479492188,"n":8,"spread_pct":1.5017386334508007},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":6.920265033841133,"wave_count":1},"fallback_work":1591886272,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":2530.5262451171875,"n":8,"spread_pct":1.7902398887104634},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":7.923100143671036,"wave_count":1},"fallback_work":2108456672,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":2901.684814453125,"n":8,"spread_pct":22.85775513804825},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.2573420107364655,"wave_count":1},"fallback_work":591933824,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1600.654541015625,"n":8,"spread_pct":4.9087127290608805},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.939558148384094,"wave_count":1},"fallback_work":584464544,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1605.5184936523438,"n":8,"spread_pct":4.583700740719903},{"cp_plan":{"max_rank_tokens":34816,"summary_ms":10.796524584293365,"wave_count":1},"fallback_work":2593603360,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":3681.28369140625,"n":8,"spread_pct":0.5029002148616796},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.589470267295837,"wave_count":1},"fallback_work":597269024,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1601.0218505859375,"n":8,"spread_pct":2.7477187230353906},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.163649260997772,"wave_count":1},"fallback_work":594424416,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1730.5496215820312,"n":8,"spread_pct":40.64812857045867},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.911218002438545,"wave_count":1},"fallback_work":605040928,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1836.632568359375,"n":8,"spread_pct":3.800210212968574}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":5,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":7168,"summary_ms":8.211301639676094,"wave_count":1},"fallback_work":421012512,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":1148.6478271484375,"n":8,"spread_pct":1.6518658413217904},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.756091490387917,"wave_count":1},"fallback_work":353368480,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1651.9873046875,"n":8,"spread_pct":50.85715890248191},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.615456193685532,"wave_count":1},"fallback_work":355010080,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1645.7086791992188,"n":8,"spread_pct":1.8225520022759834},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.699753761291504,"wave_count":1},"fallback_work":359073120,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1661.7650756835938,"n":8,"spread_pct":2.7211791337945703},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.778718739748001,"wave_count":1},"fallback_work":357033888,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1540.035888671875,"n":8,"spread_pct":52.29988584313823},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.781427025794983,"wave_count":1},"fallback_work":358839648,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1533.761474609375,"n":8,"spread_pct":2.821759018650374},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":8.403262123465538,"wave_count":1},"fallback_work":359755136,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1444.9833374023438,"n":8,"spread_pct":1.6710815938782004},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.35475292801857,"wave_count":1},"fallback_work":368250656,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1428.05859375,"n":8,"spread_pct":57.507161506415784},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.916221231222153,"wave_count":1},"fallback_work":371369696,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1426.8046264648438,"n":8,"spread_pct":48.865071889538875},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.184356287121773,"wave_count":1},"fallback_work":401020992,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2367.2056884765625,"n":8,"spread_pct":2.641666996267407},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.0140397399663925,"wave_count":1},"fallback_work":374665504,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1329.94775390625,"n":8,"spread_pct":52.61641834937566},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.986085161566734,"wave_count":1},"fallback_work":377620384,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1332.4840087890625,"n":8,"spread_pct":2.3863314787889633},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.112847477197647,"wave_count":1},"fallback_work":391717760,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":2257.4388427734375,"n":8,"spread_pct":36.46483666008956},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.986815318465233,"wave_count":1},"fallback_work":373357536,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":2016.4739379882812,"n":8,"spread_pct":40.420124651351266},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":7.961055263876915,"wave_count":1},"fallback_work":389029504,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1331.4232177734375,"n":8,"spread_pct":60.59553027275372},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":7.807426154613495,"wave_count":1},"fallback_work":606718432,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1290.0419311523438,"n":8,"spread_pct":2.846823722524841},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":8.464671671390533,"wave_count":1},"fallback_work":789469632,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1538.6520385742188,"n":8,"spread_pct":1.0771353004003488},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":7.593346759676933,"wave_count":1},"fallback_work":982193472,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1583.6726684570312,"n":8,"spread_pct":1.1392423747999423},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":8.156793192029,"wave_count":2},"fallback_work":1180744992,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1873.3896484375,"n":8,"spread_pct":0.6834320205217919},{"cp_plan":{"max_rank_tokens":19456,"summary_ms":8.42900387942791,"wave_count":1},"fallback_work":1381840992,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1978.1066284179688,"n":8,"spread_pct":0.5594073478725967},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":6.6801682114601135,"wave_count":2},"fallback_work":1580802912,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":2269.65625,"n":8,"spread_pct":0.48608553401533816},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":7.99177959561348,"wave_count":1},"fallback_work":1786741632,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":2382.921875,"n":8,"spread_pct":35.50433340764686},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":7.24470429122448,"wave_count":1},"fallback_work":403434784,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1216.6142578125,"n":8,"spread_pct":3.2242900820588645},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":8.039502426981926,"wave_count":2},"fallback_work":1990382112,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":2720.5323486328125,"n":8,"spread_pct":29.166026708155275},{"cp_plan":{"max_rank_tokens":29184,"summary_ms":9.508635848760605,"wave_count":1},"fallback_work":2196649152,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":2827.4639892578125,"n":8,"spread_pct":0.687669359874988},{"cp_plan":{"max_rank_tokens":31744,"summary_ms":8.910506963729858,"wave_count":2},"fallback_work":2411370432,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":3169.6328125,"n":8,"spread_pct":20.991609216367234},{"cp_plan":{"max_rank_tokens":34816,"summary_ms":10.05006767809391,"wave_count":1},"fallback_work":2629087872,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":3266.70556640625,"n":8,"spread_pct":23.0406266586729},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.816945806145668,"wave_count":1},"fallback_work":367542624,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1894.8494262695312,"n":8,"spread_pct":3.031958582471314},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.808204412460327,"wave_count":1},"fallback_work":360086272,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1766.9320068359375,"n":8,"spread_pct":3.1031025360306086},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.581464782357216,"wave_count":1},"fallback_work":360824992,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1768.2808227539062,"n":8,"spread_pct":2.3709289880718347},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.520431488752365,"wave_count":1},"fallback_work":361276352,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1772.4204711914062,"n":8,"spread_pct":3.3718262920396564},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.803687497973442,"wave_count":1},"fallback_work":360332512,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1773.6106567382812,"n":8,"spread_pct":3.4732704546985143},{"cp_plan":{"max_rank_tokens":35328,"summary_ms":9.46207344532013,"wave_count":1},"fallback_work":2829006240,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":3613.2530517578125,"n":8,"spread_pct":0.19585287979781196},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.206860765814781,"wave_count":1},"fallback_work":402592960,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":2257.207763671875,"n":8,"spread_pct":2.0962145678508395},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.264111027121544,"wave_count":1},"fallback_work":406725152,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2371.2298583984375,"n":8,"spread_pct":4.892068850042844},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.170526146888733,"wave_count":1},"fallback_work":410529344,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2469.5975341796875,"n":8,"spread_pct":33.71907083125092},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":6.636578589677811,"wave_count":1},"fallback_work":414186944,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1328.8292236328125,"n":8,"spread_pct":1.3763198539303931},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.9352444261312485,"wave_count":1},"fallback_work":402806016,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1446.0926513671875,"n":8,"spread_pct":3.3441661684136545},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.292814388871193,"wave_count":1},"fallback_work":399181728,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1557.5498046875,"n":8,"spread_pct":2.780527809667001},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.209442391991615,"wave_count":1},"fallback_work":399784480,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1671.0850219726562,"n":8,"spread_pct":0.9073504613398483},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.583457812666893,"wave_count":1},"fallback_work":401659392,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1804.006103515625,"n":8,"spread_pct":2.344547298635077},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.625914946198463,"wave_count":1},"fallback_work":400128064,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1904.4077758789062,"n":8,"spread_pct":2.5049438627244047},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.119038909673691,"wave_count":1},"fallback_work":403521536,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":2022.27001953125,"n":8,"spread_pct":2.9634557487198814},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.659159436821938,"wave_count":1},"fallback_work":403139328,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":2136.01171875,"n":8,"spread_pct":40.2099689293898}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":6,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.8135706931352615,"wave_count":1},"fallback_work":553203872,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1371.9127807617188,"n":8,"spread_pct":2.009038493254052},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":10.631166398525238,"wave_count":1},"fallback_work":1031525152,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1625.5562744140625,"n":8,"spread_pct":0.8886155783360519},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":7.433092221617699,"wave_count":1},"fallback_work":1512596032,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":2413.513671875,"n":8,"spread_pct":0.7541661979786667},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":8.888961747288704,"wave_count":1},"fallback_work":1990383712,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":2736.896484375,"n":8,"spread_pct":26.811918438068894},{"cp_plan":{"max_rank_tokens":32768,"summary_ms":9.26019437611103,"wave_count":1},"fallback_work":2466734912,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":3555.2947998046875,"n":8,"spread_pct":0.20539073424097357},{"cp_plan":{"max_rank_tokens":37376,"summary_ms":8.552459999918938,"wave_count":1},"fallback_work":2947436512,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":3901.3524169921875,"n":8,"spread_pct":17.44017241116589},{"cp_plan":{"max_rank_tokens":44160,"summary_ms":9.155826643109322,"wave_count":1},"fallback_work":3433719392,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":4640.864501953125,"n":8,"spread_pct":13.571490234010966},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.518915131688118,"wave_count":1},"fallback_work":579869600,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1951.6445922851562,"n":8,"spread_pct":35.01910588791598},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.081646308302879,"wave_count":1},"fallback_work":558321024,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1594.0115966796875,"n":8,"spread_pct":1.581763961384096},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.462909117341042,"wave_count":1},"fallback_work":569622368,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1837.0970458984375,"n":8,"spread_pct":2.700661330985171},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.635520443320274,"wave_count":1},"fallback_work":590075712,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":2061.25244140625,"n":8,"spread_pct":3.0338071442361563},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.993245169520378,"wave_count":1},"fallback_work":560319136,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1709.5521850585938,"n":8,"spread_pct":3.3652390421853764},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.87502121925354,"wave_count":1},"fallback_work":562042816,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1709.6127319335938,"n":8,"spread_pct":2.026033642273314},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.040424108505249,"wave_count":1},"fallback_work":553396224,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1599.9683837890625,"n":8,"spread_pct":1.9578710242153377},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.495432764291763,"wave_count":1},"fallback_work":579500160,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1948.1029663085938,"n":8,"spread_pct":2.8206526913781027},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.9927087277174,"wave_count":1},"fallback_work":553067904,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1604.3470458984375,"n":8,"spread_pct":2.2260306413901865},{"cp_plan":{"max_rank_tokens":49280,"summary_ms":12.135446071624756,"wave_count":1},"fallback_work":3888660640,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":5023.36279296875,"n":8,"spread_pct":0.2391656874368369},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.702022463083267,"wave_count":1},"fallback_work":561275904,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1593.0485229492188,"n":8,"spread_pct":44.213087508223495},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.225226283073425,"wave_count":1},"fallback_work":571646176,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1713.4274291992188,"n":8,"spread_pct":2.1584954401583456},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.366178393363953,"wave_count":1},"fallback_work":578651168,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1830.6885986328125,"n":8,"spread_pct":1.4360804536853735},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.1289481818675995,"wave_count":1},"fallback_work":583275840,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1943.57080078125,"n":8,"spread_pct":2.4360603482083483},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.7487040758132935,"wave_count":1},"fallback_work":590198752,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":2059.5408935546875,"n":8,"spread_pct":1.9353168807117265},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.609119310975075,"wave_count":1},"fallback_work":600774304,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":2191.1800537109375,"n":8,"spread_pct":1.8828146644147261}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":7,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.913118064403534,"wave_count":1},"fallback_work":551932992,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1565.297607421875,"n":8,"spread_pct":2.5841622008344745},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":7.213952019810677,"wave_count":1},"fallback_work":1051676992,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1774.1827392578125,"n":8,"spread_pct":81.57630621218162},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":7.018955424427986,"wave_count":1},"fallback_work":1556756352,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":2583.7750244140625,"n":8,"spread_pct":0.7805810041771619},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.590349435806274,"wave_count":1},"fallback_work":560661664,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1699.9488525390625,"n":8,"spread_pct":46.91045463870732},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":9.917329996824265,"wave_count":1},"fallback_work":2030493760,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2722.4713134765625,"n":8,"spread_pct":27.04388322646557},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.581669509410858,"wave_count":1},"fallback_work":559020064,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1689.4520874023438,"n":8,"spread_pct":5.743594567959091},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.5090151727199554,"wave_count":1},"fallback_work":569595456,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1810.5975952148438,"n":8,"spread_pct":1.5288204406086117}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":0,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.679097026586533,"wave_count":1},"fallback_work":540237152,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1527.1206665039062,"n":8,"spread_pct":1.2319974005154606},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":9.052086621522903,"wave_count":3},"fallback_work":1011758560,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1696.2929077148438,"n":8,"spread_pct":1.2479102396968516}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":1,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":24064,"summary_ms":8.802462369203568,"wave_count":1},"fallback_work":1971834592,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":2814.8387451171875,"n":8,"spread_pct":0.9791076942571929},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.999855861067772,"wave_count":1},"fallback_work":982942304,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1826.5947265625,"n":8,"spread_pct":2.227345218994746},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.925115197896957,"wave_count":1},"fallback_work":937539616,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1857.4295043945312,"n":8,"spread_pct":3.253765552027668},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":7.898012176156044,"wave_count":1},"fallback_work":1214613504,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1897.84130859375,"n":8,"spread_pct":1.0624735803090426},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":7.320147007703781,"wave_count":1},"fallback_work":1558356512,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":2345.894287109375,"n":8,"spread_pct":2.464120586342724},{"cp_plan":{"max_rank_tokens":24405,"summary_ms":8.902154862880707,"wave_count":3},"fallback_work":1989987040,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2835.3270263671875,"n":8,"spread_pct":0.286296133219793},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.363116204738617,"wave_count":1},"fallback_work":981246816,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1884.160888671875,"n":8,"spread_pct":2.5399470788749188},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.733756348490715,"wave_count":1},"fallback_work":935844128,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1889.4531860351562,"n":8,"spread_pct":1.8795029886970558}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":3,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":17920,"summary_ms":9.36981663107872,"wave_count":1},"fallback_work":1283019872,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":2049.42431640625,"n":8,"spread_pct":36.46561022162045},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.738128140568733,"wave_count":1},"fallback_work":845697632,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1599.7603149414062,"n":8,"spread_pct":1.6736134445189141},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":9.845225140452385,"wave_count":1},"fallback_work":1291815200,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2094.978271484375,"n":8,"spread_pct":1.2118007731238822},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":8.350631222128868,"wave_count":1},"fallback_work":836204544,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1665.0714721679688,"n":8,"spread_pct":42.88503768493362}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":4,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.923388689756393,"wave_count":1},"fallback_work":588950752,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1603.6474609375,"n":8,"spread_pct":53.26429465299747},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.952963933348656,"wave_count":1},"fallback_work":1095589472,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1842.6431884765625,"n":8,"spread_pct":3.429455433820077},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":6.906637921929359,"wave_count":1},"fallback_work":1591886272,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":2662.75244140625,"n":8,"spread_pct":2.1289886503938793},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":8.168753236532211,"wave_count":1},"fallback_work":2108456672,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":2884.3701171875,"n":8,"spread_pct":1.3998280062093822},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.066884845495224,"wave_count":1},"fallback_work":591933824,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1757.9930419921875,"n":8,"spread_pct":7.487578185546082},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.050059571862221,"wave_count":1},"fallback_work":584464544,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1744.7456665039062,"n":8,"spread_pct":6.178742655517072},{"cp_plan":{"max_rank_tokens":34304,"summary_ms":11.094126850366592,"wave_count":1},"fallback_work":2593603360,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":3751.646240234375,"n":8,"spread_pct":0.8883209669088628},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.488282233476639,"wave_count":1},"fallback_work":597269024,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1759.591064453125,"n":8,"spread_pct":3.5027822543440426},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.8536287397146225,"wave_count":1},"fallback_work":594424416,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1858.1921997070312,"n":8,"spread_pct":1.9594134543504418},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.178591400384903,"wave_count":1},"fallback_work":605040928,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1975.5684814453125,"n":8,"spread_pct":4.6688314163922735}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":5,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":6656,"summary_ms":7.841041311621666,"wave_count":1},"fallback_work":421012512,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":1431.8170776367188,"n":8,"spread_pct":5.88513753697905},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.546134129166603,"wave_count":1},"fallback_work":353368480,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1891.9047241210938,"n":8,"spread_pct":52.49901385512976},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.418799981474876,"wave_count":1},"fallback_work":355010080,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1918.4225463867188,"n":8,"spread_pct":3.9796274016760607},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.40462152659893,"wave_count":1},"fallback_work":359073120,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1889.4234008789062,"n":8,"spread_pct":5.3790708215154694},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.428617984056473,"wave_count":1},"fallback_work":357033888,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1812.1883544921875,"n":8,"spread_pct":114.7096816956741},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.455317139625549,"wave_count":1},"fallback_work":358839648,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1798.7271118164062,"n":8,"spread_pct":55.79941463189522},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.9905461966991425,"wave_count":1},"fallback_work":359755136,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1707.1213989257812,"n":8,"spread_pct":10.698076335142055},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.151145324110985,"wave_count":1},"fallback_work":368250656,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1679.461181640625,"n":8,"spread_pct":5.897320758189366},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":9.112996980547905,"wave_count":1},"fallback_work":371369696,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1687.839111328125,"n":8,"spread_pct":46.70403328960659},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.790486931800842,"wave_count":1},"fallback_work":401020992,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2622.4813232421875,"n":8,"spread_pct":4.702838246909807},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.511831656098366,"wave_count":1},"fallback_work":374665504,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1555.6361694335938,"n":8,"spread_pct":139.38885360585758},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.537321954965591,"wave_count":1},"fallback_work":377620384,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1559.7892456054688,"n":8,"spread_pct":3.7012024024335655},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.008842960000038,"wave_count":1},"fallback_work":391717760,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":2528.255859375,"n":8,"spread_pct":30.751517806170416},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.881136283278465,"wave_count":1},"fallback_work":373357536,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":2291.6717529296875,"n":8,"spread_pct":3.90776831550001},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.323192268610001,"wave_count":1},"fallback_work":389029504,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1590.3568725585938,"n":8,"spread_pct":3.922428752360216},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":7.811166346073151,"wave_count":1},"fallback_work":606718432,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1588.5927734375,"n":8,"spread_pct":9.782443986945502},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":7.683891803026199,"wave_count":1},"fallback_work":789469632,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1791.9869995117188,"n":8,"spread_pct":7.044243827000181},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.88133405148983,"wave_count":1},"fallback_work":982193472,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1841.4590454101562,"n":8,"spread_pct":45.59762668556815},{"cp_plan":{"max_rank_tokens":16384,"summary_ms":7.001904770731926,"wave_count":2},"fallback_work":1180744992,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":2099.352294921875,"n":8,"spread_pct":1.6463411159529187},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":7.309636101126671,"wave_count":1},"fallback_work":1381840992,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":2109.198486328125,"n":8,"spread_pct":3.39395298935316},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":7.091805338859558,"wave_count":2},"fallback_work":1580802912,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":2413.2884521484375,"n":8,"spread_pct":38.99916533714618},{"cp_plan":{"max_rank_tokens":23552,"summary_ms":7.994445040822029,"wave_count":1},"fallback_work":1786741632,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":2460.02294921875,"n":8,"spread_pct":33.43166021817235},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.714602932333946,"wave_count":1},"fallback_work":403434784,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1495.4091796875,"n":8,"spread_pct":7.899608437019811},{"cp_plan":{"max_rank_tokens":26112,"summary_ms":8.078491315245628,"wave_count":2},"fallback_work":1990382112,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":2806.3699951171875,"n":8,"spread_pct":2.143500006067913},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":9.852893650531769,"wave_count":1},"fallback_work":2196649152,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":2859.4931640625,"n":8,"spread_pct":2.838765884333332},{"cp_plan":{"max_rank_tokens":31232,"summary_ms":9.22015868127346,"wave_count":2},"fallback_work":2411370432,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":3224.947265625,"n":8,"spread_pct":2.1097123075534787},{"cp_plan":{"max_rank_tokens":33792,"summary_ms":9.69049520790577,"wave_count":1},"fallback_work":2629087872,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":3235.474853515625,"n":8,"spread_pct":0.7133821115328762},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.675517022609711,"wave_count":1},"fallback_work":367542624,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":2163.249755859375,"n":8,"spread_pct":8.153423143687425},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.815837532281876,"wave_count":1},"fallback_work":360086272,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":2023.7280883789062,"n":8,"spread_pct":48.20475075958113},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.529727950692177,"wave_count":1},"fallback_work":360824992,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":2043.1918334960938,"n":8,"spread_pct":6.270485222768605},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.473012268543243,"wave_count":1},"fallback_work":361276352,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":2022.0391235351562,"n":8,"spread_pct":54.70288663838598},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.834994837641716,"wave_count":1},"fallback_work":360332512,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":2024.7518920898438,"n":8,"spread_pct":7.096741423547415},{"cp_plan":{"max_rank_tokens":36352,"summary_ms":9.787758812308311,"wave_count":2},"fallback_work":2829006240,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":3628.01171875,"n":8,"spread_pct":0.7198087580253906},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.308725103735924,"wave_count":1},"fallback_work":402592960,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":2543.5577392578125,"n":8,"spread_pct":4.690330700574584},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.385833024978638,"wave_count":1},"fallback_work":406725152,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2674.1673583984375,"n":8,"spread_pct":4.06861273398522},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.635101348161697,"wave_count":1},"fallback_work":410529344,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2789.87646484375,"n":8,"spread_pct":37.020253367933414},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":7.1107372641563416,"wave_count":1},"fallback_work":414186944,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1598.3032836914062,"n":8,"spread_pct":76.74197197261302},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.650179624557495,"wave_count":1},"fallback_work":402806016,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1707.3348999023438,"n":8,"spread_pct":9.75864025903573},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.823649629950523,"wave_count":1},"fallback_work":399181728,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1856.6873168945312,"n":8,"spread_pct":44.61268775292805},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.681108847260475,"wave_count":1},"fallback_work":399784480,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1929.4174194335938,"n":8,"spread_pct":8.820028739472804},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.778854876756668,"wave_count":1},"fallback_work":401659392,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":2102.2117919921875,"n":8,"spread_pct":7.712330280857118},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.262673065066338,"wave_count":1},"fallback_work":400128064,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":2182.46337890625,"n":8,"spread_pct":14.849972649079298},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.8754758685827255,"wave_count":1},"fallback_work":403521536,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":2287.349853515625,"n":8,"spread_pct":26.737912377915002},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.945939734578133,"wave_count":1},"fallback_work":403139328,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":2427.569580078125,"n":8,"spread_pct":3.2066134819087178}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":6,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.889313131570816,"wave_count":1},"fallback_work":552022368,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1241.438720703125,"n":8,"spread_pct":59.96737813457915},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.916886359453201,"wave_count":1},"fallback_work":1051474144,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1321.0687866210938,"n":8,"spread_pct":53.29087799236301},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":6.183875724673271,"wave_count":1},"fallback_work":1556258112,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":1466.602294921875,"n":8,"spread_pct":46.740263313891674},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.63719479739666,"wave_count":1},"fallback_work":560883424,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1393.6782836914062,"n":8,"spread_pct":2.6653995517654026},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":8.466146886348724,"wave_count":1},"fallback_work":2029568864,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1576.4181518554688,"n":8,"spread_pct":1.4571453074149854},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.4244639575481415,"wave_count":1},"fallback_work":559242784,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1397.9793090820312,"n":8,"spread_pct":2.8295409114709504},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.394968971610069,"wave_count":1},"fallback_work":569949280,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1501.656005859375,"n":8,"spread_pct":47.27209527632498}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":0,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.185138434171677,"wave_count":1},"fallback_work":540202240,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1224.2933349609375,"n":8,"spread_pct":5.5918637694676185},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.278557866811752,"wave_count":1},"fallback_work":1011298240,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1314.2787475585938,"n":8,"spread_pct":2.0465567892248706}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":1,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":13824,"summary_ms":8.147245272994041,"wave_count":1},"fallback_work":1971159360,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":1683.8125,"n":8,"spread_pct":0.8123364481645076},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":4.714498296380043,"wave_count":1},"fallback_work":982976640,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1305.8579711914062,"n":8,"spread_pct":51.30290812737843},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.803963005542755,"wave_count":1},"fallback_work":937672224,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1317.2597045898438,"n":8,"spread_pct":3.023586850198149},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.415139719843864,"wave_count":1},"fallback_work":1214446592,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1285.303466796875,"n":8,"spread_pct":1.4895425163112965},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.718011409044266,"wave_count":1},"fallback_work":1557923104,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1365.7861938476562,"n":8,"spread_pct":49.5007092313948},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":8.077900856733322,"wave_count":1},"fallback_work":1989151552,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1691.6398315429688,"n":8,"spread_pct":47.203361458418684},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":10.012693703174591,"wave_count":1},"fallback_work":981419520,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1330.433837890625,"n":8,"spread_pct":2.253022640604376},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":7.17092864215374,"wave_count":1},"fallback_work":936115104,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1338.1748046875,"n":8,"spread_pct":46.65924975060042}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":3,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":11264,"summary_ms":6.751766428351402,"wave_count":1},"fallback_work":1282616192,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1393.1920166015625,"n":8,"spread_pct":1.022357868362553},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.208870559930801,"wave_count":1},"fallback_work":845549696,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1284.9992065429688,"n":8,"spread_pct":53.9801809938116},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":10.512091219425201,"wave_count":1},"fallback_work":1291256736,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1380.3399047851562,"n":8,"spread_pct":51.26570555250872},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.998995155096054,"wave_count":1},"fallback_work":836199424,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1251.6563110351562,"n":8,"spread_pct":3.052849356787347}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":4,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.550932139158249,"wave_count":1},"fallback_work":589084224,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1283.9779052734375,"n":8,"spread_pct":3.1600687826708893},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.389656871557236,"wave_count":1},"fallback_work":1095426688,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1369.37744140625,"n":8,"spread_pct":1.3534035660736286},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":6.4584072679281235,"wave_count":1},"fallback_work":1591433120,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":1513.4642944335938,"n":8,"spread_pct":1.4309220389457442},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.683286443352699,"wave_count":1},"fallback_work":2107701568,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":1656.4485473632812,"n":8,"spread_pct":49.09735724855802},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.281113088130951,"wave_count":1},"fallback_work":592202816,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1457.248779296875,"n":8,"spread_pct":43.51702016337708},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.57923486828804,"wave_count":1},"fallback_work":584738016,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1444.650390625,"n":8,"spread_pct":3.265102188705366},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":10.861050337553024,"wave_count":1},"fallback_work":2592414880,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2319.3406982421875,"n":8,"spread_pct":1.077092525967973},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.313066765666008,"wave_count":1},"fallback_work":597535008,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1446.68408203125,"n":8,"spread_pct":2.455617287513302},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.897551611065865,"wave_count":1},"fallback_work":594829440,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1559.8606567382812,"n":8,"spread_pct":43.036125436415894},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.674375057220459,"wave_count":1},"fallback_work":605577120,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1676.2564697265625,"n":8,"spread_pct":38.938557123915835}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":5,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.84752282500267,"wave_count":1},"fallback_work":421769248,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":1065.7876586914062,"n":8,"spread_pct":2.325192641221313},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.70704585313797,"wave_count":1},"fallback_work":354648672,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1508.3467407226562,"n":8,"spread_pct":3.112514417151339},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.50841523706913,"wave_count":1},"fallback_work":356289312,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1512.2903442382812,"n":8,"spread_pct":49.952365798380896},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.337305203080177,"wave_count":1},"fallback_work":360349952,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1491.4076538085938,"n":8,"spread_pct":48.88482499218444},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.245750606060028,"wave_count":1},"fallback_work":358174560,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1418.268310546875,"n":8,"spread_pct":3.988542709727129},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.9992351084947586,"wave_count":1},"fallback_work":359979264,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1395.9036254882812,"n":8,"spread_pct":3.2881943692929996},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.381312057375908,"wave_count":1},"fallback_work":360822336,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1282.4996337890625,"n":8,"spread_pct":3.1519372730693203},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.2214710265398026,"wave_count":1},"fallback_work":369247392,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1244.1782836914062,"n":8,"spread_pct":61.121697797903195},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.030713811516762,"wave_count":1},"fallback_work":372364608,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1312.9590454101562,"n":8,"spread_pct":3.901183928370291},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.858715459704399,"wave_count":1},"fallback_work":403097440,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2212.4716796875,"n":8,"spread_pct":35.645164066807},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.872063174843788,"wave_count":1},"fallback_work":375586720,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1134.554443359375,"n":8,"spread_pct":64.46409454427298},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.9901435375213623,"wave_count":1},"fallback_work":378539872,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1143.3253784179688,"n":8,"spread_pct":5.02104312868459},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":5.226926878094673,"wave_count":1},"fallback_work":393662272,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":2076.601806640625,"n":8,"spread_pct":4.345889803393253},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.5306496322155,"wave_count":1},"fallback_work":375038144,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1860.0784301757812,"n":8,"spread_pct":2.526315789473684},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.038713872432709,"wave_count":1},"fallback_work":389942208,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1223.1481323242188,"n":8,"spread_pct":56.95324549693193},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.441863089799881,"wave_count":1},"fallback_work":607366592,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1107.6712036132812,"n":8,"spread_pct":4.121459647119793},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.318105220794678,"wave_count":1},"fallback_work":790010784,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1168.9121704101562,"n":8,"spread_pct":2.527055774398783},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":5.495840683579445,"wave_count":1},"fallback_work":982621920,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1236.4135131835938,"n":8,"spread_pct":3.5705472356051238},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":7.031109184026718,"wave_count":2},"fallback_work":1181057440,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1280.2041015625,"n":8,"spread_pct":1.9327896476468216},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.097031593322754,"wave_count":1},"fallback_work":1382035840,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1513.1744995117188,"n":8,"spread_pct":46.741649100746855},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":7.99974612891674,"wave_count":2},"fallback_work":1580881408,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1517.7379150390625,"n":8,"spread_pct":46.527726448365435},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.382567808032036,"wave_count":1},"fallback_work":1786699584,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1500.7848510742188,"n":8,"spread_pct":46.465685943377856},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.231823608279228,"wave_count":1},"fallback_work":404273568,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1138.83740234375,"n":8,"spread_pct":0.8744762232248399},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.049348205327988,"wave_count":1},"fallback_work":1990221088,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":1788.1494140625,"n":8,"spread_pct":39.56237899801482},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":9.059373289346695,"wave_count":1},"fallback_work":2196367392,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":1779.3191528320312,"n":8,"spread_pct":1.404304590725315},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":8.151143789291382,"wave_count":1},"fallback_work":2410963104,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":1780.1927490234375,"n":8,"spread_pct":0.8905299396797949},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":8.101366460323334,"wave_count":1},"fallback_work":2628487616,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":1796.5181274414062,"n":8,"spread_pct":0.8109898728867788},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.2457543313503265,"wave_count":1},"fallback_work":369089280,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1727.3128662109375,"n":8,"spread_pct":5.093749202746798},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.173580557107925,"wave_count":1},"fallback_work":361499776,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1635.4207153320312,"n":8,"spread_pct":1.6467266160106915},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.729116335511208,"wave_count":1},"fallback_work":362238176,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1611.4100341796875,"n":8,"spread_pct":2.1975019300155276},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.742536693811417,"wave_count":1},"fallback_work":362689184,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1642.9343872070312,"n":8,"spread_pct":3.96632166247236},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.121953621506691,"wave_count":1},"fallback_work":361745984,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1608.5501098632812,"n":8,"spread_pct":43.1713615348583},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":9.937601163983345,"wave_count":1},"fallback_work":2828205152,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":2047.9830322265625,"n":8,"spread_pct":0.33573786422986557},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.539968445897102,"wave_count":1},"fallback_work":404596768,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":2079.677490234375,"n":8,"spread_pct":2.8682167539546057},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.790054634213448,"wave_count":1},"fallback_work":408864032,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2216.2581787109375,"n":8,"spread_pct":3.1271145350464296},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.757577553391457,"wave_count":1},"fallback_work":412737632,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2296.148681640625,"n":8,"spread_pct":2.468786632677744},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.188366234302521,"wave_count":1},"fallback_work":415084960,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1304.0120239257812,"n":8,"spread_pct":56.22047118050874},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.184994846582413,"wave_count":1},"fallback_work":403848064,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1295.1400756835938,"n":8,"spread_pct":56.53542071412835},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.265422001481056,"wave_count":1},"fallback_work":400363360,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1385.8982543945312,"n":8,"spread_pct":50.694731041786746},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.30481880903244,"wave_count":1},"fallback_work":401103136,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1512.6546020507812,"n":8,"spread_pct":46.96478072582086},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.438851028680801,"wave_count":1},"fallback_work":403114240,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1746.6506958007812,"n":8,"spread_pct":41.19195062397078},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.471343010663986,"wave_count":1},"fallback_work":401721184,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1890.4521484375,"n":8,"spread_pct":37.45873847970605},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.512922838330269,"wave_count":1},"fallback_work":405250048,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1845.051025390625,"n":8,"spread_pct":40.22347048805206},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.674600437283516,"wave_count":1},"fallback_work":405005440,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1829.8189697265625,"n":8,"spread_pct":3.928517892441679}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":6,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.230898037552834,"wave_count":1},"fallback_work":553555168,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1252.8179321289062,"n":8,"spread_pct":1.4619971218204428},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.549339577555656,"wave_count":1},"fallback_work":1031596704,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1326.9082641601562,"n":8,"spread_pct":1.3633169910025567},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":6.689215078949928,"wave_count":1},"fallback_work":1512386144,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":1452.114990234375,"n":8,"spread_pct":47.88319771319548},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":6.839754059910774,"wave_count":1},"fallback_work":1989894528,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":1597.6482543945312,"n":8,"spread_pct":44.169460047343605},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":9.870881214737892,"wave_count":1},"fallback_work":2465967072,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":2295.5384521484375,"n":8,"spread_pct":0.9430338689323416},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":8.982071653008461,"wave_count":1},"fallback_work":2946387648,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":2507.864990234375,"n":8,"spread_pct":0.6693103678223246},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":10.180464014410973,"wave_count":1},"fallback_work":3432386176,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":2589.92822265625,"n":8,"spread_pct":1.2230558844894388},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.654865875840187,"wave_count":1},"fallback_work":580754784,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1781.815185546875,"n":8,"spread_pct":1.6132011293017636},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.2673108875751495,"wave_count":1},"fallback_work":558806592,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1426.9166259765625,"n":8,"spread_pct":2.048942019715293},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.597209557890892,"wave_count":1},"fallback_work":570376192,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1661.0330810546875,"n":8,"spread_pct":5.689642007460324},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.607882514595985,"wave_count":1},"fallback_work":591092192,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1900.2862548828125,"n":8,"spread_pct":1.8617864740130576},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.7172514498233795,"wave_count":1},"fallback_work":560941024,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1542.7050170898438,"n":8,"spread_pct":3.1527224253797494},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.335148423910141,"wave_count":1},"fallback_work":562663584,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1539.8574829101562,"n":8,"spread_pct":43.08359914820331},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.695533007383347,"wave_count":1},"fallback_work":553884672,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1422.79833984375,"n":8,"spread_pct":3.917047686409684},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.541784688830376,"wave_count":1},"fallback_work":580385472,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1783.6431274414062,"n":8,"spread_pct":38.86182383324159},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.8302804827690125,"wave_count":1},"fallback_work":553556544,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1425.7466430664062,"n":8,"spread_pct":3.578408773877345},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":13.033950701355934,"wave_count":1},"fallback_work":3886911712,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2621.5609130859375,"n":8,"spread_pct":27.934104702929485},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.083799362182617,"wave_count":1},"fallback_work":561759744,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1417.645263671875,"n":8,"spread_pct":50.66233257414958},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.752641543745995,"wave_count":1},"fallback_work":572261440,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1546.9317016601562,"n":8,"spread_pct":2.085008799985196},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.401089787483215,"wave_count":1},"fallback_work":579399712,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1656.5668334960938,"n":8,"spread_pct":1.9492070189550637},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.561910569667816,"wave_count":1},"fallback_work":584158944,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1767.505126953125,"n":8,"spread_pct":4.488058277544887},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.701703950762749,"wave_count":1},"fallback_work":591215296,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1888.1876220703125,"n":8,"spread_pct":1.436536888691665},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.75719028711319,"wave_count":1},"fallback_work":601922016,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":2014.9488525390625,"n":8,"spread_pct":34.331689875861336}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":7,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.89911250770092,"wave_count":1},"fallback_work":552022368,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1155.4677734375,"n":8,"spread_pct":60.55071885625326},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.5501386523246765,"wave_count":1},"fallback_work":1051474144,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1290.3382568359375,"n":8,"spread_pct":50.66646635985541},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":6.097961217164993,"wave_count":1},"fallback_work":1556258112,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":1461.69921875,"n":8,"spread_pct":0.7886763585830916},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.6067144721746445,"wave_count":1},"fallback_work":560883424,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1386.0534057617188,"n":8,"spread_pct":2.285128088965573},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":7.675085216760635,"wave_count":1},"fallback_work":2029568864,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1645.7920532226562,"n":8,"spread_pct":0.3690757127005176},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.498230293393135,"wave_count":1},"fallback_work":559242784,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1384.6688232421875,"n":8,"spread_pct":1.7038655822819775},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.488876089453697,"wave_count":1},"fallback_work":569949280,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1503.8792724609375,"n":8,"spread_pct":1.6280811530791257}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":0,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.1332395523786545,"wave_count":1},"fallback_work":540202240,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1140.1654052734375,"n":8,"spread_pct":59.15537457034004},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":7.282709702849388,"wave_count":1},"fallback_work":1011298240,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1282.3252563476562,"n":8,"spread_pct":0.6491693780043682}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":1,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.4289717227220535,"wave_count":1},"fallback_work":514816224,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1144.8242797851562,"n":8,"spread_pct":0.8449628484089585}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":2,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.869211956858635,"wave_count":1},"fallback_work":1971159360,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":1760.00341796875,"n":8,"spread_pct":0.3573393384412262},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":4.664413630962372,"wave_count":1},"fallback_work":982976640,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1240.5450439453125,"n":8,"spread_pct":1.0455747059422615},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.649955779314041,"wave_count":1},"fallback_work":937672224,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1226.4752807617188,"n":8,"spread_pct":1.8218751721547077},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.152985453605652,"wave_count":1},"fallback_work":1214446592,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1280.445068359375,"n":8,"spread_pct":53.65109330309076},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.718721076846123,"wave_count":1},"fallback_work":1557923104,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1376.026611328125,"n":8,"spread_pct":1.3183516213480524},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":7.843274623155594,"wave_count":1},"fallback_work":1989151552,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1769.4805908203125,"n":8,"spread_pct":0.2602378586307486},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":7.7158622443675995,"wave_count":1},"fallback_work":981419520,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1259.489013671875,"n":8,"spread_pct":0.7371386003942338},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":7.132390514016151,"wave_count":1},"fallback_work":936115104,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1241.9862670898438,"n":8,"spread_pct":1.7387643821819996}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":3,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":11264,"summary_ms":7.057007402181625,"wave_count":1},"fallback_work":1282616192,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1344.2666625976562,"n":8,"spread_pct":1.6450342834661364},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.123639643192291,"wave_count":1},"fallback_work":845549696,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1179.3463745117188,"n":8,"spread_pct":66.38156076899513},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":10.385315865278244,"wave_count":1},"fallback_work":1291256736,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1368.5728149414062,"n":8,"spread_pct":1.1927646348697483},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.98553940653801,"wave_count":1},"fallback_work":836199424,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1174.6651000976562,"n":8,"spread_pct":57.347867548476906}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":4,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.735211074352264,"wave_count":1},"fallback_work":589084224,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1197.4688720703125,"n":8,"spread_pct":58.012307250043705},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.278619006276131,"wave_count":1},"fallback_work":1095426688,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1359.2734985351562,"n":8,"spread_pct":1.1029199962263707},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":6.616037338972092,"wave_count":1},"fallback_work":1591433120,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":1510.3004150390625,"n":8,"spread_pct":0.4951350916206024},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.738383486866951,"wave_count":1},"fallback_work":2107701568,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":1733.0966186523438,"n":8,"spread_pct":0.43816079947723285},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.399597808718681,"wave_count":1},"fallback_work":592202816,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1432.5429077148438,"n":8,"spread_pct":2.510789691166247},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.600860178470612,"wave_count":1},"fallback_work":584738016,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1429.35546875,"n":8,"spread_pct":56.89514641378462},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":10.461945086717606,"wave_count":1},"fallback_work":2592414880,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2447.6524658203125,"n":8,"spread_pct":0.20136481818092503},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.4651182144880295,"wave_count":1},"fallback_work":597535008,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1423.3117065429688,"n":8,"spread_pct":1.4412892124496972},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.930587485432625,"wave_count":1},"fallback_work":594829440,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1554.0359497070312,"n":8,"spread_pct":2.2858904632810746},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.711685702204704,"wave_count":1},"fallback_work":605577120,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1667.7064819335938,"n":8,"spread_pct":42.22878575425886}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":5,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.926882684230804,"wave_count":1},"fallback_work":421769248,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":972.1126708984375,"n":8,"spread_pct":69.1338231569425},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.684073850512505,"wave_count":1},"fallback_work":354648672,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1396.3943481445312,"n":8,"spread_pct":5.285777820029919},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.481753334403038,"wave_count":1},"fallback_work":356289312,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1400.2970581054688,"n":8,"spread_pct":4.200062704677749},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.299089312553406,"wave_count":1},"fallback_work":360349952,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1406.6028442382812,"n":8,"spread_pct":45.58948121567241},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.223901778459549,"wave_count":1},"fallback_work":358174560,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1295.8739013671875,"n":8,"spread_pct":3.3735755546991797},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.492839798331261,"wave_count":1},"fallback_work":359979264,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1291.97509765625,"n":8,"spread_pct":3.6290446018749303},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.434781149029732,"wave_count":1},"fallback_work":360822336,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1200.5843505859375,"n":8,"spread_pct":56.26322102467396},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.259629175066948,"wave_count":1},"fallback_work":369247392,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1131.9353637695312,"n":8,"spread_pct":5.5706711268730755},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.0040090680122375,"wave_count":1},"fallback_work":372364608,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1240.229736328125,"n":8,"spread_pct":2.665531623051346},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.693327471613884,"wave_count":1},"fallback_work":403097440,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2077.9168701171875,"n":8,"spread_pct":4.503576045415732},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.844775423407555,"wave_count":1},"fallback_work":375586720,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1027.1571655273438,"n":8,"spread_pct":3.0943951738383095},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.9589237421751022,"wave_count":1},"fallback_work":378539872,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1044.4386596679688,"n":8,"spread_pct":66.87451200417857},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.63038869202137,"wave_count":1},"fallback_work":393662272,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":1995.0482788085938,"n":8,"spread_pct":4.906575487142835},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.424942657351494,"wave_count":1},"fallback_work":375038144,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1758.2799072265625,"n":8,"spread_pct":3.4368569635199084},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.059173166751862,"wave_count":1},"fallback_work":389942208,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1135.562744140625,"n":8,"spread_pct":3.2810966479011627},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.662744864821434,"wave_count":1},"fallback_work":607366592,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":992.5302429199219,"n":8,"spread_pct":3.056547487548208},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.644962355494499,"wave_count":1},"fallback_work":790010784,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1102.5523071289062,"n":8,"spread_pct":62.77905098239243},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":5.3058527410030365,"wave_count":1},"fallback_work":982621920,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1140.6886596679688,"n":8,"spread_pct":57.66427954604203},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":7.098697125911713,"wave_count":2},"fallback_work":1181057440,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1225.1411743164062,"n":8,"spread_pct":53.35864663635653},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.183380097150803,"wave_count":1},"fallback_work":1382035840,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1457.4349975585938,"n":8,"spread_pct":45.59093565518771},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":7.01090507209301,"wave_count":2},"fallback_work":1580881408,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1503.9539184570312,"n":8,"spread_pct":45.02138954118378},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.350947543978691,"wave_count":1},"fallback_work":1786699584,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1547.893798828125,"n":8,"spread_pct":2.7077494573097614},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.262728616595268,"wave_count":1},"fallback_work":404273568,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1043.9051513671875,"n":8,"spread_pct":2.5591138854616835},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.976068019866943,"wave_count":1},"fallback_work":1990221088,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":1827.3162841796875,"n":8,"spread_pct":0.7304045760093524},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.490156218409538,"wave_count":1},"fallback_work":2196367392,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":1874.9955444335938,"n":8,"spread_pct":0.6802229705819288},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":7.688568904995918,"wave_count":1},"fallback_work":2410963104,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":1923.9386596679688,"n":8,"spread_pct":34.64365673660057},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":7.919322699308395,"wave_count":1},"fallback_work":2628487616,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":1921.9998168945312,"n":8,"spread_pct":0.33996140685095877},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.24724817276001,"wave_count":1},"fallback_work":369089280,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1636.0557250976562,"n":8,"spread_pct":6.593892804950036},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.157351329922676,"wave_count":1},"fallback_work":361499776,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1519.6917114257812,"n":8,"spread_pct":3.483195801664421},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.727015271782875,"wave_count":1},"fallback_work":362238176,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1512.1803588867188,"n":8,"spread_pct":2.850526545047634},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.791563376784325,"wave_count":1},"fallback_work":362689184,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1505.0991821289062,"n":8,"spread_pct":5.251021460452737},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.1319504380226135,"wave_count":1},"fallback_work":361745984,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1513.0790405273438,"n":8,"spread_pct":5.31346006603312},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":9.980125352740288,"wave_count":1},"fallback_work":2828205152,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":2210.4766845703125,"n":8,"spread_pct":0.14087521002196515},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.577295854687691,"wave_count":1},"fallback_work":404596768,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":1982.6493530273438,"n":8,"spread_pct":1.7986667601288486},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.874575883150101,"wave_count":1},"fallback_work":408864032,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2093.919189453125,"n":8,"spread_pct":2.273277124411472},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.70343790948391,"wave_count":1},"fallback_work":412737632,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2215.2896728515625,"n":8,"spread_pct":4.029909542572805},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.2939335107803345,"wave_count":1},"fallback_work":415084960,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1205.1647338867188,"n":8,"spread_pct":3.6923399802252863},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.230823367834091,"wave_count":1},"fallback_work":403848064,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1203.358154296875,"n":8,"spread_pct":3.858738819891843},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.735276103019714,"wave_count":1},"fallback_work":400363360,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1346.46484375,"n":8,"spread_pct":49.42819920509436},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.371043294668198,"wave_count":1},"fallback_work":401103136,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1467.4135131835938,"n":8,"spread_pct":4.270291995671094},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.327479749917984,"wave_count":1},"fallback_work":403114240,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1671.83837890625,"n":8,"spread_pct":40.63019779930927},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.48712520301342,"wave_count":1},"fallback_work":401721184,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1785.5433959960938,"n":8,"spread_pct":40.37738259922638},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.507778212428093,"wave_count":1},"fallback_work":405250048,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1760.548095703125,"n":8,"spread_pct":2.109432473490908},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.703497514128685,"wave_count":1},"fallback_work":405005440,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1747.7786254882812,"n":8,"spread_pct":2.048198387985866}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":6,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.264054983854294,"wave_count":1},"fallback_work":553555168,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1168.33349609375,"n":8,"spread_pct":1.316081474556232},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.494825541973114,"wave_count":1},"fallback_work":1031596704,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1291.4839477539062,"n":8,"spread_pct":50.62290896461397},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":6.656253710389137,"wave_count":1},"fallback_work":1512386144,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":1450.5696411132812,"n":8,"spread_pct":46.77722707349993},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":6.645329296588898,"wave_count":1},"fallback_work":1989894528,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":1658.2424926757812,"n":8,"spread_pct":0.7166643754224769},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":9.592121466994286,"wave_count":1},"fallback_work":2465967072,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":2403.224853515625,"n":8,"spread_pct":0.7548146213446715},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":8.644619956612587,"wave_count":1},"fallback_work":2946387648,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":2597.679443359375,"n":8,"spread_pct":0.37406620899531445},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":9.616924449801445,"wave_count":1},"fallback_work":3432386176,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":2769.8697509765625,"n":8,"spread_pct":0.41411546446654773},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.597872659564018,"wave_count":1},"fallback_work":580754784,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1757.1268310546875,"n":8,"spread_pct":3.807888118580699},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.150362849235535,"wave_count":1},"fallback_work":558806592,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1399.5919799804688,"n":8,"spread_pct":1.5630776181412736},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.463786423206329,"wave_count":1},"fallback_work":570376192,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1634.25830078125,"n":8,"spread_pct":2.8032444955289293},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.570327863097191,"wave_count":1},"fallback_work":591092192,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1878.1351928710938,"n":8,"spread_pct":36.82462335846178},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.700284615159035,"wave_count":1},"fallback_work":560941024,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1518.9149780273438,"n":8,"spread_pct":1.6877667649833723},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.250869318842888,"wave_count":1},"fallback_work":562663584,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1515.9874877929688,"n":8,"spread_pct":3.40934889968125},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.6699104607105255,"wave_count":1},"fallback_work":553884672,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1403.0808715820312,"n":8,"spread_pct":3.7506225509858875},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.52905909717083,"wave_count":1},"fallback_work":580385472,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1749.3854370117188,"n":8,"spread_pct":2.5218189242029783},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.717065185308456,"wave_count":1},"fallback_work":553556544,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1398.7251586914062,"n":8,"spread_pct":2.8266968303874993},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":11.298064142465591,"wave_count":1},"fallback_work":3886911712,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2889.669189453125,"n":8,"spread_pct":0.15133382364185455},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.0082728266716,"wave_count":1},"fallback_work":561759744,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1395.3424682617188,"n":8,"spread_pct":2.833295809934793},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.716098308563232,"wave_count":1},"fallback_work":572261440,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1506.1318359375,"n":8,"spread_pct":1.2296251197092096},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.3424108773469925,"wave_count":1},"fallback_work":579399712,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1623.0452880859375,"n":8,"spread_pct":4.394739555626822},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.469992756843567,"wave_count":1},"fallback_work":584158944,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1757.935791015625,"n":8,"spread_pct":2.7275378601917506},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.596928298473358,"wave_count":1},"fallback_work":591215296,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1866.2765502929688,"n":8,"spread_pct":2.885442770441581},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.686178803443909,"wave_count":1},"fallback_work":601922016,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":1986.421142578125,"n":8,"spread_pct":2.941037299015373}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"group":7,"kind":"ellavox"}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":38400,"summary_ms":9.954486042261124,"wave_count":1},"fallback_work":3103462912,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":3725.216552734375,"n":8,"spread_pct":23.533113079953473},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":7.271969690918922,"wave_count":1},"fallback_work":624244064,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1412.1771240234375,"n":8,"spread_pct":4.619513845938409},{"cp_plan":{"max_rank_tokens":54528,"summary_ms":13.18218745291233,"wave_count":1},"fallback_work":4373212160,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":4904.48291015625,"n":8,"spread_pct":0.46542439997049095},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":7.193580269813538,"wave_count":1},"fallback_work":593040896,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1550.4290161132812,"n":8,"spread_pct":9.13922947470476}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":38912,"summary_ms":10.695019736886024,"wave_count":1},"fallback_work":3103462912,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":3767.48291015625,"n":8,"spread_pct":16.18648345830409},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":7.7704209834337234,"wave_count":1},"fallback_work":624244064,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1164.7584228515625,"n":8,"spread_pct":2.165766879511316},{"cp_plan":{"max_rank_tokens":55296,"summary_ms":14.231400564312935,"wave_count":1},"fallback_work":4373212160,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":4994.701416015625,"n":8,"spread_pct":0.1727220990095119},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":10.752003639936447,"wave_count":1},"fallback_work":593040896,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1276.6218872070312,"n":8,"spread_pct":48.929008189021964}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":15.705008991062641,"wave_count":1},"fallback_work":3103897856,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":2124.0150146484375,"n":8,"spread_pct":2.799321445585043},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":8.736741729080677,"wave_count":1},"fallback_work":626260224,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1431.40478515625,"n":8,"spread_pct":58.221775619926476},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":20.246819593012333,"wave_count":1},"fallback_work":4372754944,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2604.6280517578125,"n":8,"spread_pct":0.6459730517432232},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":9.600237011909485,"wave_count":1},"fallback_work":595212544,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1550.5819702148438,"n":8,"spread_pct":9.755071249513133}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":11.017730459570885,"wave_count":1},"fallback_work":3103897856,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":2032.715087890625,"n":8,"spread_pct":0.6156557031400789},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":5.451599135994911,"wave_count":1},"fallback_work":626260224,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1156.0369873046875,"n":8,"spread_pct":3.2323416845692114},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":13.792749494314194,"wave_count":1},"fallback_work":4372754944,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2583.9981689453125,"n":8,"spread_pct":0.32354324639140014},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":5.631975829601288,"wave_count":1},"fallback_work":595212544,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1214.9326782226562,"n":8,"spread_pct":71.28184999721434}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":10.085271671414375,"wave_count":1},"fallback_work":3103897856,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":2215.9527587890625,"n":8,"spread_pct":0.45336646636095185},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":5.3924378007650375,"wave_count":1},"fallback_work":626260224,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1043.0680541992188,"n":8,"spread_pct":5.373148284629033},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":14.678582549095154,"wave_count":1},"fallback_work":4372754944,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2901.2508544921875,"n":8,"spread_pct":0.1945046012657778},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":5.541540682315826,"wave_count":1},"fallback_work":595212544,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1095.4385375976562,"n":8,"spread_pct":62.822935462635385}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.065561039373279,"wave_count":1},"fallback_work":551932992,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1334.5658569335938,"n":8,"spread_pct":4.73621330965405},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":7.500211941078305,"wave_count":1},"fallback_work":1051676992,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1637.6748046875,"n":8,"spread_pct":1.6265856638634117},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":6.325138965621591,"wave_count":1},"fallback_work":1556756352,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":2379.993408203125,"n":8,"spread_pct":0.8501348880689069},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.699994111433625,"wave_count":1},"fallback_work":560661664,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1410.4837646484375,"n":8,"spread_pct":2.178553924845883},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":8.68471316061914,"wave_count":1},"fallback_work":2030493760,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2731.729248046875,"n":8,"spread_pct":0.45426990383463},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.742762073874474,"wave_count":1},"fallback_work":559020064,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1429.60009765625,"n":8,"spread_pct":50.510883349767624},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.707643995061517,"wave_count":1},"fallback_work":569595456,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1713.5012817382812,"n":8,"spread_pct":2.235555632336747}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":0,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.537047982215881,"wave_count":1},"fallback_work":540237152,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1263.9915161132812,"n":8,"spread_pct":2.662502727647571},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":7.776009850203991,"wave_count":3},"fallback_work":1011758560,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1592.7537841796875,"n":8,"spread_pct":1.1945043160020599}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":1,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.795997101813555,"wave_count":1},"fallback_work":515051680,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1149.5838623046875,"n":8,"spread_pct":1.8978610954987425}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":2,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":24064,"summary_ms":7.281530881300569,"wave_count":1},"fallback_work":1971834592,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":2770.6695556640625,"n":8,"spread_pct":0.3042913647313064},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.2105140425264835,"wave_count":3},"fallback_work":982942304,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1721.5109252929688,"n":8,"spread_pct":40.299625229146294},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.1452890038490295,"wave_count":1},"fallback_work":937539616,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1742.9602661132812,"n":8,"spread_pct":40.44693460485454},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":8.350186981260777,"wave_count":1},"fallback_work":1214613504,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1807.0100708007812,"n":8,"spread_pct":0.556176806141636},{"cp_plan":{"max_rank_tokens":19456,"summary_ms":7.444874849170446,"wave_count":1},"fallback_work":1558356512,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":2272.678466796875,"n":8,"spread_pct":0.8217735066400498},{"cp_plan":{"max_rank_tokens":25429,"summary_ms":8.805657038465142,"wave_count":1},"fallback_work":1989987040,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2865.7911376953125,"n":8,"spread_pct":0.42454258952152313},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.091798888519406,"wave_count":1},"fallback_work":981246816,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1750.85009765625,"n":8,"spread_pct":41.7455764373389},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.201471038162708,"wave_count":1},"fallback_work":935844128,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1756.9683227539062,"n":8,"spread_pct":0.7063600578458357}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":3,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.18315614014864,"wave_count":1},"fallback_work":1283019872,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1943.4968872070312,"n":8,"spread_pct":0.8716468649376036},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":6.393456133082509,"wave_count":1},"fallback_work":845697632,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1454.4310913085938,"n":8,"spread_pct":1.7215373329390307},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.020543027669191,"wave_count":1},"fallback_work":1291815200,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1961.0476684570312,"n":8,"spread_pct":37.491064760586},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":5.860575009137392,"wave_count":1},"fallback_work":836204544,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1490.0909423828125,"n":8,"spread_pct":2.8592283415220585}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":4,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.460890009999275,"wave_count":1},"fallback_work":588950752,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1375.4916381835938,"n":8,"spread_pct":55.30886395156561},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.68147106282413,"wave_count":1},"fallback_work":1095589472,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1711.473876953125,"n":8,"spread_pct":0.9253020992134743},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":6.057825172320008,"wave_count":1},"fallback_work":1591886272,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":2445.3756103515625,"n":8,"spread_pct":28.219679034841207},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":7.247968809679151,"wave_count":1},"fallback_work":2108456672,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":2922.5064697265625,"n":8,"spread_pct":0.7023131239225413},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":4.867472918704152,"wave_count":1},"fallback_work":591933824,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1483.3265380859375,"n":8,"spread_pct":2.7080558792719627},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.568014923483133,"wave_count":1},"fallback_work":584464544,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1453.5927124023438,"n":8,"spread_pct":4.589231884915402},{"cp_plan":{"max_rank_tokens":34816,"summary_ms":9.974697837606072,"wave_count":1},"fallback_work":2593603360,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":3739.9576416015625,"n":8,"spread_pct":0.3673313557501137},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.160254891961813,"wave_count":1},"fallback_work":597269024,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1452.8794555664062,"n":8,"spread_pct":4.124999784699843},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.423290887847543,"wave_count":1},"fallback_work":594424416,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1748.206787109375,"n":8,"spread_pct":35.74112284420908},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.719587905332446,"wave_count":1},"fallback_work":605040928,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1884.3740844726562,"n":8,"spread_pct":40.28625765358963}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":5,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":7168,"summary_ms":7.925757905468345,"wave_count":1},"fallback_work":421012512,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":1170.0647583007812,"n":8,"spread_pct":2.206856935930352},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.347401067614555,"wave_count":1},"fallback_work":353368480,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1727.789306640625,"n":8,"spread_pct":5.585998353828056},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.2174738850444555,"wave_count":1},"fallback_work":355010080,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1704.7884521484375,"n":8,"spread_pct":4.954070447392015},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.254965974017978,"wave_count":1},"fallback_work":359073120,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1704.3090209960938,"n":8,"spread_pct":41.94873267398428},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":7.101163966581225,"wave_count":1},"fallback_work":357033888,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1588.0422973632812,"n":8,"spread_pct":48.05115286305102},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.31809707172215,"wave_count":1},"fallback_work":358839648,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1574.861328125,"n":8,"spread_pct":6.802821801026628},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.771505879238248,"wave_count":1},"fallback_work":359755136,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1473.5506591796875,"n":8,"spread_pct":7.820523791626223},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.889045773074031,"wave_count":1},"fallback_work":368250656,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1468.751708984375,"n":8,"spread_pct":3.442017271588946},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.591852055862546,"wave_count":1},"fallback_work":371369696,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1473.7830200195312,"n":8,"spread_pct":4.224130401552427},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.664956988766789,"wave_count":1},"fallback_work":401020992,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2455.4952392578125,"n":8,"spread_pct":29.506283662923817},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.592544097453356,"wave_count":1},"fallback_work":374665504,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1362.0593872070312,"n":8,"spread_pct":3.6178736664097357},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.1016681138426065,"wave_count":1},"fallback_work":377620384,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1370.8978881835938,"n":8,"spread_pct":53.979443555661064},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.5581380147486925,"wave_count":1},"fallback_work":391717760,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":2341.7109375,"n":8,"spread_pct":32.89798583100631},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.133029004558921,"wave_count":1},"fallback_work":373357536,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":2088.3255615234375,"n":8,"spread_pct":4.293802688319779},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.336500169709325,"wave_count":1},"fallback_work":389029504,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1367.7754516601562,"n":8,"spread_pct":3.852164825724723},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":7.088118931278586,"wave_count":1},"fallback_work":606718432,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1315.6129150390625,"n":8,"spread_pct":213.84164102605973},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.863187929615378,"wave_count":1},"fallback_work":789469632,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1513.379638671875,"n":8,"spread_pct":4.0278098852310675},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":7.065276149660349,"wave_count":1},"fallback_work":982193472,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1614.1253051757812,"n":8,"spread_pct":2.7632107883628834},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":7.399387890473008,"wave_count":2},"fallback_work":1180744992,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1896.6478881835938,"n":8,"spread_pct":38.473272724715834},{"cp_plan":{"max_rank_tokens":19456,"summary_ms":6.755616050213575,"wave_count":1},"fallback_work":1381840992,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1995.4902954101562,"n":8,"spread_pct":34.69354253470648},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":5.471350857988,"wave_count":2},"fallback_work":1580802912,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":2260.357177734375,"n":8,"spread_pct":2.4469393977786495},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":7.095342967659235,"wave_count":1},"fallback_work":1786741632,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":2401.625732421875,"n":8,"spread_pct":0.9556921433530083},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.755257956683636,"wave_count":1},"fallback_work":403434784,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1244.8251342773438,"n":8,"spread_pct":9.44469572887562},{"cp_plan":{"max_rank_tokens":26624,"summary_ms":6.868103053420782,"wave_count":2},"fallback_work":1990382112,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":2746.6357421875,"n":8,"spread_pct":0.8932803091850648},{"cp_plan":{"max_rank_tokens":29184,"summary_ms":8.491415996104479,"wave_count":1},"fallback_work":2196649152,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":2849.7017822265625,"n":8,"spread_pct":0.6099785060945376},{"cp_plan":{"max_rank_tokens":31744,"summary_ms":7.8965420834720135,"wave_count":2},"fallback_work":2411370432,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":3196.6513671875,"n":8,"spread_pct":21.83635005014708},{"cp_plan":{"max_rank_tokens":34816,"summary_ms":8.381511783227324,"wave_count":1},"fallback_work":2629087872,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":3298.6126708984375,"n":8,"spread_pct":0.5961312970596252},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.3641051054000854,"wave_count":1},"fallback_work":367542624,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1950.083984375,"n":8,"spread_pct":4.7027722163408425},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.321715027093887,"wave_count":1},"fallback_work":360086272,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1812.0176391601562,"n":8,"spread_pct":6.601824293419682},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.487749982625246,"wave_count":1},"fallback_work":360824992,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1825.2659912109375,"n":8,"spread_pct":4.647592900194676},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.049316143617034,"wave_count":1},"fallback_work":361276352,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1830.0305786132812,"n":8,"spread_pct":4.792340355961089},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.36314002238214,"wave_count":1},"fallback_work":360332512,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1834.5421752929688,"n":8,"spread_pct":6.420398162313452},{"cp_plan":{"max_rank_tokens":35328,"summary_ms":7.887342944741249,"wave_count":1},"fallback_work":2829006240,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":3644.712646484375,"n":8,"spread_pct":19.727441218594226},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.839762976393104,"wave_count":1},"fallback_work":402592960,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":2324.6441650390625,"n":8,"spread_pct":4.7107869174155885},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.659270100295544,"wave_count":1},"fallback_work":406725152,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2468.968017578125,"n":8,"spread_pct":4.762563986388465},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.69207314401865,"wave_count":1},"fallback_work":410529344,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2558.5740966796875,"n":8,"spread_pct":29.721344710710802},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":6.18715095333755,"wave_count":1},"fallback_work":414186944,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1351.1567993164062,"n":8,"spread_pct":3.4910858583679807},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.432384951040149,"wave_count":1},"fallback_work":402806016,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1472.1538696289062,"n":8,"spread_pct":4.288589994373495},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.724370013922453,"wave_count":1},"fallback_work":399181728,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1612.9996337890625,"n":8,"spread_pct":5.334647929235226},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.699982866644859,"wave_count":1},"fallback_work":399784480,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1728.3599853515625,"n":8,"spread_pct":45.65526203807193},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.006297189742327,"wave_count":1},"fallback_work":401659392,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1845.7088623046875,"n":8,"spread_pct":7.017458345202233},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.699190009385347,"wave_count":1},"fallback_work":400128064,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1972.833740234375,"n":8,"spread_pct":7.922851495911197},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.664967931807041,"wave_count":1},"fallback_work":403521536,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":2074.7427978515625,"n":8,"spread_pct":36.34432520079526},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.580517929047346,"wave_count":1},"fallback_work":403139328,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":2213.7447509765625,"n":8,"spread_pct":5.702267279117829}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":6,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.403907969594002,"wave_count":1},"fallback_work":553203872,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1429.0601806640625,"n":8,"spread_pct":9.255768903380677},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":9.919257834553719,"wave_count":1},"fallback_work":1031525152,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1656.5485229492188,"n":8,"spread_pct":42.22305008335946},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":6.645063869655132,"wave_count":1},"fallback_work":1512596032,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":2372.465087890625,"n":8,"spread_pct":28.006897164191592},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":7.939737988635898,"wave_count":1},"fallback_work":1990383712,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":2779.571533203125,"n":8,"spread_pct":1.2230256584798147},{"cp_plan":{"max_rank_tokens":32768,"summary_ms":7.880273973569274,"wave_count":1},"fallback_work":2466734912,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":3590.3302001953125,"n":8,"spread_pct":1.3506466836563396},{"cp_plan":{"max_rank_tokens":37376,"summary_ms":6.9914639461785555,"wave_count":1},"fallback_work":2947436512,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":3933.6258544921875,"n":8,"spread_pct":0.9744396636782662},{"cp_plan":{"max_rank_tokens":44160,"summary_ms":7.741878041997552,"wave_count":1},"fallback_work":3433719392,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":4939.16357421875,"n":8,"spread_pct":22.574395671869656},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.038731032982469,"wave_count":1},"fallback_work":579869600,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":2032.1480712890625,"n":8,"spread_pct":46.4609427190154},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.694829858839512,"wave_count":1},"fallback_work":558321024,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1538.5753784179688,"n":8,"spread_pct":3.2054403005646734},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.963272949680686,"wave_count":1},"fallback_work":569622368,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1906.0911865234375,"n":8,"spread_pct":3.006910347743495},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.1505418960005045,"wave_count":1},"fallback_work":590075712,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":2157.347412109375,"n":8,"spread_pct":2.340781044973148},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.672011990100145,"wave_count":1},"fallback_work":560319136,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1781.7682495117188,"n":8,"spread_pct":2.611205737804287},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.578181939199567,"wave_count":1},"fallback_work":562042816,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1779.3707275390625,"n":8,"spread_pct":3.9183335214201116},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.696369102224708,"wave_count":1},"fallback_work":553396224,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1538.9016723632812,"n":8,"spread_pct":13.15459479526037},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.029740044847131,"wave_count":1},"fallback_work":579500160,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":2034.9862060546875,"n":8,"spread_pct":3.8162137707403216},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.727787036448717,"wave_count":1},"fallback_work":553067904,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1543.4698486328125,"n":8,"spread_pct":6.362530206764339},{"cp_plan":{"max_rank_tokens":49280,"summary_ms":10.209239087998867,"wave_count":1},"fallback_work":3888660640,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":5081.025390625,"n":8,"spread_pct":0.2187788897495085},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.263475002720952,"wave_count":1},"fallback_work":561275904,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1654.6845092773438,"n":8,"spread_pct":2.179189786218555},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.845243878662586,"wave_count":1},"fallback_work":571646176,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1773.957275390625,"n":8,"spread_pct":4.612359620920575},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":7.705088937655091,"wave_count":1},"fallback_work":578651168,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1905.988037109375,"n":8,"spread_pct":3.958593438878063},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.751495016738772,"wave_count":1},"fallback_work":583275840,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":2041.8394165039062,"n":8,"spread_pct":3.879636260448347},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.240662954747677,"wave_count":1},"fallback_work":590198752,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":2164.2939453125,"n":8,"spread_pct":2.190402019278624},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.1467090379446745,"wave_count":1},"fallback_work":600774304,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":2286.0909423828125,"n":8,"spread_pct":3.541222481808589}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":7,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.613493034616113,"wave_count":1},"fallback_work":551932992,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1600.3734130859375,"n":8,"spread_pct":2.6841803811808753},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":6.39109592884779,"wave_count":1},"fallback_work":1051676992,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1785.7045288085938,"n":8,"spread_pct":3.425158363047892},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":6.1197360046207905,"wave_count":1},"fallback_work":1556756352,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":2470.7152099609375,"n":8,"spread_pct":1.2555867439185944},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.324217025190592,"wave_count":1},"fallback_work":560661664,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1670.7200927734375,"n":8,"spread_pct":6.594501356405735},{"cp_plan":{"max_rank_tokens":27136,"summary_ms":8.547504199668765,"wave_count":1},"fallback_work":2030493760,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2776.35791015625,"n":8,"spread_pct":0.8442782344858346},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.219961982220411,"wave_count":1},"fallback_work":559020064,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1675.4810791015625,"n":8,"spread_pct":3.8849106202808326},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.244160071015358,"wave_count":1},"fallback_work":569595456,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1855.5467529296875,"n":8,"spread_pct":3.78243309376665}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":0,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":8704,"summary_ms":5.268234061077237,"wave_count":1},"fallback_work":540237152,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1527.8826293945312,"n":8,"spread_pct":6.76546785822729},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":7.086602039635181,"wave_count":3},"fallback_work":1011758560,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1715.6106567382812,"n":8,"spread_pct":1.675716992311774}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":1,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":24064,"summary_ms":7.822516141459346,"wave_count":1},"fallback_work":1971834592,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":2843.0537109375,"n":8,"spread_pct":1.2760937001401784},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.16145902313292,"wave_count":1},"fallback_work":982942304,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1832.0989379882812,"n":8,"spread_pct":1.4073440583501895},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.203389097005129,"wave_count":1},"fallback_work":937539616,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1877.9761962890625,"n":8,"spread_pct":2.0091026086782433},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":7.1070201229304075,"wave_count":1},"fallback_work":1214613504,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1927.71435546875,"n":8,"spread_pct":2.9609603341878676},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":6.323947804048657,"wave_count":1},"fallback_work":1558356512,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":2349.555419921875,"n":8,"spread_pct":0.4879891776400934},{"cp_plan":{"max_rank_tokens":24405,"summary_ms":8.004722185432911,"wave_count":3},"fallback_work":1989987040,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2874.8385009765625,"n":8,"spread_pct":28.170111627788874},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":5.9537331108003855,"wave_count":1},"fallback_work":981246816,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1890.224609375,"n":8,"spread_pct":1.790507028864584},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.513379815965891,"wave_count":1},"fallback_work":935844128,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1902.364990234375,"n":8,"spread_pct":1.7483056849852936}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":3,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.490335196256638,"wave_count":1},"fallback_work":1283019872,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":2057.911865234375,"n":8,"spread_pct":0.7059145658660417},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":5.9651280753314495,"wave_count":1},"fallback_work":845697632,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1634.3804931640625,"n":8,"spread_pct":2.633699919597247},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.509313920512795,"wave_count":1},"fallback_work":1291815200,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":2055.0523681640625,"n":8,"spread_pct":1.996740241410315},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":8.871356956660748,"wave_count":1},"fallback_work":836204544,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1679.8238525390625,"n":8,"spread_pct":3.7764521586438082}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":4,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.988328019157052,"wave_count":1},"fallback_work":588950752,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1634.0975952148438,"n":8,"spread_pct":2.425244336143186},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.780770840123296,"wave_count":1},"fallback_work":1095589472,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1861.6887817382812,"n":8,"spread_pct":2.3000265327655396},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":6.054959027096629,"wave_count":1},"fallback_work":1591886272,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":2510.2579345703125,"n":8,"spread_pct":1.45557050992867},{"cp_plan":{"max_rank_tokens":27648,"summary_ms":7.11860996671021,"wave_count":1},"fallback_work":2108456672,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":2942.237548828125,"n":8,"spread_pct":0.8652601086761254},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.423897877335548,"wave_count":1},"fallback_work":591933824,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1723.2171630859375,"n":8,"spread_pct":2.787995263730383},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.221782950684428,"wave_count":1},"fallback_work":584464544,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1680.0845947265625,"n":8,"spread_pct":1.5483694152828549},{"cp_plan":{"max_rank_tokens":34304,"summary_ms":9.868457913398743,"wave_count":1},"fallback_work":2593603360,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":3731.221923828125,"n":8,"spread_pct":0.5655271825027474},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.793641088530421,"wave_count":1},"fallback_work":597269024,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1759.50927734375,"n":8,"spread_pct":7.11096927271592},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.244651110842824,"wave_count":1},"fallback_work":594424416,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1907.958740234375,"n":8,"spread_pct":2.856238369320329},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":5.564586026594043,"wave_count":1},"fallback_work":605040928,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":2038.39306640625,"n":8,"spread_pct":41.473062636224675}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":5,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":6656,"summary_ms":7.314036833122373,"wave_count":1},"fallback_work":421012512,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":1382.4385986328125,"n":8,"spread_pct":3.3875155331989926},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.892118904739618,"wave_count":1},"fallback_work":353368480,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1867.7633056640625,"n":8,"spread_pct":107.52206579600158},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.027017021551728,"wave_count":1},"fallback_work":355010080,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1877.2493896484375,"n":8,"spread_pct":1.9224137813314717},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.909200990572572,"wave_count":1},"fallback_work":359073120,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1884.3511962890625,"n":8,"spread_pct":2.757665950511787},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.973550956696272,"wave_count":1},"fallback_work":357033888,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1775.7740478515625,"n":8,"spread_pct":3.8709118169680217},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.97380893304944,"wave_count":1},"fallback_work":358839648,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1747.6138305664062,"n":8,"spread_pct":7.782381843546786},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.0827462002635,"wave_count":1},"fallback_work":359755136,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1639.15576171875,"n":8,"spread_pct":3.9257254487724276},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.753178847953677,"wave_count":1},"fallback_work":368250656,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1659.9193115234375,"n":8,"spread_pct":2.794406172233846},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.9613729827106,"wave_count":1},"fallback_work":371369696,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1652.0139770507812,"n":8,"spread_pct":3.1777323170696334},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.624673165380955,"wave_count":1},"fallback_work":401020992,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2612.00048828125,"n":8,"spread_pct":4.504431076740338},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.015688180923462,"wave_count":1},"fallback_work":374665504,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1542.9266967773438,"n":8,"spread_pct":5.61679074243756},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.973618011921644,"wave_count":1},"fallback_work":377620384,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1534.3817749023438,"n":8,"spread_pct":49.246576407762326},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.415262887254357,"wave_count":1},"fallback_work":391717760,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":2490.23681640625,"n":8,"spread_pct":3.672212086066582},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.206543020904064,"wave_count":1},"fallback_work":373357536,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":2268.1478271484375,"n":8,"spread_pct":34.86865137833857},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.816879915073514,"wave_count":1},"fallback_work":389029504,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1556.1925659179688,"n":8,"spread_pct":3.8674243554812415},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.998046999797225,"wave_count":1},"fallback_work":606718432,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1533.8419189453125,"n":8,"spread_pct":4.7387581272866175},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":7.015077862888575,"wave_count":1},"fallback_work":789469632,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1690.1810302734375,"n":8,"spread_pct":4.760940066068355},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.300677010789514,"wave_count":1},"fallback_work":982193472,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1799.3370971679688,"n":8,"spread_pct":1.3417959678143456},{"cp_plan":{"max_rank_tokens":16384,"summary_ms":6.185652920976281,"wave_count":2},"fallback_work":1180744992,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":2057.228515625,"n":8,"spread_pct":4.702015378320158},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":6.231612991541624,"wave_count":1},"fallback_work":1381840992,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":2116.480712890625,"n":8,"spread_pct":36.945693932649334},{"cp_plan":{"max_rank_tokens":21504,"summary_ms":6.075476994737983,"wave_count":2},"fallback_work":1580802912,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":2410.927978515625,"n":8,"spread_pct":2.5844641925331646},{"cp_plan":{"max_rank_tokens":23552,"summary_ms":6.851048907265067,"wave_count":1},"fallback_work":1786741632,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":2456.111328125,"n":8,"spread_pct":31.20672565006453},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.252693943679333,"wave_count":1},"fallback_work":403434784,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1452.2930297851562,"n":8,"spread_pct":4.255452203838648},{"cp_plan":{"max_rank_tokens":26112,"summary_ms":6.877815118059516,"wave_count":2},"fallback_work":1990382112,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":2805.1170654296875,"n":8,"spread_pct":28.702367529973106},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":8.152164984494448,"wave_count":1},"fallback_work":2196649152,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":2869.4315185546875,"n":8,"spread_pct":1.3039436990369806},{"cp_plan":{"max_rank_tokens":31232,"summary_ms":7.590541848912835,"wave_count":2},"fallback_work":2411370432,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":3232.6912841796875,"n":8,"spread_pct":1.2108658466418603},{"cp_plan":{"max_rank_tokens":33792,"summary_ms":8.383203065022826,"wave_count":1},"fallback_work":2629087872,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":3271.215087890625,"n":8,"spread_pct":25.360065085954464},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.134055158123374,"wave_count":1},"fallback_work":367542624,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":2148.48583984375,"n":8,"spread_pct":37.90847660473094},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.337439011782408,"wave_count":1},"fallback_work":360086272,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":2008.1299438476562,"n":8,"spread_pct":43.734865484089774},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.057956023141742,"wave_count":1},"fallback_work":360824992,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":2009.6591796875,"n":8,"spread_pct":39.31812350605547},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.117386044934392,"wave_count":1},"fallback_work":361276352,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":2019.4085083007812,"n":8,"spread_pct":5.646692320426027},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.264081060886383,"wave_count":1},"fallback_work":360332512,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":2011.8146362304688,"n":8,"spread_pct":41.106177857845424},{"cp_plan":{"max_rank_tokens":36352,"summary_ms":8.015140891075134,"wave_count":2},"fallback_work":2829006240,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":3657.5245361328125,"n":8,"spread_pct":0.589745007758213},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.9703621082007885,"wave_count":1},"fallback_work":402592960,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":2494.9884033203125,"n":8,"spread_pct":4.193044210452154},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.564291961491108,"wave_count":1},"fallback_work":406725152,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2650.173828125,"n":8,"spread_pct":31.373568508551546},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.787330981343985,"wave_count":1},"fallback_work":410529344,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2732.9384765625,"n":8,"spread_pct":2.72184958597892},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.429619854316115,"wave_count":1},"fallback_work":414186944,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1564.205810546875,"n":8,"spread_pct":1.8883837285763185},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.096740020439029,"wave_count":1},"fallback_work":402806016,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1696.0950927734375,"n":8,"spread_pct":4.354952505723345},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.274553947150707,"wave_count":1},"fallback_work":399181728,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1802.6950073242188,"n":8,"spread_pct":3.819422519214684},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.1718199867755175,"wave_count":1},"fallback_work":399784480,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1950.9459838867188,"n":8,"spread_pct":361.1940121070698},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.909221945330501,"wave_count":1},"fallback_work":401659392,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":2030.0668334960938,"n":8,"spread_pct":3.9627649699201295},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.65782911144197,"wave_count":1},"fallback_work":400128064,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":2163.2257080078125,"n":8,"spread_pct":3.1996465239689647},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.2726440373808146,"wave_count":1},"fallback_work":403521536,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":2260.6712646484375,"n":8,"spread_pct":34.677081392240225},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":6.306508090347052,"wave_count":1},"fallback_work":403139328,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":2402.521484375,"n":8,"spread_pct":33.84229296856899}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":6,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.610900999978185,"wave_count":1},"fallback_work":552022368,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1288.9571533203125,"n":8,"spread_pct":6.040825116673834},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.162796005606651,"wave_count":1},"fallback_work":1051474144,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1358.4569702148438,"n":8,"spread_pct":4.674852480970109},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.476590013131499,"wave_count":1},"fallback_work":1556258112,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":1487.4777221679688,"n":8,"spread_pct":1.9703223135358308},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.346814937889576,"wave_count":1},"fallback_work":560883424,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1370.2213134765625,"n":8,"spread_pct":3.1840238798672913},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":7.4660140089690685,"wave_count":1},"fallback_work":2029568864,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1595.1127319335938,"n":8,"spread_pct":44.617724420452845},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.180127987638116,"wave_count":1},"fallback_work":559242784,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1379.5362548828125,"n":8,"spread_pct":52.032078828007144},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.334349185228348,"wave_count":1},"fallback_work":569949280,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1508.3338012695312,"n":8,"spread_pct":46.16282882444181}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":0,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.7566029243171215,"wave_count":1},"fallback_work":540202240,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1225.614013671875,"n":8,"spread_pct":65.27900257265023},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.741716060787439,"wave_count":1},"fallback_work":1011298240,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1201.2293701171875,"n":8,"spread_pct":5.410371109269058}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":1,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.670920109376311,"wave_count":1},"fallback_work":1971159360,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":1694.5379028320312,"n":8,"spread_pct":0.8478096036751238},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":4.127622116357088,"wave_count":1},"fallback_work":982976640,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1339.6135864257812,"n":8,"spread_pct":57.23246281055297},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.172252025455236,"wave_count":1},"fallback_work":937672224,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1370.5419921875,"n":8,"spread_pct":50.85932016801633},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.626232897862792,"wave_count":1},"fallback_work":1214446592,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1349.465087890625,"n":8,"spread_pct":53.239592004137926},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":4.958991892635822,"wave_count":1},"fallback_work":1557923104,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1410.8231201171875,"n":8,"spread_pct":4.894456508318478},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":7.171986857429147,"wave_count":1},"fallback_work":1989151552,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1688.80712890625,"n":8,"spread_pct":42.650585758658586},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":7.339542033150792,"wave_count":1},"fallback_work":981419520,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1372.6446533203125,"n":8,"spread_pct":55.118040001938695},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":6.668023997917771,"wave_count":1},"fallback_work":936115104,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1380.9589233398438,"n":8,"spread_pct":2.531580224215625}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":3,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":11264,"summary_ms":6.331846117973328,"wave_count":1},"fallback_work":1282616192,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1408.3981323242188,"n":8,"spread_pct":3.2186076867389417},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.420784931629896,"wave_count":1},"fallback_work":845549696,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1286.4395751953125,"n":8,"spread_pct":61.17917205207224},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":11.000389931723475,"wave_count":1},"fallback_work":1291256736,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1300.376953125,"n":8,"spread_pct":2.291290235854087},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.675928900018334,"wave_count":1},"fallback_work":836199424,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1359.7266235351562,"n":8,"spread_pct":4.239339851073902}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":4,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.359763046726584,"wave_count":1},"fallback_work":589084224,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1380.9932250976562,"n":8,"spread_pct":104.55241851777717},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":4.695317009463906,"wave_count":1},"fallback_work":1095426688,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1415.8162231445312,"n":8,"spread_pct":4.999255714155955},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":6.043497938662767,"wave_count":1},"fallback_work":1591433120,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":1543.5587768554688,"n":8,"spread_pct":3.9853272880184623},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.965543143451214,"wave_count":1},"fallback_work":2107701568,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":1672.72802734375,"n":8,"spread_pct":2.884692010238935},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.944164073094726,"wave_count":1},"fallback_work":592202816,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1408.876220703125,"n":8,"spread_pct":51.14552562168186},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.236394073814154,"wave_count":1},"fallback_work":584738016,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1417.1441650390625,"n":8,"spread_pct":4.34365025460312},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":9.752897080034018,"wave_count":1},"fallback_work":2592414880,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2087.126708984375,"n":8,"spread_pct":2.303965049887874},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.007527070119977,"wave_count":1},"fallback_work":597535008,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1437.1500854492188,"n":8,"spread_pct":7.649815573738292},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.587904084473848,"wave_count":1},"fallback_work":594829440,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1559.8057861328125,"n":8,"spread_pct":4.633998201116942},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.293437115848064,"wave_count":1},"fallback_work":605577120,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1695.471435546875,"n":8,"spread_pct":3.6425876548727936}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":5,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.265481140464544,"wave_count":1},"fallback_work":421769248,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":1159.2916870117188,"n":8,"spread_pct":9.015462122314952},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.213033942505717,"wave_count":1},"fallback_work":354648672,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1596.8390502929688,"n":8,"spread_pct":52.99876988577326},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.899425035342574,"wave_count":1},"fallback_work":356289312,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1593.4667358398438,"n":8,"spread_pct":11.419722691981216},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.887964179739356,"wave_count":1},"fallback_work":360349952,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1601.1295776367188,"n":8,"spread_pct":56.51133517150806},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.7894200067967176,"wave_count":1},"fallback_work":358174560,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1494.4530639648438,"n":8,"spread_pct":9.015369702716168},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.486235160380602,"wave_count":1},"fallback_work":359979264,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1487.3255004882812,"n":8,"spread_pct":7.363701944256279},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.9161278400570154,"wave_count":1},"fallback_work":360822336,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1380.52392578125,"n":8,"spread_pct":690.4820053527854},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.171109991148114,"wave_count":1},"fallback_work":369247392,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1351.4884033203125,"n":8,"spread_pct":10.172956555692677},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.477698192000389,"wave_count":1},"fallback_work":372364608,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1395.9970703125,"n":8,"spread_pct":718.4102616927165},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.12172288633883,"wave_count":1},"fallback_work":403097440,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2413.7010498046875,"n":8,"spread_pct":7.439392599185184},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.373152973130345,"wave_count":1},"fallback_work":375586720,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1240.2799072265625,"n":8,"spread_pct":7.649551842240437},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.4674140624701977,"wave_count":1},"fallback_work":378539872,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1213.92041015625,"n":8,"spread_pct":251.4942426096362},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.103901796042919,"wave_count":1},"fallback_work":393662272,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":2294.7467041015625,"n":8,"spread_pct":11.43651124434232},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.952799132093787,"wave_count":1},"fallback_work":375038144,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":2005.3773193359375,"n":8,"spread_pct":9.066967225753073},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.555186092853546,"wave_count":1},"fallback_work":389942208,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1291.9058227539062,"n":8,"spread_pct":59.02648915732037},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.960729973390698,"wave_count":1},"fallback_work":607366592,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1175.3253784179688,"n":8,"spread_pct":71.09496513157016},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.862457048147917,"wave_count":1},"fallback_work":790010784,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1238.7787475585938,"n":8,"spread_pct":63.17642197281642},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.4966579880565405,"wave_count":1},"fallback_work":982621920,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1345.7267456054688,"n":8,"spread_pct":57.76974977806767},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.453515030443668,"wave_count":2},"fallback_work":1181057440,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1335.631103515625,"n":8,"spread_pct":6.286867693522547},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.588729003444314,"wave_count":1},"fallback_work":1382035840,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1545.5760498046875,"n":8,"spread_pct":49.830101176342914},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.877569084987044,"wave_count":2},"fallback_work":1580881408,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1583.481689453125,"n":8,"spread_pct":5.587577808678803},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.397554952651262,"wave_count":1},"fallback_work":1786699584,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1559.6458129882812,"n":8,"spread_pct":56.05760240864983},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":3.691320074722171,"wave_count":1},"fallback_work":404273568,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1216.114013671875,"n":8,"spread_pct":64.40628900287741},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":5.80417993478477,"wave_count":1},"fallback_work":1990221088,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":1709.3212890625,"n":8,"spread_pct":5.5948970060188135},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.262399023398757,"wave_count":1},"fallback_work":2196367392,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":1830.7664184570312,"n":8,"spread_pct":5.0439674219377935},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":6.789852865040302,"wave_count":1},"fallback_work":2410963104,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":1817.2930908203125,"n":8,"spread_pct":5.5438322620038},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":6.859493209049106,"wave_count":1},"fallback_work":2628487616,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":1818.6746215820312,"n":8,"spread_pct":82.95920769643689},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.653099061921239,"wave_count":1},"fallback_work":369089280,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1872.1239624023438,"n":8,"spread_pct":5.302091140515372},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.5939738154411316,"wave_count":1},"fallback_work":361499776,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1727.514892578125,"n":8,"spread_pct":498.77572481582206},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.2385628912597895,"wave_count":1},"fallback_work":362238176,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1753.8759765625,"n":8,"spread_pct":40.95856470796545},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.165319027379155,"wave_count":1},"fallback_work":362689184,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1721.2147827148438,"n":8,"spread_pct":10.090657279370992},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.656337969005108,"wave_count":1},"fallback_work":361745984,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1745.006591796875,"n":8,"spread_pct":40.05128612655503},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.023465052247047,"wave_count":1},"fallback_work":2828205152,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":2013.9755249023438,"n":8,"spread_pct":1.619421174213697},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.9759979117661715,"wave_count":1},"fallback_work":404596768,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":2237.791259765625,"n":8,"spread_pct":7.978840917727082},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.150408087298274,"wave_count":1},"fallback_work":408864032,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2562.690673828125,"n":8,"spread_pct":31.75963183379743},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.170360043644905,"wave_count":1},"fallback_work":412737632,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2546.211181640625,"n":8,"spread_pct":10.21545972344594},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":3.7379181012511253,"wave_count":1},"fallback_work":415084960,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1352.8887329101562,"n":8,"spread_pct":5.766992820312835},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":3.6791348829865456,"wave_count":1},"fallback_work":403848064,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1359.7267456054688,"n":8,"spread_pct":4.843215182781144},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.732962068170309,"wave_count":1},"fallback_work":400363360,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1421.3588256835938,"n":8,"spread_pct":9.79625888398789},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.7261720281094313,"wave_count":1},"fallback_work":401103136,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1546.3720092773438,"n":8,"spread_pct":51.452589204057396},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.761658212170005,"wave_count":1},"fallback_work":403114240,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1792.8500366210938,"n":8,"spread_pct":42.6026369188728},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.026862094178796,"wave_count":1},"fallback_work":401721184,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1939.5298461914062,"n":8,"spread_pct":37.51203573045968},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.9287740364670753,"wave_count":1},"fallback_work":405250048,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1926.665283203125,"n":8,"spread_pct":39.96043398434871},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.098762990906835,"wave_count":1},"fallback_work":405005440,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1958.9697875976562,"n":8,"spread_pct":2.476551342714697}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":6,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.895432153716683,"wave_count":1},"fallback_work":553555168,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1389.0899047851562,"n":8,"spread_pct":60.657303012116294},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.04724308848381,"wave_count":1},"fallback_work":1031596704,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1447.0324096679688,"n":8,"spread_pct":52.594136394870304},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":5.536596989259124,"wave_count":1},"fallback_work":1512386144,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":1479.4255981445312,"n":8,"spread_pct":1.9378017385188417},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":5.990094039589167,"wave_count":1},"fallback_work":1989894528,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":1650.7208862304688,"n":8,"spread_pct":87.81123718179029},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":9.033014997839928,"wave_count":1},"fallback_work":2465967072,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":2116.515869140625,"n":8,"spread_pct":2.1027311592964972},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":7.948962971568108,"wave_count":1},"fallback_work":2946387648,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":2431.6934814453125,"n":8,"spread_pct":365.9046869111731},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":8.601411012932658,"wave_count":1},"fallback_work":3432386176,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":2663.4476318359375,"n":8,"spread_pct":26.862486544388016},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.0882508512586355,"wave_count":1},"fallback_work":580754784,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1880.4525756835938,"n":8,"spread_pct":5.16328573791028},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.831240978091955,"wave_count":1},"fallback_work":558806592,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1510.441162109375,"n":8,"spread_pct":54.86345291490693},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.12190000154078,"wave_count":1},"fallback_work":570376192,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1679.1583251953125,"n":8,"spread_pct":50.50593337363188},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.186433903872967,"wave_count":1},"fallback_work":591092192,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1981.1452026367188,"n":8,"spread_pct":7.709336705537861},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.319262854754925,"wave_count":1},"fallback_work":560941024,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1534.531005859375,"n":8,"spread_pct":51.393665581672174},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.935770062729716,"wave_count":1},"fallback_work":562663584,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1547.6654663085938,"n":8,"spread_pct":53.8725574695475},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.406628828495741,"wave_count":1},"fallback_work":553884672,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1425.0485229492188,"n":8,"spread_pct":55.48540677689883},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.227008834481239,"wave_count":1},"fallback_work":580385472,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1881.9664306640625,"n":8,"spread_pct":5.336902883420967},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.3975090850144625,"wave_count":1},"fallback_work":553556544,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1490.6754150390625,"n":8,"spread_pct":4.238621056857927},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":11.369576212018728,"wave_count":1},"fallback_work":3886911712,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2659.4254150390625,"n":8,"spread_pct":1.23631616303543},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.666670924052596,"wave_count":1},"fallback_work":561759744,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1490.7192993164062,"n":8,"spread_pct":6.851333803773304},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.320198902860284,"wave_count":1},"fallback_work":572261440,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1612.9752807617188,"n":8,"spread_pct":64.9692604003627},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.97641391120851,"wave_count":1},"fallback_work":579399712,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1757.345458984375,"n":8,"spread_pct":7.754602021342614},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.134155973792076,"wave_count":1},"fallback_work":584158944,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1887.3175659179688,"n":8,"spread_pct":37.947350496385866},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.282197147607803,"wave_count":1},"fallback_work":591215296,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":2021.2637939453125,"n":8,"spread_pct":46.0956518624949},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.328839179128408,"wave_count":1},"fallback_work":601922016,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":2134.121337890625,"n":8,"spread_pct":9.855696384121421}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":7,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.541392903774977,"wave_count":1},"fallback_work":552022368,"features":{"max_depth":2,"packed_tokens":12659,"segment_count":5,"segments_below":[1,3,4,4,4,4,4,4]},"label":"depth_one","median_ms":1240.0689697265625,"n":8,"spread_pct":7.438954703112473},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.298608215525746,"wave_count":1},"fallback_work":1051474144,"features":{"max_depth":2,"packed_tokens":24836,"segment_count":5,"segments_below":[2,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12268","median_ms":1268.716552734375,"n":8,"spread_pct":5.028371091217576},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.526395980268717,"wave_count":1},"fallback_work":1556258112,"features":{"max_depth":2,"packed_tokens":37143,"segment_count":5,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12313","median_ms":1479.0897827148438,"n":8,"spread_pct":46.28664058669092},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.284159047529101,"wave_count":1},"fallback_work":560883424,"features":{"max_depth":3,"packed_tokens":12609,"segment_count":6,"segments_below":[3,5,5,5,5,5,5,5]},"label":"minimum_effective_span_46","median_ms":1294.4047241210938,"n":8,"spread_pct":57.12869774962446},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":7.019095821306109,"wave_count":1},"fallback_work":2029568864,"features":{"max_depth":1,"packed_tokens":49460,"segment_count":4,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1654.70458984375,"n":8,"spread_pct":1.1788712050011287},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.122295882552862,"wave_count":1},"fallback_work":559242784,"features":{"max_depth":3,"packed_tokens":12569,"segment_count":6,"segments_below":[4,4,5,5,5,5,5,5]},"label":"uniform_depth_2","median_ms":1282.2805786132812,"n":8,"spread_pct":55.24252238993169},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.04299283400178,"wave_count":1},"fallback_work":569949280,"features":{"max_depth":4,"packed_tokens":12564,"segment_count":7,"segments_below":[5,6,6,6,6,6,6,6]},"label":"uniform_depth_3","median_ms":1406.2172241210938,"n":8,"spread_pct":51.7810245837761}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g0","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"f8b37d8f36ed38a4d2ea74f20bfe0d15bedbdb66ffaae41eb728a1756d67d5ff","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":0,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.903643159195781,"wave_count":1},"fallback_work":540202240,"features":{"max_depth":2,"packed_tokens":12382,"segment_count":3,"segments_below":[1,2,2,2,2,2,2,2]},"label":"depth_one","median_ms":1139.0631103515625,"n":8,"spread_pct":6.534097150368039},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":6.778225069865584,"wave_count":1},"fallback_work":1011298240,"features":{"max_depth":1,"packed_tokens":24645,"segment_count":2,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1124.52587890625,"n":8,"spread_pct":3.265992308390385}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"515df421b93fe5f98e250ae3d849975dccadfd7dc00046242b5875ddf392c74f","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":1,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.4539048578590155,"wave_count":1},"fallback_work":514816224,"features":{"max_depth":1,"packed_tokens":12546,"segment_count":1,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":1028.7606201171875,"n":8,"spread_pct":2.859275474046191}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"8aa85999c5d3c576d127bd2e3a44436cbd0e9062c7c92b16bcbaab0814703094","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":2,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":13824,"summary_ms":7.864989107474685,"wave_count":1},"fallback_work":1971159360,"features":{"max_depth":2,"packed_tokens":47253,"segment_count":6,"segments_below":[0,0,0,1,1,1,1,3]},"label":"depth_one","median_ms":1752.918701171875,"n":8,"spread_pct":1.1565949925870007},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":4.181802039965987,"wave_count":1},"fallback_work":982976640,"features":{"max_depth":2,"packed_tokens":23150,"segment_count":7,"segments_below":[0,0,0,1,3,5,5,6]},"label":"minimum_effective_span_1366","median_ms":1273.8419189453125,"n":8,"spread_pct":51.21549300916992},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.180921008810401,"wave_count":1},"fallback_work":937672224,"features":{"max_depth":3,"packed_tokens":21785,"segment_count":7,"segments_below":[0,0,0,1,4,5,5,6]},"label":"minimum_effective_span_305","median_ms":1266.4906616210938,"n":8,"spread_pct":1.7491412003450766},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.651118069887161,"wave_count":1},"fallback_work":1214446592,"features":{"max_depth":2,"packed_tokens":28799,"segment_count":6,"segments_below":[0,0,0,1,3,3,3,4]},"label":"minimum_effective_span_7015","median_ms":1290.8187866210938,"n":8,"spread_pct":49.86118581336271},{"cp_plan":{"max_rank_tokens":9728,"summary_ms":4.969699075445533,"wave_count":1},"fallback_work":1557923104,"features":{"max_depth":2,"packed_tokens":37178,"segment_count":6,"segments_below":[0,0,0,1,2,2,2,3]},"label":"minimum_effective_span_8380","median_ms":1396.28515625,"n":8,"spread_pct":49.66356214452971},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":7.3903140146285295,"wave_count":1},"fallback_work":1989151552,"features":{"max_depth":1,"packed_tokens":48469,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1737.1900634765625,"n":8,"spread_pct":0.5165040048665381},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":7.475221995264292,"wave_count":1},"fallback_work":981419520,"features":{"max_depth":3,"packed_tokens":22846,"segment_count":8,"segments_below":[0,0,0,2,4,6,6,7]},"label":"uniform_depth_2","median_ms":1300.4508666992188,"n":8,"spread_pct":3.0315413726280984},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":6.789762992411852,"wave_count":1},"fallback_work":936115104,"features":{"max_depth":4,"packed_tokens":21481,"segment_count":8,"segments_below":[0,0,0,2,5,6,6,7]},"label":"uniform_depth_3","median_ms":1287.73388671875,"n":8,"spread_pct":6.232162012437819}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g3","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"62112dd684879b09adbef34aa98e5ea3966b7de9b9e8067de5920b1d73f07197","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":3,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":11264,"summary_ms":6.0704390052706,"wave_count":1},"fallback_work":1282616192,"features":{"max_depth":2,"packed_tokens":30477,"segment_count":4,"segments_below":[0,0,0,1,1,1,1,2]},"label":"depth_one","median_ms":1357.4144287109375,"n":8,"spread_pct":1.4247020599663363},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.344541976228356,"wave_count":1},"fallback_work":845549696,"features":{"max_depth":2,"packed_tokens":19821,"segment_count":4,"segments_below":[0,0,0,2,2,2,2,3]},"label":"minimum_effective_span_495","median_ms":1189.1063232421875,"n":8,"spread_pct":59.12647560726604},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":9.170582983642817,"wave_count":1},"fallback_work":1291256736,"features":{"max_depth":1,"packed_tokens":31465,"segment_count":3,"segments_below":[0,0,0,0,0,0,0,1]},"label":"no_sharing","median_ms":1267.1182861328125,"n":8,"spread_pct":2.8128174001489175},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.477410973981023,"wave_count":1},"fallback_work":836199424,"features":{"max_depth":3,"packed_tokens":19327,"segment_count":5,"segments_below":[0,0,0,3,3,3,3,4]},"label":"uniform_depth_2","median_ms":1279.2813720703125,"n":8,"spread_pct":6.5627799115504555}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"28b4492a5c1ce50958108e27b72b7afdf09941e4670076dfa879b517d9cc7575","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":4,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.166985793039203,"wave_count":1},"fallback_work":589084224,"features":{"max_depth":2,"packed_tokens":13557,"segment_count":6,"segments_below":[0,1,3,5,5,5,5,5]},"label":"depth_one","median_ms":1220.4482421875,"n":8,"spread_pct":57.49085409033407},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":4.4571280013769865,"wave_count":1},"fallback_work":1095426688,"features":{"max_depth":2,"packed_tokens":25902,"segment_count":6,"segments_below":[0,1,2,4,4,4,4,4]},"label":"minimum_effective_span_12406","median_ms":1318.2330932617188,"n":8,"spread_pct":2.5862940297383115},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.805315915495157,"wave_count":1},"fallback_work":1591433120,"features":{"max_depth":2,"packed_tokens":37995,"segment_count":6,"segments_below":[1,2,3,3,3,3,3,3]},"label":"minimum_effective_span_12426","median_ms":1523.91064453125,"n":8,"spread_pct":0.5957124213665691},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.642332067713141,"wave_count":1},"fallback_work":2107701568,"features":{"max_depth":2,"packed_tokens":50582,"segment_count":6,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_12592","median_ms":1739.0925903320312,"n":8,"spread_pct":0.8386113883010995},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.912476055324078,"wave_count":1},"fallback_work":592202816,"features":{"max_depth":3,"packed_tokens":13367,"segment_count":7,"segments_below":[1,3,5,6,6,6,6,6]},"label":"minimum_effective_span_187","median_ms":1316.2276611328125,"n":8,"spread_pct":5.8505062398580225},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.142548190429807,"wave_count":1},"fallback_work":584738016,"features":{"max_depth":3,"packed_tokens":13185,"segment_count":7,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_21","median_ms":1307.3952026367188,"n":8,"spread_pct":3.1669491315343254},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":9.498720988631248,"wave_count":1},"fallback_work":2592414880,"features":{"max_depth":1,"packed_tokens":63177,"segment_count":5,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2204.042724609375,"n":8,"spread_pct":30.80228437644381},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.000673001632094,"wave_count":1},"fallback_work":597535008,"features":{"max_depth":3,"packed_tokens":13497,"segment_count":7,"segments_below":[1,2,4,6,6,6,6,6]},"label":"uniform_depth_2","median_ms":1325.9064331054688,"n":8,"spread_pct":6.283731956474535},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.4798338785767555,"wave_count":1},"fallback_work":594829440,"features":{"max_depth":4,"packed_tokens":13165,"segment_count":8,"segments_below":[2,4,7,7,7,7,7,7]},"label":"uniform_depth_3","median_ms":1440.3518676757812,"n":8,"spread_pct":49.8278275627179},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":4.249928053468466,"wave_count":1},"fallback_work":605577120,"features":{"max_depth":5,"packed_tokens":13161,"segment_count":9,"segments_below":[3,5,8,8,8,8,8,8]},"label":"uniform_depth_4","median_ms":1547.4193725585938,"n":8,"spread_pct":47.494065673463474}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g5","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"7241823ac1b67d127c5921d771dda170dcc9d4886feffaff3c2520113cd01a08","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":5,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":3584,"summary_ms":4.518548026680946,"wave_count":1},"fallback_work":421769248,"features":{"max_depth":2,"packed_tokens":9433,"segment_count":14,"segments_below":[1,3,6,9,13,13,13,14]},"label":"depth_one","median_ms":1009.50537109375,"n":8,"spread_pct":4.523566760678647},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.3013140093535185,"wave_count":1},"fallback_work":354648672,"features":{"max_depth":6,"packed_tokens":6738,"segment_count":17,"segments_below":[6,11,15,16,16,16,16,17]},"label":"minimum_effective_span_105","median_ms":1472.0881958007812,"n":8,"spread_pct":8.222634617887461},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.102051956579089,"wave_count":1},"fallback_work":356289312,"features":{"max_depth":6,"packed_tokens":6778,"segment_count":17,"segments_below":[5,10,15,16,16,16,16,17]},"label":"minimum_effective_span_113","median_ms":1470.2545776367188,"n":8,"spread_pct":7.016598812444914},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.064411157742143,"wave_count":1},"fallback_work":360349952,"features":{"max_depth":6,"packed_tokens":6877,"segment_count":17,"segments_below":[5,8,16,16,16,16,16,17]},"label":"minimum_effective_span_133","median_ms":1478.3341064453125,"n":8,"spread_pct":45.9245037761819},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.877477953210473,"wave_count":1},"fallback_work":358174560,"features":{"max_depth":5,"packed_tokens":7090,"segment_count":16,"segments_below":[3,8,14,15,15,15,15,16]},"label":"minimum_effective_span_164","median_ms":1357.8641967773438,"n":8,"spread_pct":7.313839775321414},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.540331032127142,"wave_count":1},"fallback_work":359979264,"features":{"max_depth":5,"packed_tokens":7134,"segment_count":16,"segments_below":[4,7,14,15,15,15,15,16]},"label":"minimum_effective_span_195","median_ms":1368.9637451171875,"n":8,"spread_pct":734.4732838612977},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.9396588690578938,"wave_count":1},"fallback_work":360822336,"features":{"max_depth":4,"packed_tokens":7415,"segment_count":16,"segments_below":[3,5,13,15,15,15,15,16]},"label":"minimum_effective_span_197","median_ms":1243.1572265625,"n":8,"spread_pct":58.261229637554955},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.863236866891384,"wave_count":1},"fallback_work":369247392,"features":{"max_depth":4,"packed_tokens":7626,"segment_count":15,"segments_below":[3,6,10,14,14,14,14,15]},"label":"minimum_effective_span_245","median_ms":1201.7686767578125,"n":8,"spread_pct":4.371913182566101},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.557200077921152,"wave_count":1},"fallback_work":372364608,"features":{"max_depth":4,"packed_tokens":7702,"segment_count":15,"segments_below":[3,5,9,14,14,14,14,15]},"label":"minimum_effective_span_281","median_ms":1294.28271484375,"n":8,"spread_pct":3.0908921485001457},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.464711062610149,"wave_count":1},"fallback_work":403097440,"features":{"max_depth":12,"packed_tokens":6323,"segment_count":23,"segments_below":[16,20,22,22,22,22,22,23]},"label":"minimum_effective_span_32","median_ms":2192.480224609375,"n":8,"spread_pct":3.634415352814502},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.423560807481408,"wave_count":1},"fallback_work":375586720,"features":{"max_depth":3,"packed_tokens":8041,"segment_count":15,"segments_below":[2,4,8,14,14,14,14,15]},"label":"minimum_effective_span_340","median_ms":1093.3829345703125,"n":8,"spread_pct":63.76655647715701},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.550951834768057,"wave_count":1},"fallback_work":378539872,"features":{"max_depth":3,"packed_tokens":8113,"segment_count":15,"segments_below":[1,4,8,14,14,14,14,15]},"label":"minimum_effective_span_349","median_ms":1108.3236694335938,"n":8,"spread_pct":68.38218987789651},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.098075209185481,"wave_count":1},"fallback_work":393662272,"features":{"max_depth":11,"packed_tokens":6359,"segment_count":22,"segments_below":[15,19,21,21,21,21,21,22]},"label":"minimum_effective_span_37","median_ms":2086.1346435546875,"n":8,"spread_pct":2.7850013004974072},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.03786008246243,"wave_count":1},"fallback_work":375038144,"features":{"max_depth":9,"packed_tokens":6437,"segment_count":20,"segments_below":[9,17,19,19,19,19,19,20]},"label":"minimum_effective_span_40","median_ms":1846.990478515625,"n":8,"spread_pct":2.1498364963167886},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.553147893399,"wave_count":1},"fallback_work":389942208,"features":{"max_depth":3,"packed_tokens":8391,"segment_count":15,"segments_below":[1,3,9,12,14,14,14,15]},"label":"minimum_effective_span_441","median_ms":1187.6925659179688,"n":8,"spread_pct":4.085531977107947},{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.8918048851192,"wave_count":1},"fallback_work":607366592,"features":{"max_depth":2,"packed_tokens":13958,"segment_count":14,"segments_below":[1,3,6,9,12,12,12,14]},"label":"minimum_effective_span_4955","median_ms":1029.98681640625,"n":8,"spread_pct":69.99729901162077},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.817545879632235,"wave_count":1},"fallback_work":790010784,"features":{"max_depth":2,"packed_tokens":18411,"segment_count":14,"segments_below":[2,4,6,8,11,11,11,14]},"label":"minimum_effective_span_4994","median_ms":1109.571533203125,"n":8,"spread_pct":66.37971266093925},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.511823877692223,"wave_count":1},"fallback_work":982621920,"features":{"max_depth":2,"packed_tokens":23107,"segment_count":14,"segments_below":[2,3,5,7,10,10,10,14]},"label":"minimum_effective_span_5048","median_ms":1187.1953735351562,"n":8,"spread_pct":4.985633393105726},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.165917031466961,"wave_count":2},"fallback_work":1181057440,"features":{"max_depth":2,"packed_tokens":27945,"segment_count":14,"segments_below":[2,3,5,6,9,9,9,14]},"label":"minimum_effective_span_5087","median_ms":1254.4608764648438,"n":8,"spread_pct":2.0056938405408395},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":4.425357794389129,"wave_count":1},"fallback_work":1382035840,"features":{"max_depth":2,"packed_tokens":32845,"segment_count":14,"segments_below":[1,3,4,6,8,8,8,14]},"label":"minimum_effective_span_5118","median_ms":1469.2349853515625,"n":8,"spread_pct":2.1107308898084103},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.032411940395832,"wave_count":2},"fallback_work":1580881408,"features":{"max_depth":2,"packed_tokens":37693,"segment_count":14,"segments_below":[2,2,3,6,7,7,7,14]},"label":"minimum_effective_span_5149","median_ms":1536.5753173828125,"n":8,"spread_pct":2.5395259232778225},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.324668018147349,"wave_count":1},"fallback_work":1786699584,"features":{"max_depth":2,"packed_tokens":42711,"segment_count":14,"segments_below":[1,2,3,6,6,6,6,14]},"label":"minimum_effective_span_5199","median_ms":1583.2322998046875,"n":8,"spread_pct":46.26309547867171},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":3.6938749253749847,"wave_count":1},"fallback_work":404273568,"features":{"max_depth":3,"packed_tokens":8746,"segment_count":14,"segments_below":[2,4,7,10,13,13,13,14]},"label":"minimum_effective_span_522","median_ms":1093.814697265625,"n":8,"spread_pct":5.083081023109124},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":5.643132841214538,"wave_count":1},"fallback_work":1990221088,"features":{"max_depth":2,"packed_tokens":47673,"segment_count":14,"segments_below":[1,1,2,5,5,5,5,14]},"label":"minimum_effective_span_5235","median_ms":1732.7357177734375,"n":8,"spread_pct":39.86257844636516},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":6.111630005761981,"wave_count":1},"fallback_work":2196367392,"features":{"max_depth":2,"packed_tokens":52699,"segment_count":14,"segments_below":[0,1,2,4,4,4,4,14]},"label":"minimum_effective_span_5303","median_ms":1911.1051025390625,"n":8,"spread_pct":1.3576589287542684},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":6.587415002286434,"wave_count":1},"fallback_work":2410963104,"features":{"max_depth":2,"packed_tokens":57931,"segment_count":14,"segments_below":[0,0,3,3,3,3,3,14]},"label":"minimum_effective_span_5395","median_ms":1928.7529296875,"n":8,"spread_pct":0.8110203170260091},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":6.608226103708148,"wave_count":1},"fallback_work":2628487616,"features":{"max_depth":2,"packed_tokens":63240,"segment_count":13,"segments_below":[1,1,1,1,1,1,1,13]},"label":"minimum_effective_span_5476","median_ms":1936.512939453125,"n":8,"spread_pct":35.421838519800346},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.707610070705414,"wave_count":1},"fallback_work":369089280,"features":{"max_depth":8,"packed_tokens":6558,"segment_count":19,"segments_below":[6,15,18,18,18,18,18,19]},"label":"minimum_effective_span_71","median_ms":1721.5302124023438,"n":8,"spread_pct":4.102483231049094},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.7372070364654064,"wave_count":1},"fallback_work":361499776,"features":{"max_depth":7,"packed_tokens":6639,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_82","median_ms":1620.3304443359375,"n":8,"spread_pct":40.93649668025163},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.408460110425949,"wave_count":1},"fallback_work":362238176,"features":{"max_depth":7,"packed_tokens":6657,"segment_count":18,"segments_below":[6,14,16,17,17,17,17,18]},"label":"minimum_effective_span_87","median_ms":1599.6952514648438,"n":8,"spread_pct":43.54760868874294},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.3199751526117325,"wave_count":1},"fallback_work":362689184,"features":{"max_depth":7,"packed_tokens":6668,"segment_count":18,"segments_below":[6,12,17,17,17,17,17,18]},"label":"minimum_effective_span_93","median_ms":1596.6615600585938,"n":8,"spread_pct":3.059621892496257},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":3.718770109117031,"wave_count":1},"fallback_work":361745984,"features":{"max_depth":7,"packed_tokens":6645,"segment_count":18,"segments_below":[7,12,17,17,17,17,17,18]},"label":"minimum_effective_span_94","median_ms":1600.7431640625,"n":8,"spread_pct":3.160610824684092},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.463287958875299,"wave_count":1},"fallback_work":2828205152,"features":{"max_depth":1,"packed_tokens":68881,"segment_count":13,"segments_below":[0,0,0,0,0,0,0,13]},"label":"no_sharing","median_ms":2169.145263671875,"n":8,"spread_pct":32.705370812843796},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.026155918836594,"wave_count":1},"fallback_work":404596768,"features":{"max_depth":11,"packed_tokens":6620,"segment_count":23,"segments_below":[16,19,20,22,22,22,22,23]},"label":"uniform_depth_10","median_ms":2090.590087890625,"n":8,"spread_pct":3.628563957941656},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.199998918920755,"wave_count":1},"fallback_work":408864032,"features":{"max_depth":12,"packed_tokens":6458,"segment_count":24,"segments_below":[16,20,23,23,23,23,23,24]},"label":"uniform_depth_11","median_ms":2227.0048828125,"n":8,"spread_pct":2.776981152428925},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.267350072041154,"wave_count":1},"fallback_work":412737632,"features":{"max_depth":13,"packed_tokens":6292,"segment_count":24,"segments_below":[17,21,23,23,23,23,23,24]},"label":"uniform_depth_12","median_ms":2323.2225341796875,"n":8,"spread_pct":3.336703300190801},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":3.807116998359561,"wave_count":1},"fallback_work":415084960,"features":{"max_depth":3,"packed_tokens":9004,"segment_count":15,"segments_below":[3,5,8,11,14,14,14,15]},"label":"uniform_depth_2","median_ms":1253.4625244140625,"n":8,"spread_pct":7.621515207143494},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":3.8133859634399414,"wave_count":1},"fallback_work":403848064,"features":{"max_depth":4,"packed_tokens":8464,"segment_count":16,"segments_below":[6,8,10,12,15,15,15,16]},"label":"uniform_depth_3","median_ms":1255.1514282226562,"n":8,"spread_pct":2.543618946158461},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.8861872162669897,"wave_count":1},"fallback_work":400363360,"features":{"max_depth":5,"packed_tokens":8113,"segment_count":17,"segments_below":[8,9,11,13,16,16,16,17]},"label":"uniform_depth_4","median_ms":1420.3322143554688,"n":8,"spread_pct":51.21832269672068},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.8119920063763857,"wave_count":1},"fallback_work":401103136,"features":{"max_depth":6,"packed_tokens":7865,"segment_count":18,"segments_below":[10,11,13,14,17,17,17,18]},"label":"uniform_depth_5","median_ms":1541.8522338867188,"n":8,"spread_pct":1.4119156714152374},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.837730037048459,"wave_count":1},"fallback_work":403114240,"features":{"max_depth":7,"packed_tokens":7648,"segment_count":19,"segments_below":[11,13,14,16,18,18,18,19]},"label":"uniform_depth_6","median_ms":1742.1887817382812,"n":8,"spread_pct":40.43143045613651},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.012132994830608,"wave_count":1},"fallback_work":401721184,"features":{"max_depth":8,"packed_tokens":7348,"segment_count":20,"segments_below":[14,14,15,18,19,19,19,20]},"label":"uniform_depth_7","median_ms":1871.8869018554688,"n":8,"spread_pct":1.8199618213769313},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.067650996148586,"wave_count":1},"fallback_work":405250048,"features":{"max_depth":9,"packed_tokens":7168,"segment_count":21,"segments_below":[15,16,17,20,20,20,20,21]},"label":"uniform_depth_8","median_ms":1873.4752197265625,"n":8,"spread_pct":41.86034359061135},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.214420914649963,"wave_count":1},"fallback_work":405005440,"features":{"max_depth":10,"packed_tokens":6896,"segment_count":22,"segments_below":[16,17,18,21,21,21,21,22]},"label":"uniform_depth_9","median_ms":1829.1830444335938,"n":8,"spread_pct":1.9685588619166892}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g6","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"22fe33a263cacb6bc86ab088fe07af0a0fb8e68bfdc85c518a57ec37e403d138","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":6,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.865437978878617,"wave_count":1},"fallback_work":553555168,"features":{"max_depth":2,"packed_tokens":12674,"segment_count":9,"segments_below":[1,4,8,8,8,8,8,8]},"label":"depth_one","median_ms":1224.2733764648438,"n":8,"spread_pct":2.687439910122868},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.081730894744396,"wave_count":1},"fallback_work":1031596704,"features":{"max_depth":2,"packed_tokens":24329,"segment_count":9,"segments_below":[2,4,7,7,7,7,7,7]},"label":"minimum_effective_span_11722","median_ms":1315.839599609375,"n":8,"spread_pct":104.84049235585273},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":5.911502987146378,"wave_count":1},"fallback_work":1512386144,"features":{"max_depth":2,"packed_tokens":36051,"segment_count":9,"segments_below":[1,3,6,6,6,6,6,6]},"label":"minimum_effective_span_11733","median_ms":1451.9727172851562,"n":8,"spread_pct":44.681407102011036},{"cp_plan":{"max_rank_tokens":12800,"summary_ms":5.840243771672249,"wave_count":1},"fallback_work":1989894528,"features":{"max_depth":2,"packed_tokens":47693,"segment_count":9,"segments_below":[1,2,5,5,5,5,5,5]},"label":"minimum_effective_span_11735","median_ms":1672.023193359375,"n":8,"spread_pct":41.15081358880718},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":8.762439945712686,"wave_count":1},"fallback_work":2465967072,"features":{"max_depth":2,"packed_tokens":59300,"segment_count":9,"segments_below":[1,4,4,4,4,4,4,4]},"label":"minimum_effective_span_11758","median_ms":2226.968505859375,"n":8,"spread_pct":0.8284235012847986},{"cp_plan":{"max_rank_tokens":19968,"summary_ms":7.6302471570670605,"wave_count":1},"fallback_work":2946387648,"features":{"max_depth":2,"packed_tokens":71013,"segment_count":9,"segments_below":[2,3,3,3,3,3,3,3]},"label":"minimum_effective_span_11808","median_ms":2579.3236083984375,"n":8,"spread_pct":26.325838380347697},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":8.024909067898989,"wave_count":1},"fallback_work":3432386176,"features":{"max_depth":2,"packed_tokens":82862,"segment_count":9,"segments_below":[1,2,2,2,2,2,2,2]},"label":"minimum_effective_span_11855","median_ms":2811.4381103515625,"n":8,"spread_pct":0.7354426048272306},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.171252880245447,"wave_count":1},"fallback_work":580754784,"features":{"max_depth":6,"packed_tokens":12273,"segment_count":13,"segments_below":[9,12,12,12,12,12,12,12]},"label":"minimum_effective_span_12","median_ms":1834.0440063476562,"n":8,"spread_pct":4.965433598621344},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.712105030193925,"wave_count":1},"fallback_work":558806592,"features":{"max_depth":3,"packed_tokens":12536,"segment_count":10,"segments_below":[2,6,9,9,9,9,9,9]},"label":"minimum_effective_span_134","median_ms":1325.837890625,"n":8,"spread_pct":5.5405798072857815},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.09971403516829,"wave_count":1},"fallback_work":570376192,"features":{"max_depth":5,"packed_tokens":12286,"segment_count":12,"segments_below":[8,11,11,11,11,11,11,11]},"label":"minimum_effective_span_14","median_ms":1553.550048828125,"n":8,"spread_pct":3.683827410789395},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.07521303370595,"wave_count":1},"fallback_work":591092192,"features":{"max_depth":7,"packed_tokens":12259,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"minimum_effective_span_3","median_ms":1942.3072509765625,"n":8,"spread_pct":2.5545614173904827},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.2327068988233805,"wave_count":1},"fallback_work":560941024,"features":{"max_depth":4,"packed_tokens":12322,"segment_count":11,"segments_below":[5,10,10,10,10,10,10,10]},"label":"minimum_effective_span_37","median_ms":1432.91748046875,"n":8,"spread_pct":1.961177190193603},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.9278398510068655,"wave_count":1},"fallback_work":562663584,"features":{"max_depth":4,"packed_tokens":12364,"segment_count":11,"segments_below":[4,10,10,10,10,10,10,10]},"label":"minimum_effective_span_48","median_ms":1437.6881713867188,"n":8,"spread_pct":2.753367500339523},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.275978008285165,"wave_count":1},"fallback_work":553884672,"features":{"max_depth":3,"packed_tokens":12416,"segment_count":10,"segments_below":[2,9,9,9,9,9,9,9]},"label":"minimum_effective_span_53","median_ms":1310.6884155273438,"n":8,"spread_pct":8.735997635128733},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.11442800052464,"wave_count":1},"fallback_work":580385472,"features":{"max_depth":6,"packed_tokens":12264,"segment_count":13,"segments_below":[10,12,12,12,12,12,12,12]},"label":"minimum_effective_span_6","median_ms":1813.8795166015625,"n":8,"spread_pct":38.66646217073064},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.341032054275274,"wave_count":1},"fallback_work":553556544,"features":{"max_depth":3,"packed_tokens":12408,"segment_count":10,"segments_below":[3,7,9,9,9,9,9,9]},"label":"minimum_effective_span_87","median_ms":1330.9425659179688,"n":8,"spread_pct":6.716679133325748},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":10.422856081277132,"wave_count":1},"fallback_work":3886911712,"features":{"max_depth":1,"packed_tokens":94721,"segment_count":8,"segments_below":[0,0,0,0,0,0,0,0]},"label":"no_sharing","median_ms":2894.68994140625,"n":8,"spread_pct":22.53824646928095},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.670460941269994,"wave_count":1},"fallback_work":561759744,"features":{"max_depth":3,"packed_tokens":12608,"segment_count":10,"segments_below":[4,6,9,9,9,9,9,9]},"label":"uniform_depth_2","median_ms":1319.9854736328125,"n":8,"spread_pct":56.47495343937353},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.263651091605425,"wave_count":1},"fallback_work":572261440,"features":{"max_depth":4,"packed_tokens":12598,"segment_count":11,"segments_below":[5,7,10,10,10,10,10,10]},"label":"uniform_depth_3","median_ms":1446.08740234375,"n":8,"spread_pct":49.106138026672866},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.866717848926783,"wave_count":1},"fallback_work":579399712,"features":{"max_depth":5,"packed_tokens":12506,"segment_count":12,"segments_below":[6,8,11,11,11,11,11,11]},"label":"uniform_depth_4","median_ms":1566.1642456054688,"n":8,"spread_pct":3.590267901037547},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.006655119359493,"wave_count":1},"fallback_work":584158944,"features":{"max_depth":6,"packed_tokens":12356,"segment_count":13,"segments_below":[8,12,12,12,12,12,12,12]},"label":"uniform_depth_5","median_ms":1811.0978393554688,"n":8,"spread_pct":36.06275153525793},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.145261995494366,"wave_count":1},"fallback_work":591215296,"features":{"max_depth":7,"packed_tokens":12262,"segment_count":14,"segments_below":[11,13,13,13,13,13,13,13]},"label":"uniform_depth_6","median_ms":1937.255859375,"n":8,"spread_pct":1.8392753623188405},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.166866816580296,"wave_count":1},"fallback_work":601922016,"features":{"max_depth":8,"packed_tokens":12257,"segment_count":15,"segments_below":[12,14,14,14,14,14,14,14]},"label":"uniform_depth_7","median_ms":2053.2696533203125,"n":8,"spread_pct":2.603596766661405}],"cell":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g7","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"d04b77db2ed7d695d20c6f183215ead28d0337ae88b9ddbc3674926310d364b9","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"group":7,"kind":"ellavox"}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":38400,"summary_ms":9.96361393481493,"wave_count":1},"fallback_work":3103462912,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":3780.058349609375,"n":8,"spread_pct":0.8972739924042437},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.147318985313177,"wave_count":1},"fallback_work":624244064,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1468.939697265625,"n":8,"spread_pct":8.276258202688915},{"cp_plan":{"max_rank_tokens":54528,"summary_ms":11.14541501738131,"wave_count":1},"fallback_work":4373212160,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":4989.880615234375,"n":8,"spread_pct":0.5674961987275908},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":6.069676950573921,"wave_count":1},"fallback_work":593040896,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1618.865478515625,"n":8,"spread_pct":8.020708585430606}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":38912,"summary_ms":8.441430982202291,"wave_count":1},"fallback_work":3103462912,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":3792.760986328125,"n":8,"spread_pct":19.01177774348994},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":6.606295006349683,"wave_count":1},"fallback_work":624244064,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1180.9699096679688,"n":8,"spread_pct":62.18949381960659},{"cp_plan":{"max_rank_tokens":55296,"summary_ms":10.394965065643191,"wave_count":1},"fallback_work":4373212160,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":5055.461669921875,"n":8,"spread_pct":0.2501355689775296},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":9.598438860848546,"wave_count":1},"fallback_work":593040896,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1315.4064331054688,"n":8,"spread_pct":2.467601157945489}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":8.238151669502258,"wave_count":1},"fallback_work":3103897856,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":2111.34228515625,"n":8,"spread_pct":3.71989873333412},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.426073282957077,"wave_count":1},"fallback_work":626260224,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1394.4734497070312,"n":8,"spread_pct":7.0755471176085605},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":11.552616953849792,"wave_count":1},"fallback_work":4372754944,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2592.2830810546875,"n":8,"spread_pct":29.289776696468444},{"cp_plan":{"max_rank_tokens":3584,"summary_ms":5.205504596233368,"wave_count":1},"fallback_work":595212544,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1466.7646484375,"n":8,"spread_pct":9.514215358925995}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":8.49826610647142,"wave_count":1},"fallback_work":3103897856,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":2047.6919555664062,"n":8,"spread_pct":1.4102255525697416},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.539538873359561,"wave_count":1},"fallback_work":626260224,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1196.9746704101562,"n":8,"spread_pct":56.867918503645335},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":11.294591939076781,"wave_count":1},"fallback_work":4372754944,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2618.32666015625,"n":8,"spread_pct":25.315259235112777},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.788954043760896,"wave_count":1},"fallback_work":595212544,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1267.6162719726562,"n":8,"spread_pct":59.20024074776256}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":18944,"summary_ms":8.503667078912258,"wave_count":1},"fallback_work":3103897856,"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":2221.0106201171875,"n":8,"spread_pct":0.31281948151528494},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.604795947670937,"wave_count":1},"fallback_work":626260224,"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1093.9190673828125,"n":8,"spread_pct":8.061477104264576},{"cp_plan":{"max_rank_tokens":26880,"summary_ms":11.781971901655197,"wave_count":1},"fallback_work":4372754944,"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":2914.87890625,"n":8,"spread_pct":0.28756186269530387},{"cp_plan":{"max_rank_tokens":4096,"summary_ms":4.871755838394165,"wave_count":1},"fallback_work":595212544,"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1154.73828125,"n":8,"spread_pct":67.23616476609622}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":4218.9716796875,"n":8,"spread_pct":16.400700703921345},{"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1584.8867797851562,"n":8,"spread_pct":1.0782389887696917},{"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":5527.9208984375,"n":8,"spread_pct":0.3169280380794161},{"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1686.0945434570312,"n":8,"spread_pct":3.2740882678871754}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[2,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":74719,"segment_count":33,"segments_below":[0,0,0,0,1,1,33,33]},"label":"depth_one","median_ms":4426.760498046875,"n":8,"spread_pct":14.805031830170408},{"features":{"max_depth":2,"packed_tokens":14302,"segment_count":34,"segments_below":[0,0,32,32,32,32,34,34]},"label":"minimum_effective_span_1024","median_ms":1364.6596069335938,"n":8,"spread_pct":54.05370277713932},{"features":{"max_depth":1,"packed_tokens":106432,"segment_count":32,"segments_below":[0,0,0,0,0,0,32,32]},"label":"no_sharing","median_ms":5847.463623046875,"n":8,"spread_pct":0.47657715511754295},{"features":{"max_depth":3,"packed_tokens":13279,"segment_count":35,"segments_below":[0,0,32,32,33,33,35,35]},"label":"uniform_depth_2","median_ms":1442.5343627929688,"n":8,"spread_pct":3.577772359141514}],"cell":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"e93bd99b9b146f0288d949abc36fd4bcf4c2ba5286f8e35dcf9a1b97782a7986","shape":[2,1,2,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"grpo","seed":6401,"shape":[2,16,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":31232,"summary_ms":10.263856500387192,"wave_count":1},"fallback_work":2429098752,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2983.16455078125,"n":8,"spread_pct":26.246100144348468},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":7.593471556901932,"wave_count":1},"fallback_work":1043036608,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1726.435546875,"n":8,"spread_pct":3.2702277316771027},{"cp_plan":{"max_rank_tokens":37888,"summary_ms":10.533500462770462,"wave_count":1},"fallback_work":3027105280,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":3495.0341796875,"n":8,"spread_pct":1.0264004593570957},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":9.93216410279274,"wave_count":1},"fallback_work":927865600,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1700.8516235351562,"n":8,"spread_pct":4.08214046322512}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":31744,"summary_ms":11.641943827271461,"wave_count":1},"fallback_work":2429098752,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2989.9732666015625,"n":8,"spread_pct":0.5678729049699432},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":8.219044655561447,"wave_count":1},"fallback_work":1043036608,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1537.1511840820312,"n":8,"spread_pct":39.86564850821044},{"cp_plan":{"max_rank_tokens":37888,"summary_ms":10.366614907979965,"wave_count":1},"fallback_work":3027105280,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":3526.98486328125,"n":8,"spread_pct":0.23834789392331585},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":11.851035058498383,"wave_count":1},"fallback_work":927865600,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1489.1134643554688,"n":8,"spread_pct":43.801540600144236}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":14.736387878656387,"wave_count":1},"fallback_work":2428877952,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1817.6096801757812,"n":8,"spread_pct":2.908375522843283},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":9.815394878387451,"wave_count":1},"fallback_work":1044020128,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1426.4498901367188,"n":8,"spread_pct":6.777378160199272},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":15.430093742907047,"wave_count":1},"fallback_work":3026385152,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":1990.7088012695312,"n":8,"spread_pct":39.05761178801435},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":9.870187379419804,"wave_count":1},"fallback_work":929053824,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1514.060791015625,"n":8,"spread_pct":4.300798198140381}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":9.632622823119164,"wave_count":1},"fallback_work":2428877952,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1681.3530883789062,"n":8,"spread_pct":38.83570539373221},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.871810019016266,"wave_count":1},"fallback_work":1044020128,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1105.2994995117188,"n":8,"spread_pct":63.12514609265211},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":10.400066152215004,"wave_count":1},"fallback_work":3026385152,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":1895.9064331054688,"n":8,"spread_pct":35.21238497918924},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.815647542476654,"wave_count":1},"fallback_work":929053824,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1232.48583984375,"n":8,"spread_pct":2.8421959874507308}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":13.18509690463543,"wave_count":1},"fallback_work":2428877952,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1785.8073120117188,"n":8,"spread_pct":0.29103171378244946},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.745189428329468,"wave_count":1},"fallback_work":1044020128,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1043.9613647460938,"n":8,"spread_pct":4.050504836133541},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":12.702776119112968,"wave_count":1},"fallback_work":3026385152,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":2068.927734375,"n":8,"spread_pct":0.22937511977350888},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":6.26557320356369,"wave_count":1},"fallback_work":929053824,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1148.1316528320312,"n":8,"spread_pct":4.455427622651845}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":31232,"summary_ms":8.791131898760796,"wave_count":1},"fallback_work":2429098752,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":3020.150634765625,"n":8,"spread_pct":41.748308905264174},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":7.6069768983870745,"wave_count":1},"fallback_work":1043036608,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1768.9099731445312,"n":8,"spread_pct":6.043277956895808},{"cp_plan":{"max_rank_tokens":37888,"summary_ms":8.639720967039466,"wave_count":1},"fallback_work":3027105280,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":3557.8431396484375,"n":8,"spread_pct":1.4949983790145636},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":9.3739980366081,"wave_count":1},"fallback_work":927865600,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1736.8080444335938,"n":8,"spread_pct":4.8137215167222305}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":31744,"summary_ms":9.709262056276202,"wave_count":1},"fallback_work":2429098752,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":3017.1575927734375,"n":8,"spread_pct":0.39289455994170713},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":7.2982588317245245,"wave_count":1},"fallback_work":1043036608,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1582.4959106445312,"n":8,"spread_pct":3.8589745997828646},{"cp_plan":{"max_rank_tokens":37888,"summary_ms":9.099852060899138,"wave_count":1},"fallback_work":3027105280,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":3578.07568359375,"n":8,"spread_pct":27.71887276284785},{"cp_plan":{"max_rank_tokens":13824,"summary_ms":10.986663866788149,"wave_count":1},"fallback_work":927865600,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1546.3780517578125,"n":8,"spread_pct":48.94376973536874}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":7.665801793336868,"wave_count":1},"fallback_work":2428877952,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1818.966552734375,"n":8,"spread_pct":3.6650490095479666},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":6.4339302480220795,"wave_count":1},"fallback_work":1044020128,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1378.2605590820312,"n":8,"spread_pct":53.28715141531616},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.895117789506912,"wave_count":1},"fallback_work":3026385152,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":1960.5106201171875,"n":8,"spread_pct":2.6930787908697504},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.011256784200668,"wave_count":1},"fallback_work":929053824,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1524.0169067382812,"n":8,"spread_pct":46.50388375927377}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":7.633875124156475,"wave_count":1},"fallback_work":2428877952,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1691.1446533203125,"n":8,"spread_pct":0.6857657040923694},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.104803014546633,"wave_count":1},"fallback_work":1044020128,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1164.3949584960938,"n":8,"spread_pct":6.4264049586928484},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.874346036463976,"wave_count":1},"fallback_work":3026385152,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":1913.671875,"n":8,"spread_pct":0.4533386915697081},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.931069212034345,"wave_count":1},"fallback_work":929053824,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1283.1658935546875,"n":8,"spread_pct":55.134343224380075}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":14848,"summary_ms":8.512253174558282,"wave_count":1},"fallback_work":2428877952,"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1792.2634887695312,"n":8,"spread_pct":1.6091433023849082},{"cp_plan":{"max_rank_tokens":6144,"summary_ms":5.626116180792451,"wave_count":1},"fallback_work":1044020128,"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1072.3634033203125,"n":8,"spread_pct":68.47537013075197},{"cp_plan":{"max_rank_tokens":18432,"summary_ms":9.9813521374017,"wave_count":1},"fallback_work":3026385152,"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":2077.4154052734375,"n":8,"spread_pct":0.685208124696244},{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.462870001792908,"wave_count":1},"fallback_work":929053824,"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1200.0098876953125,"n":8,"spread_pct":4.623710681094852}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":3387.98974609375,"n":8,"spread_pct":0.5100234153762653},{"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1938.6181640625,"n":8,"spread_pct":1.3999481146213502},{"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":3921.951171875,"n":8,"spread_pct":0.39798778808578916},{"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1884.7791748046875,"n":8,"spread_pct":45.67765089253568}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[2,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":58351,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":3523.57275390625,"n":8,"spread_pct":1.1094363478563807},{"features":{"max_depth":2,"packed_tokens":24556,"segment_count":20,"segments_below":[0,0,0,16,16,16,20,20]},"label":"minimum_effective_span_1024","median_ms":1824.6738891601562,"n":8,"spread_pct":41.822254130451995},{"features":{"max_depth":1,"packed_tokens":73696,"segment_count":16,"segments_below":[0,0,0,0,0,0,0,16]},"label":"no_sharing","median_ms":4144.834716796875,"n":8,"spread_pct":1.3866680237774769},{"features":{"max_depth":3,"packed_tokens":21487,"segment_count":21,"segments_below":[0,0,0,16,17,17,21,21]},"label":"uniform_depth_2","median_ms":1751.9749755859375,"n":8,"spread_pct":4.438998426650058}],"cell":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"b22cf02205e50cf3039bce79a80192ff93bea622b889e06740c68439c9ad1dc4","shape":[2,1,2,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"grpo","seed":6501,"shape":[4,4,1023,3072,511]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":3625.0157470703125,"n":8,"spread_pct":1.2222468457084086},{"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1668.4222412109375,"n":8,"spread_pct":3.263552100698617},{"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":4575.041015625,"n":8,"spread_pct":0.9661478444737304},{"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1655.1027221679688,"n":8,"spread_pct":2.193662819871209}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":20992,"summary_ms":8.95298458635807,"wave_count":1},"fallback_work":1588599552,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2323.9857177734375,"n":8,"spread_pct":2.2020800299777954},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":6.599355489015579,"wave_count":1},"fallback_work":454179424,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1638.8638916015625,"n":8,"spread_pct":9.60038726093851},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":17.234409227967262,"wave_count":1},"fallback_work":2186606080,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2780.334228515625,"n":8,"spread_pct":3.5377870645434606},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":7.205255329608917,"wave_count":1},"fallback_work":422976256,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1738.6832275390625,"n":8,"spread_pct":56.41924237604323}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":21504,"summary_ms":9.3466117978096,"wave_count":1},"fallback_work":1588599552,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2024.3969116210938,"n":8,"spread_pct":0.6745353818271314},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":6.384382024407387,"wave_count":1},"fallback_work":454179424,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1110.751708984375,"n":8,"spread_pct":5.55770468821812},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":10.67463494837284,"wave_count":1},"fallback_work":2186606080,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2551.6695556640625,"n":8,"spread_pct":8.030271999935703},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":8.173808455467224,"wave_count":1},"fallback_work":422976256,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1266.86572265625,"n":8,"spread_pct":53.55900138020559}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":10.381296277046204,"wave_count":1},"fallback_work":1588870272,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1792.3185424804688,"n":8,"spread_pct":8.423370580296567},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":8.642713539302349,"wave_count":1},"fallback_work":455244928,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1622.2722778320312,"n":8,"spread_pct":8.209235236326121},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":20.13980131596327,"wave_count":1},"fallback_work":2186377472,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1907.0020751953125,"n":8,"spread_pct":51.101304102550216},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":8.581164292991161,"wave_count":1},"fallback_work":424197248,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1755.3212280273438,"n":8,"spread_pct":8.969427260850908}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":7.006987929344177,"wave_count":1},"fallback_work":1588870272,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1249.6383666992188,"n":8,"spread_pct":56.52501517162558},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.337841644883156,"wave_count":1},"fallback_work":455244928,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":999.4735107421875,"n":8,"spread_pct":3.5936705934166757},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":9.141618385910988,"wave_count":1},"fallback_work":2186377472,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1434.6055908203125,"n":8,"spread_pct":1.1213475094085927},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":5.029257386922836,"wave_count":1},"fallback_work":424197248,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1149.4880981445312,"n":8,"spread_pct":59.07409426102704}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":7.7276453375816345,"wave_count":1},"fallback_work":1588870272,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1256.1098022460938,"n":8,"spread_pct":2.3165870452640593},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.340825602412224,"wave_count":1},"fallback_work":455244928,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":908.60107421875,"n":8,"spread_pct":71.02058103572897},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":9.412949904799461,"wave_count":1},"fallback_work":2186377472,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1514.4428100585938,"n":8,"spread_pct":0.43369040550355176},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.978947341442108,"wave_count":1},"fallback_work":424197248,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1057.379638671875,"n":8,"spread_pct":3.2835976316933606}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":20992,"summary_ms":6.7337260115891695,"wave_count":1},"fallback_work":1588599552,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2334.923828125,"n":8,"spread_pct":3.6072196044939235},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":5.110325058922172,"wave_count":1},"fallback_work":454179424,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1630.1868286132812,"n":8,"spread_pct":5.790868622056379},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":15.615490963682532,"wave_count":1},"fallback_work":2186606080,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2783.71337890625,"n":8,"spread_pct":3.6937614068999634},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.862442078068852,"wave_count":1},"fallback_work":422976256,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1769.8424682617188,"n":8,"spread_pct":51.60327245149592}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":21504,"summary_ms":7.78634287416935,"wave_count":1},"fallback_work":1588599552,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2030.2066650390625,"n":8,"spread_pct":1.121351213270422},{"cp_plan":{"max_rank_tokens":7680,"summary_ms":5.791699979454279,"wave_count":1},"fallback_work":454179424,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1117.3109741210938,"n":8,"spread_pct":2.3167456962115693},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":9.455354185774922,"wave_count":1},"fallback_work":2186606080,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":2573.98046875,"n":8,"spread_pct":0.47529058076696024},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":7.497588871046901,"wave_count":1},"fallback_work":422976256,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1263.505615234375,"n":8,"spread_pct":54.95795524874892}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.726955831050873,"wave_count":1},"fallback_work":1588870272,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1677.678955078125,"n":8,"spread_pct":7.051462555587911},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.9128904938697815,"wave_count":1},"fallback_work":455244928,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1480.4052734375,"n":8,"spread_pct":2.9972756087826986},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":8.005768060684204,"wave_count":1},"fallback_work":2186377472,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1782.8696899414062,"n":8,"spread_pct":3.5788386909833254},{"cp_plan":{"max_rank_tokens":2560,"summary_ms":4.514269530773163,"wave_count":1},"fallback_work":424197248,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1660.4422607421875,"n":8,"spread_pct":3.4724973484347514}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.583924008533359,"wave_count":1},"fallback_work":1588870272,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1271.1847534179688,"n":8,"spread_pct":54.81525960586623},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.8349239621311426,"wave_count":1},"fallback_work":455244928,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1041.2185668945312,"n":8,"spread_pct":6.498908954486769},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.700122892856598,"wave_count":1},"fallback_work":2186377472,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1449.8440551757812,"n":8,"spread_pct":2.288163652433491},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.502214957028627,"wave_count":1},"fallback_work":424197248,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1211.7971801757812,"n":8,"spread_pct":60.65504403753687}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.526215070858598,"wave_count":1},"fallback_work":1588870272,"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":1290.3126831054688,"n":8,"spread_pct":3.284768848469545},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":3.8378192111849785,"wave_count":1},"fallback_work":455244928,"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":990.1108703613281,"n":8,"spread_pct":73.30046989033673},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":7.815301883965731,"wave_count":1},"fallback_work":2186377472,"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":1536.2078247070312,"n":8,"spread_pct":1.235476859462004},{"cp_plan":{"max_rank_tokens":3072,"summary_ms":4.353290889412165,"wave_count":1},"fallback_work":424197248,"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1148.9784545898438,"n":8,"spread_pct":6.658481392401103}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2618.22412109375,"n":8,"spread_pct":3.7437317271535915},{"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1664.0608520507812,"n":8,"spread_pct":5.8105911416505585},{"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":3082.9234619140625,"n":8,"spread_pct":1.5349089571622347},{"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1864.1677856445312,"n":8,"spread_pct":5.625343680655086}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[2,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":37871,"segment_count":17,"segments_below":[0,0,0,0,1,1,17,17]},"label":"depth_one","median_ms":2492.1180419921875,"n":8,"spread_pct":1.9070280710703584},{"features":{"max_depth":2,"packed_tokens":10222,"segment_count":18,"segments_below":[0,0,16,16,16,16,18,18]},"label":"minimum_effective_span_1024","median_ms":1404.07470703125,"n":8,"spread_pct":62.815561919566555},{"features":{"max_depth":1,"packed_tokens":53216,"segment_count":16,"segments_below":[0,0,0,0,0,0,16,16]},"label":"no_sharing","median_ms":3108.6719970703125,"n":8,"spread_pct":1.8831204809535886},{"features":{"max_depth":3,"packed_tokens":9199,"segment_count":19,"segments_below":[0,0,16,16,17,17,19,19]},"label":"uniform_depth_2","median_ms":1630.5601806640625,"n":8,"spread_pct":7.369989808759077}],"cell":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"89962c92661d053c96a70ffd9e4618ef80caa27f883ab722e8ac094e9530fc2b","shape":[2,1,2,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"grpo","seed":6301,"shape":[2,8,1023,2048,255]}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":2821.97705078125,"n":8,"spread_pct":0.452857722995552},{"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":3201.9176025390625,"n":8,"spread_pct":26.949312334157664},{"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":2860.3858642578125,"n":8,"spread_pct":0.6893908450483331},{"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":3451.397216796875,"n":8,"spread_pct":0.328897596740111},{"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":4196.81591796875,"n":8,"spread_pct":0.5011355916565746}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero2","seed":7778}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":17920,"summary_ms":10.39152778685093,"wave_count":1},"fallback_work":1219344448,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":2212.6348876953125,"n":8,"spread_pct":34.156529011930715},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":7.134564220905304,"wave_count":1},"fallback_work":1407866944,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2475.6953125,"n":8,"spread_pct":4.5793736134734875},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.724331855773926,"wave_count":1},"fallback_work":1240062016,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":2387.52197265625,"n":8,"spread_pct":47.63121862630109},{"cp_plan":{"max_rank_tokens":23040,"summary_ms":9.865492582321167,"wave_count":1},"fallback_work":1533646912,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2428.081787109375,"n":8,"spread_pct":4.857209190599535},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":9.041788056492805,"wave_count":2},"fallback_work":2006194240,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2976.0364990234375,"n":8,"spread_pct":2.682363775652448}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero2","seed":7778}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.828068152070045,"wave_count":1},"fallback_work":1219344448,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1743.5439453125,"n":8,"spread_pct":0.919624518802345},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":7.184082642197609,"wave_count":1},"fallback_work":1407866944,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2019.0156860351562,"n":8,"spread_pct":0.47374884418782803},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":8.238239213824272,"wave_count":1},"fallback_work":1240062016,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1859.8463134765625,"n":8,"spread_pct":0.6625552700959926},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":8.345723152160645,"wave_count":1},"fallback_work":1533646912,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2023.7039794921875,"n":8,"spread_pct":33.139488205673686},{"cp_plan":{"max_rank_tokens":30208,"summary_ms":10.989153757691383,"wave_count":1},"fallback_work":2006194240,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2609.268798828125,"n":8,"spread_pct":0.4810918109036062}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero2","seed":7778}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":13.44485767185688,"wave_count":1},"fallback_work":1220224864,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1583.6008911132812,"n":8,"spread_pct":21.015144811762188},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":12.67655286937952,"wave_count":1},"fallback_work":1408374624,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1633.4912719726562,"n":8,"spread_pct":10.255500470217955},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":12.96261791139841,"wave_count":1},"fallback_work":1240799072,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1627.8616943359375,"n":8,"spread_pct":5.491178658256797},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":10.127519257366657,"wave_count":1},"fallback_work":1533949792,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1663.0576782226562,"n":8,"spread_pct":6.465032050419824},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":13.342473655939102,"wave_count":2},"fallback_work":2006071136,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1610.6942138671875,"n":8,"spread_pct":48.69560426310138}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero2","seed":7778}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":10240,"summary_ms":7.232842966914177,"wave_count":1},"fallback_work":1220224864,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1326.3567504882812,"n":8,"spread_pct":50.104751137187286},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.58530555665493,"wave_count":1},"fallback_work":1408374624,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1373.4569091796875,"n":8,"spread_pct":50.7224327301262},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.983656272292137,"wave_count":1},"fallback_work":1240799072,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1353.7606201171875,"n":8,"spread_pct":49.635487155238046},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.777860224246979,"wave_count":1},"fallback_work":1533949792,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1379.9284057617188,"n":8,"spread_pct":2.033885380733395},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.503206074237823,"wave_count":1},"fallback_work":2006071136,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1454.9956665039062,"n":8,"spread_pct":46.61901771362966}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero2","seed":7778}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":10240,"summary_ms":6.330765783786774,"wave_count":1},"fallback_work":1220224864,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1276.9442749023438,"n":8,"spread_pct":1.5023620489110343},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":6.3380952924489975,"wave_count":1},"fallback_work":1408374624,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1361.8963623046875,"n":8,"spread_pct":49.879018397539404},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.690589547157288,"wave_count":1},"fallback_work":1240799072,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1312.85791015625,"n":8,"spread_pct":2.57860300743882},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":6.84330053627491,"wave_count":1},"fallback_work":1533949792,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1396.6477661132812,"n":8,"spread_pct":46.76311255016186},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.420523256063461,"wave_count":1},"fallback_work":2006071136,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1526.7186279296875,"n":8,"spread_pct":0.5464192945338321}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero2","seed":7778}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.462551049888134,"wave_count":1},"fallback_work":1219344448,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":2228.5858154296875,"n":8,"spread_pct":3.6344056867183463},{"cp_plan":{"max_rank_tokens":20992,"summary_ms":6.245601223781705,"wave_count":1},"fallback_work":1407866944,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2506.0875244140625,"n":8,"spread_pct":32.48390917642972},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":8.010566933080554,"wave_count":1},"fallback_work":1240062016,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":2385.43115234375,"n":8,"spread_pct":5.8132527715954785},{"cp_plan":{"max_rank_tokens":23040,"summary_ms":7.209999952465296,"wave_count":1},"fallback_work":1533646912,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2467.40771484375,"n":8,"spread_pct":1.6754659525125508},{"cp_plan":{"max_rank_tokens":28672,"summary_ms":7.826993009075522,"wave_count":2},"fallback_work":2006194240,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2966.9122314453125,"n":8,"spread_pct":2.950000504012661}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero2","seed":7778}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":18432,"summary_ms":8.114895084872842,"wave_count":1},"fallback_work":1219344448,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1784.8644409179688,"n":8,"spread_pct":1.1819081886983782},{"cp_plan":{"max_rank_tokens":22016,"summary_ms":6.337840110063553,"wave_count":1},"fallback_work":1407866944,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2059.234619140625,"n":8,"spread_pct":2.6605095069431064},{"cp_plan":{"max_rank_tokens":18944,"summary_ms":7.515572942793369,"wave_count":1},"fallback_work":1240062016,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1894.2139282226562,"n":8,"spread_pct":1.3617293695551649},{"cp_plan":{"max_rank_tokens":24576,"summary_ms":6.656108889728785,"wave_count":1},"fallback_work":1533646912,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2081.3577880859375,"n":8,"spread_pct":2.9392657087778686},{"cp_plan":{"max_rank_tokens":30208,"summary_ms":9.771274868398905,"wave_count":1},"fallback_work":2006194240,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2600.5174560546875,"n":8,"spread_pct":0.8664798204646678}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero2","seed":7778}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.8907178938388824,"wave_count":1},"fallback_work":1220224864,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1602.7335815429688,"n":8,"spread_pct":9.479402389723642},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.297321826219559,"wave_count":1},"fallback_work":1408374624,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1633.6485595703125,"n":8,"spread_pct":4.332089527424243},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.418198347091675,"wave_count":1},"fallback_work":1240799072,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1625.2974853515625,"n":8,"spread_pct":193.3302249280236},{"cp_plan":{"max_rank_tokens":11264,"summary_ms":5.637712776660919,"wave_count":1},"fallback_work":1533949792,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1635.9052734375,"n":8,"spread_pct":97.63936968672378},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":8.455589413642883,"wave_count":2},"fallback_work":2006071136,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1599.969482421875,"n":8,"spread_pct":57.96215748133624}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero2","seed":7778}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":10240,"summary_ms":5.734333069995046,"wave_count":1},"fallback_work":1220224864,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1422.8735961914062,"n":8,"spread_pct":55.06204197850231},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.448414012789726,"wave_count":1},"fallback_work":1408374624,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1413.4746704101562,"n":8,"spread_pct":8.040903053233153},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.2118569146841764,"wave_count":1},"fallback_work":1240799072,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1392.3853759765625,"n":8,"spread_pct":53.266717053491185},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":5.9609850868582726,"wave_count":1},"fallback_work":1533949792,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1425.5592041015625,"n":8,"spread_pct":3.0238185210522084},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":7.297859992831945,"wave_count":1},"fallback_work":2006071136,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1481.9502563476562,"n":8,"spread_pct":45.14982183272816}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero2","seed":7778}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":10240,"summary_ms":5.695361876860261,"wave_count":1},"fallback_work":1220224864,"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":1311.7540283203125,"n":8,"spread_pct":51.34140134892515},{"cp_plan":{"max_rank_tokens":11776,"summary_ms":5.520605016499758,"wave_count":1},"fallback_work":1408374624,"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":1402.9410400390625,"n":8,"spread_pct":96.47876300597248},{"cp_plan":{"max_rank_tokens":10752,"summary_ms":5.216855090111494,"wave_count":1},"fallback_work":1240799072,"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":1345.4021606445312,"n":8,"spread_pct":5.024000968286222},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":5.990874022245407,"wave_count":1},"fallback_work":1533949792,"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":1433.8890380859375,"n":8,"spread_pct":3.8939356752045025},{"cp_plan":{"max_rank_tokens":17920,"summary_ms":7.253231015056372,"wave_count":1},"fallback_work":2006071136,"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":1543.43798828125,"n":8,"spread_pct":650.2304757951774}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero2","seed":7778}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":2163.4283447265625,"n":8,"spread_pct":1.8083367728753998},{"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2347.7586669921875,"n":8,"spread_pct":1.9976769940204875},{"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":2187.5693359375,"n":8,"spread_pct":33.4155145082455},{"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2440.013671875,"n":8,"spread_pct":1.492111100171538},{"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2717.34619140625,"n":8,"spread_pct":1.168922530940455}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[2,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero2","seed":7778}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":28852,"segment_count":20,"segments_below":[0,0,1,4,9,14,19,20]},"label":"depth_one","median_ms":2107.087158203125,"n":8,"spread_pct":3.9686910421013346},{"features":{"max_depth":2,"packed_tokens":33460,"segment_count":18,"segments_below":[0,0,1,1,5,11,17,18]},"label":"minimum_effective_span_1025","median_ms":2334.6805419921875,"n":8,"spread_pct":1.8522508688961654},{"features":{"max_depth":2,"packed_tokens":29364,"segment_count":19,"segments_below":[0,0,1,3,8,13,18,19]},"label":"minimum_effective_span_257","median_ms":2137.0230712890625,"n":8,"spread_pct":34.027751874690146},{"features":{"max_depth":2,"packed_tokens":36532,"segment_count":17,"segments_below":[0,0,0,0,3,9,16,17]},"label":"minimum_effective_span_3073","median_ms":2462.849365234375,"n":8,"spread_pct":2.0196611144655376},{"features":{"max_depth":1,"packed_tokens":48820,"segment_count":16,"segments_below":[0,0,0,0,2,7,13,15]},"label":"no_sharing","median_ms":2830.9368896484375,"n":8,"spread_pct":0.6587200614375339}],"cell":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"1ce54a7d465ae286c4211f68951020c14d79bedee19dc7273c01c63a10524da0","shape":[2,1,2,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero2","seed":7778}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1937.2265625,"n":8,"spread_pct":2.1588291190288955},{"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1944.4967041015625,"n":8,"spread_pct":1.2543852319594115},{"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":2239.8162841796875,"n":8,"spread_pct":0.9798363088141723}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero3","seed":7779}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":6.456911563873291,"wave_count":1},"fallback_work":721515584,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1517.8298950195312,"n":8,"spread_pct":3.4173304179547106},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":7.698575034737587,"wave_count":1},"fallback_work":752739392,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1522.6881713867188,"n":8,"spread_pct":50.56360454218607},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":8.147304877638817,"wave_count":1},"fallback_work":1036174400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1527.4683227539062,"n":8,"spread_pct":1.27736544505781}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero3","seed":7779}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":10752,"summary_ms":7.81448557972908,"wave_count":1},"fallback_work":721515584,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1315.70947265625,"n":8,"spread_pct":9.69902281363318},{"cp_plan":{"max_rank_tokens":9332,"summary_ms":4.681486636400223,"wave_count":1},"fallback_work":752739392,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1311.5289916992188,"n":8,"spread_pct":9.924976583541088},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":8.836587890982628,"wave_count":1},"fallback_work":1036174400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1389.554443359375,"n":8,"spread_pct":7.035525066259753}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero3","seed":7779}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":10.504784993827343,"wave_count":1},"fallback_work":722096480,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1420.0823974609375,"n":8,"spread_pct":56.74410088611887},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":10.638941079378128,"wave_count":1},"fallback_work":753170784,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1413.7506713867188,"n":8,"spread_pct":5.222042447119403},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":10.782944969832897,"wave_count":1},"fallback_work":1036290400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1263.5336303710938,"n":8,"spread_pct":5.03045759208105}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero3","seed":7779}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":5.501115694642067,"wave_count":1},"fallback_work":722096480,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1145.7450561523438,"n":8,"spread_pct":55.64305815392986},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.0644055008888245,"wave_count":1},"fallback_work":753170784,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1123.2888793945312,"n":8,"spread_pct":9.061960289535435},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":7.094111293554306,"wave_count":1},"fallback_work":1036290400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1031.5072631835938,"n":8,"spread_pct":5.300908893762593}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero3","seed":7779}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":6.380161270499229,"wave_count":1},"fallback_work":722096480,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1028.8975219726562,"n":8,"spread_pct":4.991037497530025},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":5.059961229562759,"wave_count":1},"fallback_work":753170784,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1070.9354248046875,"n":8,"spread_pct":58.32807388674224},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.825551390647888,"wave_count":1},"fallback_work":1036290400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":969.0193176269531,"n":8,"spread_pct":68.00836146075191}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero3","seed":7779}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":9728,"summary_ms":5.856780102476478,"wave_count":1},"fallback_work":721515584,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1563.4281616210938,"n":8,"spread_pct":1.9845945418282194},{"cp_plan":{"max_rank_tokens":10240,"summary_ms":7.1707298047840595,"wave_count":1},"fallback_work":752739392,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1546.84375,"n":8,"spread_pct":1.9189702696014062},{"cp_plan":{"max_rank_tokens":14336,"summary_ms":7.791484938934445,"wave_count":1},"fallback_work":1036174400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1546.7531127929688,"n":8,"spread_pct":53.03968277487774}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero3","seed":7779}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":10752,"summary_ms":7.464421913027763,"wave_count":1},"fallback_work":721515584,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1312.1456909179688,"n":8,"spread_pct":2.911946793672678},{"cp_plan":{"max_rank_tokens":9332,"summary_ms":4.2298040352761745,"wave_count":1},"fallback_work":752739392,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1301.7756958007812,"n":8,"spread_pct":1.310053270554751},{"cp_plan":{"max_rank_tokens":14848,"summary_ms":8.033810881897807,"wave_count":1},"fallback_work":1036174400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1391.2166137695312,"n":8,"spread_pct":1.2399833585544913}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero3","seed":7779}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.296299070119858,"wave_count":1},"fallback_work":722096480,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1442.7636108398438,"n":8,"spread_pct":7.864799065615674},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.523564130067825,"wave_count":1},"fallback_work":753170784,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1460.9280395507812,"n":8,"spread_pct":5.845876759312237},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.263721734285355,"wave_count":1},"fallback_work":1036290400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1312.904052734375,"n":8,"spread_pct":4.413856969255186}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero3","seed":7779}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.2908149771392345,"wave_count":1},"fallback_work":722096480,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1185.4156494140625,"n":8,"spread_pct":3.5208592384350617},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.686425905674696,"wave_count":1},"fallback_work":753170784,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1193.822265625,"n":8,"spread_pct":54.543951446002126},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.073190132156014,"wave_count":1},"fallback_work":1036290400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1080.3397827148438,"n":8,"spread_pct":60.54359457561338}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero3","seed":7779}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":4608,"summary_ms":4.134827991947532,"wave_count":1},"fallback_work":722096480,"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1088.2874145507812,"n":8,"spread_pct":2.8242055565348387},{"cp_plan":{"max_rank_tokens":5120,"summary_ms":4.415635950863361,"wave_count":1},"fallback_work":753170784,"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1108.8019409179688,"n":8,"spread_pct":2.7305478165410157},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":6.042108871042728,"wave_count":1},"fallback_work":1036290400,"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":998.5066223144531,"n":8,"spread_pct":70.30586601420303}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero3","seed":7779}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1701.4793701171875,"n":8,"spread_pct":2.6966853508611637},{"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1683.42041015625,"n":8,"spread_pct":2.203047297503078},{"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1748.7437744140625,"n":8,"spread_pct":1.556837431222427}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[2,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero3","seed":7779}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":16756,"segment_count":13,"segments_below":[0,0,0,3,6,10,13,13]},"label":"depth_one","median_ms":1550.3907470703125,"n":8,"spread_pct":5.659217871376774},{"features":{"max_depth":2,"packed_tokens":17524,"segment_count":12,"segments_below":[0,0,0,2,4,8,12,12]},"label":"minimum_effective_span_769","median_ms":1516.9785766601562,"n":8,"spread_pct":7.694931922308271},{"features":{"max_depth":1,"packed_tokens":25204,"segment_count":11,"segments_below":[0,0,0,0,0,4,11,11]},"label":"no_sharing","median_ms":1643.0146484375,"n":8,"spread_pct":2.4453370596518047}],"cell":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"857a5db81b99dffffc7ddb02d60464dae255275fc94e22e4f96eb7164db117a4","shape":[2,1,2,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero3","seed":7779}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":2292.758056640625,"n":8,"spread_pct":1.8971398244962245},{"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":2625.8011474609375,"n":8,"spread_pct":1.4848053953771456},{"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":2382.771484375,"n":8,"spread_pct":29.590140486024758},{"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":2661.2467041015625,"n":8,"spread_pct":1.6809005376054318}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero","seed":7777}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":11264,"summary_ms":8.119858801364899,"wave_count":1},"fallback_work":829663296,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1820.9573364257812,"n":8,"spread_pct":44.29848398996265},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":8.441179990768433,"wave_count":1},"fallback_work":1060210752,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1920.1407470703125,"n":8,"spread_pct":6.341774491247279},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":8.026139810681343,"wave_count":1},"fallback_work":892405824,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1851.899658203125,"n":8,"spread_pct":9.176783605200582},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":10.67509688436985,"wave_count":1},"fallback_work":1196558400,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1913.381103515625,"n":8,"spread_pct":5.179171564775164}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,2,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero","seed":7777}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":11776,"summary_ms":8.366528898477554,"wave_count":1},"fallback_work":829663296,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1377.7930297851562,"n":8,"spread_pct":47.19607866850367},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":9.085306897759438,"wave_count":1},"fallback_work":1060210752,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1490.8746337890625,"n":8,"spread_pct":45.823865811256546},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":9.006846696138382,"wave_count":1},"fallback_work":892405824,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1394.8102416992188,"n":8,"spread_pct":2.0272029786057773},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":10.629136115312576,"wave_count":1},"fallback_work":1196558400,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1555.6734619140625,"n":8,"spread_pct":1.7847820599326258}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,2,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero","seed":7777}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":9.515317156910896,"wave_count":1},"fallback_work":830377824,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1821.5038452148438,"n":8,"spread_pct":9.647086189802215},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":10.036714375019073,"wave_count":1},"fallback_work":1060527968,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1823.8099365234375,"n":8,"spread_pct":88.86513044177259},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":10.516262613236904,"wave_count":3},"fallback_work":892952416,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1780.888427734375,"n":8,"spread_pct":8.332345148460098},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":13.561191037297249,"wave_count":1},"fallback_work":1196646240,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1712.8853759765625,"n":8,"spread_pct":4.925734877893369}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,1,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero","seed":7777}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.621941760182381,"wave_count":1},"fallback_work":830377824,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1182.1788330078125,"n":8,"spread_pct":52.51533676448403},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.707405507564545,"wave_count":1},"fallback_work":1060527968,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1192.093994140625,"n":8,"spread_pct":3.570080549813765},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":6.933065131306648,"wave_count":3},"fallback_work":892952416,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1142.359130859375,"n":8,"spread_pct":3.8877857572274},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":7.376467809081078,"wave_count":1},"fallback_work":1196646240,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1094.0386352539062,"n":8,"spread_pct":4.277230634839723}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,2,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero","seed":7777}}, - {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":5.678867921233177,"wave_count":1},"fallback_work":830377824,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1111.9085083007812,"n":8,"spread_pct":74.52810370506747},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":5.446761846542358,"wave_count":1},"fallback_work":1060527968,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1119.3170166015625,"n":8,"spread_pct":2.0967354076500815},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":6.145050749182701,"wave_count":3},"fallback_work":892952416,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1071.9451904296875,"n":8,"spread_pct":3.9475594653456887},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":7.8036971390247345,"wave_count":1},"fallback_work":1196646240,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1051.613525390625,"n":8,"spread_pct":4.349401229370139}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,4,1],"source":"c6013d4899da4ae76725e79e5b024c29b0493b24df62422f3ba2cf4c0afe77fb","workload":{"kind":"cal-hetero","seed":7777}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":11264,"summary_ms":7.47487903572619,"wave_count":1},"fallback_work":829663296,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1881.510009765625,"n":8,"spread_pct":12.375664441103902},{"cp_plan":{"max_rank_tokens":15360,"summary_ms":9.096026886254549,"wave_count":1},"fallback_work":1060210752,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1931.6400146484375,"n":8,"spread_pct":7.550470029850237},{"cp_plan":{"max_rank_tokens":12288,"summary_ms":7.3135020211339,"wave_count":1},"fallback_work":892405824,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1916.4353637695312,"n":8,"spread_pct":4.765902933407459},{"cp_plan":{"max_rank_tokens":16896,"summary_ms":9.928401093930006,"wave_count":1},"fallback_work":1196558400,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1949.8595581054688,"n":8,"spread_pct":4.048143115776161}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,2,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero","seed":7777}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":11776,"summary_ms":7.925937883555889,"wave_count":1},"fallback_work":829663296,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1386.5086059570312,"n":8,"spread_pct":1.12266132583384},{"cp_plan":{"max_rank_tokens":15872,"summary_ms":8.361483924090862,"wave_count":1},"fallback_work":1060210752,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1514.894775390625,"n":8,"spread_pct":1.7707387692749519},{"cp_plan":{"max_rank_tokens":13312,"summary_ms":8.446651045233011,"wave_count":1},"fallback_work":892405824,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1418.058349609375,"n":8,"spread_pct":1.2553270135995194},{"cp_plan":{"max_rank_tokens":17408,"summary_ms":9.985588025301695,"wave_count":1},"fallback_work":1196558400,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1565.5089111328125,"n":8,"spread_pct":0.4430296688821659}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":2.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,2,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero","seed":7777}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.692047834396362,"wave_count":1},"fallback_work":830377824,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1755.5065307617188,"n":8,"spread_pct":8.55349164819307},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":4.648897796869278,"wave_count":1},"fallback_work":1060527968,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1696.31298828125,"n":8,"spread_pct":8.354466215070657},{"cp_plan":{"max_rank_tokens":6656,"summary_ms":5.858972668647766,"wave_count":3},"fallback_work":892952416,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1701.8218383789062,"n":8,"spread_pct":42.37134714137096},{"cp_plan":{"max_rank_tokens":8704,"summary_ms":6.299741566181183,"wave_count":1},"fallback_work":1196646240,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1591.4122924804688,"n":8,"spread_pct":47.88166036587291}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,1,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero","seed":7777}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.884978989139199,"wave_count":1},"fallback_work":830377824,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1278.6236572265625,"n":8,"spread_pct":54.983400138527095},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":4.835569066926837,"wave_count":1},"fallback_work":1060527968,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1302.5707397460938,"n":8,"spread_pct":6.7677916252505295},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":5.6030291598290205,"wave_count":3},"fallback_work":892952416,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1204.8328857421875,"n":8,"spread_pct":3.932252825762455},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.578186061233282,"wave_count":1},"fallback_work":1196646240,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1159.6680908203125,"n":8,"spread_pct":4.615231093133569}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,2,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero","seed":7777}}, + {"candidates":[{"cp_plan":{"max_rank_tokens":5632,"summary_ms":4.932394018396735,"wave_count":1},"fallback_work":830377824,"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1151.0609741210938,"n":8,"spread_pct":121.15818758625532},{"cp_plan":{"max_rank_tokens":8192,"summary_ms":4.966725129634142,"wave_count":1},"fallback_work":1060527968,"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":1144.9056396484375,"n":8,"spread_pct":57.96198065329953},{"cp_plan":{"max_rank_tokens":7168,"summary_ms":5.575194023549557,"wave_count":3},"fallback_work":892952416,"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1122.206298828125,"n":8,"spread_pct":4.619065966113332},{"cp_plan":{"max_rank_tokens":9216,"summary_ms":6.604566005989909,"wave_count":1},"fallback_work":1196646240,"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1073.4414672851562,"n":8,"spread_pct":3.8340355933682693}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":4.0,"ep":4.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":1.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[1,4,4,1],"source":"ab0bb80a3c2aaa8631d22827aa6b04415501d9e27782bc08d756dbad0814e34c","workload":{"kind":"cal-hetero","seed":7777}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":2155.3851318359375,"n":8,"spread_pct":37.42073856050165},{"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":2302.4488525390625,"n":8,"spread_pct":31.9920180942707},{"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":2191.556884765625,"n":8,"spread_pct":6.173795762924941},{"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":2237.4884033203125,"n":8,"spread_pct":32.372603624593246}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":1.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[2,1,1,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero","seed":7777}}, {"candidates":[{"features":{"max_depth":2,"packed_tokens":19380,"segment_count":15,"segments_below":[0,0,1,4,8,10,14,15]},"label":"depth_one","median_ms":1802.9375610351562,"n":8,"spread_pct":5.20862203742001},{"features":{"max_depth":2,"packed_tokens":25012,"segment_count":13,"segments_below":[0,0,0,1,4,7,11,13]},"label":"minimum_effective_span_2049","median_ms":2013.4418334960938,"n":8,"spread_pct":4.034493392507164},{"features":{"max_depth":2,"packed_tokens":20916,"segment_count":14,"segments_below":[0,0,1,2,6,9,13,14]},"label":"minimum_effective_span_513","median_ms":1868.924072265625,"n":8,"spread_pct":5.267309574659446},{"features":{"max_depth":1,"packed_tokens":29108,"segment_count":12,"segments_below":[0,0,0,0,2,5,9,12]},"label":"no_sharing","median_ms":1934.1234130859375,"n":8,"spread_pct":1.5734326310488558}],"cell":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","device":"NVIDIA H200","device_capability":[9,0],"device_memory_class":"hbm-141g","facts":{"cp":1.0,"ep":2.0,"etp":1.0,"gdn_layers":30.0,"layers":40.0,"tp":2.0,"uses_gdn":1.0},"geometry":{"ffn_hidden_size":8192,"gdn_conv_kernel":4,"gdn_key_head_dim":128,"gdn_key_heads":16,"gdn_value_head_dim":128,"gdn_value_heads":32,"hidden_size":2048,"kv_channels":256,"moe_experts":256,"moe_ffn_hidden_size":512,"moe_shared_expert_ffn":512,"moe_topk":8,"num_attention_heads":16,"num_query_groups":2},"hidden_size":2048,"model":"Qwen/Qwen3.5-35B-A3B","param_dtype":"torch.bfloat16","requests_sha256":"ff3a1fcb7cc64401a9b7c23a99af2568e823fe915b381223e7fc8723b667a319","shape":[2,1,2,1],"source":"3ac077c7f400d7078e8c9a79828a74ba7e4d204b85b8dc9c112ca7a8e47480ee","workload":{"kind":"cal-hetero","seed":7777}} ], @@ -92,8 +92,8 @@ "shortlist_size": 3, "terms": ["token_per_rank","token_cp_exchange","token_tp_collective","gdn_token_per_rank","attention_token_cp_exchange","tiny_segment_per_layer","level_cp_per_layer","level_tp_per_layer","gdn_level","gdn_level_tp"] }, - "integer_table_milli_us": {"attention_token_cp_exchange":0,"gdn_level":5397515,"gdn_level_tp":0,"gdn_token_per_rank":38,"level_cp_per_layer":0,"level_tp_per_layer":2980859,"tiny_segment_per_layer":204714,"token_cp_exchange":4,"token_per_rank":1956,"token_tp_collective":378}, - "integer_table_sha256": "c5e8ddfde66d02b2951ed5b6aaa68b6ccc28a9f7d56d8ec5fc527e6c5b13d762", + "integer_table_milli_us": {"attention_token_cp_exchange":0,"gdn_level":8553228,"gdn_level_tp":0,"gdn_token_per_rank":364,"level_cp_per_layer":255082,"level_tp_per_layer":6023815,"tiny_segment_per_layer":360723,"token_cp_exchange":36,"token_per_rank":3152,"token_tp_collective":727}, + "integer_table_sha256": "387657655a72f76390ded7ec495c9efc102acb8208339c33a668f9045fcbb775", "manifest": { "excluded": ["cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g7","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g7","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g0","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g1","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g3","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g4","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g7","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1"], "expected": ["cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g0","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g1","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g3","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g4","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g7","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g0","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g1","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g3","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g4","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g7","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g0","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g1","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g3","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g4","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g7","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g0","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g1","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g3","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g4","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g7","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g0","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g1","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g3","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g4","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g7","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g0","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g1","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g2","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g3","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g4","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g5","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g6","cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g7"], @@ -101,9 +101,9 @@ }, "measured_envelope": {"device_names":["NVIDIA H200"],"hidden_sizes":[2048],"param_dtypes":["torch.bfloat16"]}, "metrics": { - "integer_all": {"cells":80,"clear_misses":[],"max_regret_pct":4.149540637696896,"median_regret_pct":0.0,"ordered_pairs":4873,"p95_regret_pct":2.663901840612856,"pairwise_accuracy":0.9663451672481018}, - "test": {"cells":17,"clear_misses":[],"max_regret_pct":1.5991946591224449,"median_regret_pct":0.0,"ordered_pairs":972,"p95_regret_pct":1.5991946591224449,"pairwise_accuracy":0.9609053497942387}, - "train": {"cells":63,"clear_misses":[],"max_regret_pct":4.149540637696896,"median_regret_pct":0.0,"ordered_pairs":3901,"p95_regret_pct":2.663901840612856,"pairwise_accuracy":0.9677005895924122} + "integer_all": {"cells":80,"clear_misses":[],"max_regret_pct":4.149540637696896,"median_regret_pct":0.0,"ordered_pairs":4851,"p95_regret_pct":2.202547282092664,"pairwise_accuracy":0.9775304061018347}, + "test": {"cells":17,"clear_misses":[],"max_regret_pct":2.0299739717743184,"median_regret_pct":0.0,"ordered_pairs":953,"p95_regret_pct":2.0299739717743184,"pairwise_accuracy":0.9790136411332634}, + "train": {"cells":63,"clear_misses":[],"max_regret_pct":4.149540637696896,"median_regret_pct":0.0,"ordered_pairs":3898,"p95_regret_pct":2.202547282092664,"pairwise_accuracy":0.9771677783478707} }, "reranker": null, "schema": "art.dev.trainer_rank_cost_calibration_certificate.v1", diff --git a/dev/trainer_rank_cost_calibration_manifest_gdn-moe-h2048-h200-bf16.json b/dev/trainer_rank_cost_calibration_manifest_gdn-moe-h2048-h200-bf16.json index 54e3d19dd..997aa9b17 100644 --- a/dev/trainer_rank_cost_calibration_manifest_gdn-moe-h2048-h200-bf16.json +++ b/dev/trainer_rank_cost_calibration_manifest_gdn-moe-h2048-h200-bf16.json @@ -11,30 +11,30 @@ {"campaign":"tr-cost-l35-ellavox","cell":"cal-ellavox","cp":1,"ep":1,"etp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-ellavox","cell":"cal-ellavox","cp":1,"ep":1,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-ellavox","cell":"cal-ellavox","cp":1,"ep":1,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":2,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":2,"ep":1,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":4,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-abf854-35b-cp4","cell":"cal-ellavox","cp":4,"ep":1,"etp":1,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-abf854-35b-cp4","cell":"cal-ellavox","cp":4,"ep":1,"etp":1,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-abf854-35b-cp4","cell":"cal-ellavox","cp":4,"ep":1,"etp":1,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, @@ -44,61 +44,61 @@ {"campaign":"tr-abf854-35b-cp4","cell":"cal-ellavox","cp":4,"ep":1,"etp":1,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-abf854-35b-cp4","cell":"cal-ellavox","cp":4,"ep":1,"etp":1,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-synth","cell":"cal-grpo-g16","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g16","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g16","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b-cp4","cell":"cal-grpo-g16","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g16","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g16","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g16","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g16","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b-cp4","cell":"cal-grpo-g16","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g16","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g16","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-synth","cell":"cal-grpo-g16","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-ep","cell":"cal-grpo-g16","cp":1,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g16|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-synth","cell":"cal-grpo-g4x4","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g4x4","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g4x4","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b-cp4","cell":"cal-grpo-g4x4","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g4x4","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g4x4","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g4x4","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g4x4","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b-cp4","cell":"cal-grpo-g4x4","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g4x4","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g4x4","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-synth","cell":"cal-grpo-g4x4","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-ep","cell":"cal-grpo-g4x4","cp":1,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g4x4|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-synth","cell":"cal-grpo-g8","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g8","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g8","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b-cp4","cell":"cal-grpo-g8","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g8","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-grpo-g8","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g8","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g8","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b-cp4","cell":"cal-grpo-g8","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g8","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-grpo-g8","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-synth","cell":"cal-grpo-g8","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-ep","cell":"cal-grpo-g8","cp":1,"ep":2,"etp":1,"group":null,"key":"cal-grpo-g8|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-synth","cell":"cal-hetero2","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero2","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero2","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b-cp4","cell":"cal-hetero2","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero2","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero2","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero2","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero2","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b-cp4","cell":"cal-hetero2","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero2","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero2","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-synth","cell":"cal-hetero2","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-ep","cell":"cal-hetero2","cp":1,"ep":2,"etp":1,"group":null,"key":"cal-hetero2|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-synth","cell":"cal-hetero3","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero3","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero3","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b-cp4","cell":"cal-hetero3","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero3","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero3","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero3","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero3","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b-cp4","cell":"cal-hetero3","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero3","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero3","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-synth","cell":"cal-hetero3","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-ep","cell":"cal-hetero3","cp":1,"ep":2,"etp":1,"group":null,"key":"cal-hetero3|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-synth","cell":"cal-hetero","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b-cp4","cell":"cal-hetero","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-hetero","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero","cp":2,"ep":1,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero","cp":2,"ep":2,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp2|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b-cp4","cell":"cal-hetero","cp":4,"ep":1,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero","cp":4,"ep":2,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-hetero","cp":4,"ep":4,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, {"campaign":"tr-cost-l35-synth","cell":"cal-hetero","cp":1,"ep":1,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, {"campaign":"tr-cost-l35-ep","cell":"cal-hetero","cp":1,"ep":2,"etp":1,"group":null,"key":"cal-hetero|Qwen/Qwen3.5-35B-A3B|L40|tp2|cp1|ep2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":2}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, - {"campaign":"tr-abf854-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1} + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":0,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g0","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":1,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g1","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":2,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g2","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":3,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g3","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":4,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g4","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":5,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g5","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":6,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g6","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1}, + {"campaign":"tr-gdnfin-35b","cell":"cal-ellavox","cp":4,"ep":2,"group":7,"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g7","layers":40,"model":"Qwen/Qwen3.5-35B-A3B","tp":1} ], "description": "Expected calibration cells for the Qwen3.5-35B-A3B (GDN + MoE, hidden 2,048) execution class on H200 bf16 (2026-09-04): the exact union of the shape-lattice launches below (dev/trainer_rank_cost_calibration_lattice.sky.yaml; CP separated from EP: EP1 at CP1/2/4 and TP2, EP2 at CP2/CP4/TP2, EP4 at CP4), keyed exactly as the fitter keys cells. tests/unit/test_planner_cost_manifest_recipes.py expands the launches and asserts they equal these cells. Exclusions are the cells this class cannot measure on one node, each with its reason. Re-certified 2026-09-08 under the recalibrated CP planner (issue #854): every CP > 1 cell was re-measured by the paired A/B launches tr-abf854-35b (TP1 x CP2 at EP1/EP2, TP1 x CP4 at EP2/EP4) and tr-abf854-35b-cp4 (TP1 x CP4 at EP1; its eight Ellavox cells segfault as in issue #851 and stay excluded) \u2014 every layout timed under the current and the legacy planner in alternating rounds, only current-planner rows fitted; the CP1 and TP2 x CP1 cells keep their earlier measurements.", "excluded": [ @@ -119,7 +119,7 @@ {"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|g7","reason":"EP1 with CP>1 on real-data routing segfaults in Transformer Engine's grouped GEMM (issue #851)"}, {"key":"cal-ellavox|Qwen/Qwen3.5-35B-A3B|L40|tp1|cp4|ep2|g2","reason":"the no_sharing layout segfaults (exit -11) under the paired A/B re-measurement of 2026-09-08 \u2014 the expert grouped GEMM fault of issue #851 on real routing, here at CP4/EP2 \u2014 so the mandatory candidate set is incomplete; the cell was fitted in the 2026-09-04 campaign"} ], - "launches": {"tr-abf854-35b":{"cells":["cal-grpo-g8","cal-grpo-g16","cal-grpo-g4x4","cal-hetero","cal-hetero2","cal-hetero3","cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,2,2,1],[1,4,2,1],[1,4,4,1]]},"tr-abf854-35b-cp4":{"cells":["cal-grpo-g8","cal-grpo-g16","cal-grpo-g4x4","cal-hetero","cal-hetero2","cal-hetero3","cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]},"tr-cost-l35-ellavox":{"cells":["cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,1,1,1],[1,2,1,1],[1,4,1,1]]},"tr-cost-l35-ep":{"cells":["cal-grpo-g8:0","cal-grpo-g16:0","cal-grpo-g4x4:0","cal-hetero:0","cal-hetero2:0","cal-hetero3:0"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,2,1],[1,4,2,1],[1,4,4,1],[2,1,2,1]]},"tr-cost-l35-ep-ellavox":{"cells":["cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,2,1],[1,4,4,1]]},"tr-cost-l35-synth":{"cells":["cal-grpo-g8:0","cal-grpo-g16:0","cal-grpo-g4x4:0","cal-hetero:0","cal-hetero2:0","cal-hetero3:0"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,1,1,1],[1,2,1,1],[1,4,1,1],[2,1,1,1]]}}, + "launches": {"tr-abf854-35b":{"cells":["cal-grpo-g8","cal-grpo-g16","cal-grpo-g4x4","cal-hetero","cal-hetero2","cal-hetero3","cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,2,2,1],[1,4,2,1],[1,4,4,1]]},"tr-abf854-35b-cp4":{"cells":["cal-grpo-g8","cal-grpo-g16","cal-grpo-g4x4","cal-hetero","cal-hetero2","cal-hetero3","cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]},"tr-cost-l35-ellavox":{"cells":["cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,1,1,1],[1,2,1,1],[1,4,1,1]]},"tr-cost-l35-ep":{"cells":["cal-grpo-g8:0","cal-grpo-g16:0","cal-grpo-g4x4:0","cal-hetero:0","cal-hetero2:0","cal-hetero3:0"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,2,1],[1,4,2,1],[1,4,4,1],[2,1,2,1]]},"tr-cost-l35-ep-ellavox":{"cells":["cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,2,1],[1,4,4,1]]},"tr-cost-l35-synth":{"cells":["cal-grpo-g8:0","cal-grpo-g16:0","cal-grpo-g4x4:0","cal-hetero:0","cal-hetero2:0","cal-hetero3:0"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,1,1,1],[1,2,1,1],[1,4,1,1],[2,1,1,1]]},"tr-gdnfin-35b":{"cells":["cal-grpo-g8","cal-grpo-g16","cal-grpo-g4x4","cal-hetero","cal-hetero2","cal-hetero3","cal-ellavox:0:0","cal-ellavox:0:1","cal-ellavox:0:2","cal-ellavox:0:3","cal-ellavox:0:4","cal-ellavox:0:5","cal-ellavox:0:6","cal-ellavox:0:7"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,2,1,1],[1,2,2,1],[1,4,2,1],[1,4,4,1]]},"tr-gdnfin-35b-cp4":{"cells":["cal-grpo-g8","cal-grpo-g16","cal-grpo-g4x4","cal-hetero","cal-hetero2","cal-hetero3"],"model":"Qwen/Qwen3.5-35B-A3B","recipe":"dev/trainer_rank_cost_calibration_lattice.sky.yaml","repeat":8,"shapes":[[1,4,1,1]]}}, "recipes": [ ], diff --git a/src/art/trainer_rank/_planner_cost.py b/src/art/trainer_rank/_planner_cost.py index 163ba47f3..a9bc7c6b8 100644 --- a/src/art/trainer_rank/_planner_cost.py +++ b/src/art/trainer_rank/_planner_cost.py @@ -606,15 +606,15 @@ def _prefix_tree_layout_score_v1( table_id="gdn-moe-h2048-h200-bf16", coefficients_milli_us={ "attention_token_cp_exchange": 0, - "gdn_level": 5_397_515, + "gdn_level": 8_553_228, "gdn_level_tp": 0, - "gdn_token_per_rank": 38, - "level_cp_per_layer": 0, - "level_tp_per_layer": 2_980_859, - "tiny_segment_per_layer": 204_714, - "token_cp_exchange": 4, - "token_per_rank": 1956, - "token_tp_collective": 378, + "gdn_token_per_rank": 364, + "level_cp_per_layer": 255_082, + "level_tp_per_layer": 6_023_815, + "tiny_segment_per_layer": 360_723, + "token_cp_exchange": 36, + "token_per_rank": 3152, + "token_tp_collective": 727, }, device_classes=(H200_CLASS,), param_dtypes=("torch.bfloat16",), From 26f8408f305112a75a6e7d1fd90b8536f8d49ebf Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Thu, 10 Sep 2026 06:36:26 +0000 Subject: [PATCH 10/11] Design brief and README: the GDN planner recalibration and its validation The brief gains a section on the GDN planner: why the dense projection work follows the GDN layout, the paired --gdn-ab campaigns and the joint fit, the validation against main's planner on the three GDN classes, the re-certification of the 4B and 35B tables, and why the 27B table is kept as certified (the refit misses one held-out CP4 cell that the ten terms cannot see; version 1 would be far worse; a GDN-aware second stage is the follow-up). The README documents the two GDN harness modes; the 27B class comment records the gap. Co-Authored-By: Claude Fable 5.1 --- dev/trainer_rank_landing_acceptance_README.md | 2 +- dev/trainer_rank_planner_design.md | 90 +++++++++++++++++++ src/art/trainer_rank/_planner_cost.py | 9 +- 3 files changed, 99 insertions(+), 2 deletions(-) diff --git a/dev/trainer_rank_landing_acceptance_README.md b/dev/trainer_rank_landing_acceptance_README.md index a6162f467..342f7a3a2 100644 --- a/dev/trainer_rank_landing_acceptance_README.md +++ b/dev/trainer_rank_landing_acceptance_README.md @@ -20,7 +20,7 @@ every gate below now passes on the landed implementation. | `tests/unit/test_trainer_rank_topology.py` | CPU | TP>1 runtimes construct; PP>1 and multi-chunk runtimes still refuse | pass | | `--phase tp2-public --tp 2` (`dev/trainer_rank_landing_acceptance_tp2.sky.yaml`) + `--tp 1` control (1x H200) + `--phase tp-compare` (CPU) | 2x H200 k8s | Qwen3.5-4B full model, DP1×TP2×CP1, public `dp_rank_forward`, active LoRA: TP peers plan identical physical layouts; automatic shares deeper than depth-one (group lengths 9,199 vs 37,871 for 53,216 logical tokens; physical 9,200 / 37,872 after per-group TP padding); odd group lengths exercise SP padding; measured rows compile-free and plan-cache-stable; numerics gated relative to the TP1 control's cross-layout divergence with source/workload fingerprints (same-layout TP2-vs-TP1 ratios 1.06/1.05, cross-layout ratios 1.05/1.06, losses within 0.06%, unstructured differences). Also runs the CI check script at TP=2 (0.0 divergence) | pass: automatic 720 ms vs depth-one 1,921 ms (62.5% paired gain at TP2; 71.9% at TP1) | | `--phase dp2-tp2-waves` (`dev/trainer_rank_landing_acceptance_dp2_tp2.sky.yaml`) | 4x H200 k8s | DP2×TP2 public `forward_micro_batches`: ≥2 waves, distinct DP payloads, identical wave shapes within each TP pair, every input returned once in order, forward+backward per wave, automatic vs depth-one parity, empty-DP-slot arm, no hang | see evidence log | -| `--phase cost-calibrate` (`dev/trainer_rank_cost_calibration_{cp4,2gpu}.sky.yaml`, `dev/trainer_rank_cost_calibration_local.sh`) | 1x/2x/4x H200 | every mandatory candidate layout of a cell timed through the public API (forward+backward, active LoRA, compile-free, max-rank) plus the production selection; layout features and topology/model facts to JSONL; `--planner-ab` times every layout under the current and the legacy CP planner in alternating rounds on the same node (rows carry `planner_variant`; the fitter uses only current-planner rows). Cells: GRPO g8/g16/g4x4 (Qwen3.5-4B GDN and Qwen3-4B attention, 2-layer and full height), three heterogeneous controls, Ellavox groups, at TP1/TP2 × CP1/CP2/CP4 | 58 cells, 3,849 within-cell pairs | +| `--phase cost-calibrate` (`dev/trainer_rank_cost_calibration_{cp4,2gpu}.sky.yaml`, `dev/trainer_rank_cost_calibration_local.sh`) | 1x/2x/4x H200 | every mandatory candidate layout of a cell timed through the public API (forward+backward, active LoRA, compile-free, max-rank) plus the production selection; layout features and topology/model facts to JSONL; `--planner-ab` times every layout under the current and the legacy CP planner in alternating rounds on the same node (rows carry `planner_variant`; the fitter uses only current-planner rows). `--gdn-ab` brackets the GDN planner's chain decision (production, never chain, chain every legal segment) and `--gdn-legacy-ab` pairs the production GDN planner against the one before the 2026-09-09 recalibration, the same way. Cells: GRPO g8/g16/g4x4 (Qwen3.5-4B GDN and Qwen3-4B attention, 2-layer and full height), three heterogeneous controls, Ellavox groups, at TP1/TP2 × CP1/CP2/CP4 | 58 cells, 3,849 within-cell pairs | | `dev/trainer_rank_cost_fit.py` | CPU | paired within-cell deltas, non-negative least squares over the production term functions, regret-minimizing refinement; gates on whole held-out cells: pairwise ordering ≥90% on pairs separated >3%, median regret ≤2%, p95 ≤5%, none >10%, clear winners selected within 5%; `--selector-check` runs the shipped table through the real selector | final table (fit on 45 cells, evaluated on all 58; 3,849 pairs; 13 held-out cells): 98.1% pairwise, p95 regret 2.9%, max 4.2%, no clear misses; pre-registered odd-Ellavox holdout passes; the two Ellavox CP4 cells re-measured after the issue #840 harness fix are held out too (shipped-table regret 0% and 2.8%); profile narrowed to the measured envelope (H200-class SM 9.0, bf16, hidden 2,560, dense) and bound to the certificate by test; expected-cell manifest validated; TP2, CP2 and attention-model ablations pass (all-heterogeneous ablation: one CP4 cell at 9.5%); campaign-1 table on the 18 later cells within 4.2%; timed production selection on the later CP2/TP2 cells: median −0.2%, max 0.4%; hand-set score: 78.6% pairwise, max regret 67%. Re-certified 2026-09-08 under the recalibrated CP planner (issue #854; every CP > 1 cell re-measured with the paired A/B, `--planner-ab`): 58 cells, 98.7% pairwise, p95 1.9%, max 2.8%, held-out pass | | `dev/trainer_rank_cost_calibration_lattice.sky.yaml` (`MODEL`, `SHAPES` = tp,cp,ep[,etp], `CELLS`) | 4x H200 | one model's calibration cells over an explicit parallel-shape lattice, one torchrun per shape with EP/ETP pinned (builds HybridEP in setup); used for the Qwen3.5-35B-A3B class (EP1 at CP1/2/4/TP2, EP2 at CP2/CP4/TP2, EP4 at CP4) and the dense controls | 35B class: 73 cells / 3,658 pairs certified as `gdn-moe-h2048-h200-bf16` (97.1% pairwise, p95 regret 2.4%, max 4.9%, gates pass per shape); 15 lattice cells excluded with reasons (#848, #851) | | dense attention classes (`dev/trainer_rank_cost_calibration_lattice.sky.yaml`: Qwen3-1.7B, Qwen3-8B, Qwen3-14B; Qwen3-4B real data at CP4/TP2×CP2) | 4x H200 | same protocol on the Qwen3-tokenized Ellavox groups and synthetic families at TP1 × CP1/2/4, TP2 × CP1, TP2 × CP2 (70 cells each); candidate rows record the CP plan structure (`cp_plan`: wave count, max rank tokens, summary cost) and the version-1 score | `dense-attn-h2048`/`h4096` at CP1, CP2, TP2 (42 cells; pairwise 96.5% / 99.9%, max regret 1.0% / 1.1%), `dense-attn-h5120` also at TP2 × CP2 (56 cells; 99.9%, max 1.0%); TP1 × CP4 through the two-stage re-ranker where it pays back against both the cheap and the version-1 selection on all and held-out cells: Qwen3-8B (max 0.8%; planning 1.6% vs 1.8% saved) and Qwen3-14B (4.1%; 1.0% vs 1.2%); on Qwen3-1.7B it ranks (2.6%) but costs 2.6% against 2.0% saved, so CP4 keeps version 1; TP2 × CP2 not admitted for the two smaller classes; the dense table withholds Qwen3-4B × TP1 × CP4 (35% vs version 1's 15%) | diff --git a/dev/trainer_rank_planner_design.md b/dev/trainer_rank_planner_design.md index 3ffa54e92..1fb5da3ba 100644 --- a/dev/trainer_rank_planner_design.md +++ b/dev/trainer_rank_planner_design.md @@ -527,6 +527,96 @@ gathered world-wide compile statuses; both cells were re-measured cleanly and folded into the certificate as held-out cells (shipped-table regret 0% and 2.8%; the training cells and therefore the table are unchanged). +## GDN planner: dense work follows the GDN layout (2026-09-09) + +The paired planner A/B of issue #854 left a tail on the GDN classes: on +Qwen3.5-4B the largest Ellavox group's unshared layout got 23% slower at CP4 +although its attention plan was better, because the GDN planner stopped +chaining one 12.6k-token sequence across the ranks when the attention layout +shifted (design brief above). The GDN planner's runtime model +(`GdnPlannerConfig`) priced a rank's GDN work by a recurrent rate alone; but +after the attention-to-GDN all-to-all the whole GDN layer — input projection, +convolution, recurrence, output projection — runs on the GDN layout, so a +rank pays the projections for every GDN token it owns, chained or not. + +**Measurement.** `--gdn-ab` times every layout of a cell under the production +GDN planner and under two forced decisions that bracket its choice — never +chain, chain every legal segment — in alternating rounds on the same node +with the attention planner unchanged, so the paired difference is the GDN +decision's own cost. Campaigns on Qwen3.5-4B (CP2, CP4), Qwen3.5-27B (CP2, +CP4) and Qwen3.5-35B-A3B (CP2 EP1/EP2, CP4 EP2/EP4): 982 layouts. Chaining +everything is the wrong move on most layouts (short segments; the chain +overhead dominates), but where it wins it wins big and the model missed it: +one 12.5k-token sequence at CP4 measures 16.7 ms per GDN layer faster chained +on 4B (the model said 3.8), 48 ms on 27B; the production planner kept 243 of +246 4B layouts and 103 of 123 27B CP4 layouts local. + +**Fit.** With a per-owned-token dense term the model's error on the paired +deltas drops from 10.1 to 5.2 ms per layer (rms) across the three classes, +and the regret of choosing between the two arms by the model from 1,082 to +297 ms per layer summed over the 982 layouts. The recurrent rates and the +exchange costs are held at their shipped values; the fit sets the dense +throughput to about 156 TFLOP/s (617 tokens/ms on the 4B shape, 224 on 27B, +772 on the 35B reference; the projection FLOPs come from the model shape), +the bucket launch to 2.2 ms (was 0.2), the suffix scan to 2.8 ms per bucket +and 3.5 segments/ms at the reference shape (was 2.0 and 15), and exposes no +per-byte summary-exchange cost beyond the per-segment scan (the two are +collinear; the bandwidth is set high). The chain gate moves from 4.0 to +2.0 ms: on the paired validation every chain that measured slower on 4B was +predicted to save under 2 ms per layer, and 2 ms keeps 97% of the measured +gain on 4B and 99% on 27B. Replaying the production planner on the +campaigns (layouts whose decision is one of the measured arms): regret 421 → +31 ms per layer on 4B, 1,471 → 17 on 27B, 359 → 75 on 35B; 44 / 53 / 66 +layouts newly chain where chaining measured faster, 0 / 2 / 5 where it +measured slower (at most 6.9 ms per layer, one 27B g6 layout). The dense +term does not enter the owner search: pricing it there moved local segments +toward token balance at the cost of more layout exchange, which the +validation measured as noise at the median with a +14% outlier on a +heterogeneous synthetic cell, while every measured gain came from the chain +decisions. + +**Validation against main.** The recalibrated planner was validated against main's GDN planner in +alternating rounds on the same node, attention planner unchanged +(`--gdn-legacy-ab`; Qwen3.5-4B at CP2 and CP4, Qwen3.5-27B at CP2 and CP4, +Qwen3.5-35B-A3B at CP2 EP1/EP2 and CP4 EP1 (synthetic cells) / EP2 / EP4). +Layouts whose chain decision differs between the two planners, and the rest: + +| class | layouts | chain decision changed | faster > 2% | slower > 2% | other layouts | production selection | +| --- | --- | --- | --- | --- | --- | --- | +| Qwen3.5-4B | 274 | 72, median −15.2% | 69 | 1 (+3.0%) | 174, ±0.5% | −6.9% at CP4, 0.0% at CP2 | +| Qwen3.5-27B | 274 | 95, median −17.8% | 90 | 1 | 151, ±0.3% | 0.0% (its production picks were already chained at CP4) | +| Qwen3.5-35B-A3B | 574 | 119, median −3.7% | 70 | 11 (worst +6.5%) | 371 (+30 synthetic CP4), ±1% | +0.5% to −0.3% per shape | + +The best layout per real-data group improves by 15–43% at CP4 and 21–34% at +CP2 on 4B (the long Ellavox sequences now chain), by up to 30% per layout on +27B, and is within ±1% on 35B, whose tail of slower chains (the model +over-predicts chain savings on that class by about 2×) is the residual this +change leaves open. + +**Re-certification.** The three GDN tables were re-measured on every admitted CP > 1 cell by the +same campaign (the current-planner rows) and refit with their checked-in +recipes, carrying the certificates' aggregates for the CP1 and TP2 cells the +GDN planner does not touch (`--from-certificate` with evidence): + +| table | cells | pairwise | p95 regret | max regret | before | +| --- | --- | --- | --- | --- | --- | +| dense-h2560 (Qwen3.5-4B, Qwen3-4B) | 58 | 99.0% | 1.2% | 1.9% | 98.7% / 1.9% / 2.8% | +| gdn-moe-h2048 (Qwen3.5-35B-A3B) | 80 | 97.8% | 2.2% | 4.2% | 96.6% / 2.7% / 4.2% | +| dense-gdn-h5120 (Qwen3.5-27B) | not refit | | | | 98.6% / 3.9% / 4.6% (kept) | + +The 27B refit fails its held-out gate on one cell, Ellavox g3 at CP4, by +11.3%: under the new planner the deep `uniform_depth_3` layout's long GDN +segments chain and it becomes 10% faster than the shallow layouts the ten +terms prefer, a difference the layout features cannot express (a CP-split of +the GDN level term does not recover it, nor does fitting the CP > 1 cells +alone). The shipped 27B table is kept: under the new planner its picks are +within 2.7% of the new best on the other 13 CP4 cells and its g3 pick is +22% faster than before (regret against a new best, not a regression); +withholding the shape would hand the group to version 1, which loses up to +33% there. A second stage that prices shortlisted layouts with the planners' +own calibrated models fixes g3 (4.0%) but, in its pure form, mis-ranks two +synthetic CP4 cells by 7–8%; a fitted GDN-aware re-ranker is the follow-up. + ## Width feasibility is decided by the memory-minimal layout The cost-optimal layout can decline sharing at one width and accept it at a diff --git a/src/art/trainer_rank/_planner_cost.py b/src/art/trainer_rank/_planner_cost.py index a9bc7c6b8..4b0e446e2 100644 --- a/src/art/trainer_rank/_planner_cost.py +++ b/src/art/trainer_rank/_planner_cost.py @@ -782,7 +782,14 @@ def _prefix_tree_layout_score_v1( # class at CP4, as they do the 35B GDN MoE class; after the recalibration the # CP4 group carries one 5.5% clear miss on the synthetic grpo-g8 cell, whose # best layout changed with the planner); TP2 x CP2 fails its gates and keeps -# the version-1 score, which on this class lost up to 112% at CP4. +# the version-1 score, which on this class lost up to 112% at CP4. The GDN +# planner recalibration of 2026-09-09 (design brief) was validated on this +# class but the table is NOT refit from it: under the new planner the refit +# misses the held-out Ellavox g3 cell at CP4 by 11% (its deep layout's GDN +# segments now chain, which the ten terms cannot see), while the shipped +# table's picks are within 2.7% of the new best on the other 13 CP4 cells and +# 22% faster than before on g3 itself; a GDN-aware second stage is the +# follow-up. QWEN35_27B_GEOMETRY = ModelGeometry( hidden_size=5_120, ffn_hidden_size=17_408, From 13fe2a3c587515a913c340f870fe4f6d5aa1aa6b Mon Sep 17 00:00:00 2001 From: Brad Hilton Date: Thu, 10 Sep 2026 06:52:13 +0000 Subject: [PATCH 11/11] Test: let the width-search test find its non-monotone window CPU-only planning scores with the default dense table, which every re-certification moves; the test now searches the shared-prefix length where one saved copy stops paying for the extra level instead of pinning it. Co-Authored-By: Claude Fable 5.1 --- tests/unit/test_trainer_rank_weird_shapes.py | 65 ++++++++++++-------- 1 file changed, 41 insertions(+), 24 deletions(-) diff --git a/tests/unit/test_trainer_rank_weird_shapes.py b/tests/unit/test_trainer_rank_weird_shapes.py index 4bd781bf5..599b899d5 100644 --- a/tests/unit/test_trainer_rank_weird_shapes.py +++ b/tests/unit/test_trainer_rank_weird_shapes.py @@ -456,36 +456,53 @@ def test_width_search_survives_non_monotone_cost_optimal_layouts( 1, fails at 2, fits at 3 in this case). Feasibility must instead be judged by the memory-minimal layout, which is monotone, so the search reaches width 3 instead of stopping at the spurious failure. + + Where exactly one saved copy stops paying for the extra level depends on + the fitted cost model (CPU-only planning scores with the default dense + table, which is re-certified as the runtime changes), so the test finds a + shared-prefix length in that window instead of pinning one. """ - # 150 shared tokens on the attention model: one saved copy (width 2) does - # not pay for the extra level under the fitted cost model (the default - # dense table, re-certified 2026-09-08; the window is 130-160 shared - # tokens), two saved copies (width 3) do. - shared = tuple(range(10_000, 10_150)) - inputs = [_target_request(_tokens(*shared, tail)) for tail in (1, 2, 3)] - rank = TrainerRank(_attention_runtime()) - monkeypatch.setattr(rank, "_dp_rank_and_size", lambda: (0, 1)) - monkeypatch.setattr(rank, "_all_ranks_have_memory_profile", lambda **_kwargs: True) - monkeypatch.setattr( - rank, - "_run_flat_plan_with_memory_tracking", - lambda plan, **_kwargs: ( - [ForwardOutput(None, None, None, None) for _ in range(plan.request_count)], - None, - ), - ) - # Confirm the non-monotone premise under the production cost model. - two = rank._plan_flat_forward(inputs[:2]) - three = rank._plan_flat_forward(inputs) - assert two.packed_tokens == 302, two.packed_tokens - assert three.packed_tokens == 153, three.packed_tokens - _set_packed_token_budget(monkeypatch, rank, 300) + def plans(shared_len: int) -> tuple[TrainerRank, list, int, int]: + shared = tuple(range(10_000, 10_000 + shared_len)) + inputs = [_target_request(_tokens(*shared, tail)) for tail in (1, 2, 3)] + rank = TrainerRank(_attention_runtime()) + monkeypatch.setattr(rank, "_dp_rank_and_size", lambda: (0, 1)) + monkeypatch.setattr( + rank, "_all_ranks_have_memory_profile", lambda **_kwargs: True + ) + monkeypatch.setattr( + rank, + "_run_flat_plan_with_memory_tracking", + lambda plan, **_kwargs: ( + [ + ForwardOutput(None, None, None, None) + for _ in range(plan.request_count) + ], + None, + ), + ) + two = rank._plan_flat_forward(inputs[:2]).packed_tokens + three = rank._plan_flat_forward(inputs).packed_tokens + return rank, inputs, two, three + + # One saved copy (width 2) does not pay for the extra level under the + # production cost model, two saved copies (width 3) do: width 2 replays the + # prefix (2 * shared + 2 tokens), width 3 shares it (shared + 3 tokens). + for shared_len in range(40, 400, 10): + rank, inputs, two, three = plans(shared_len) + if two == 2 * shared_len + 2 and three == shared_len + 3: + break + else: + pytest.fail("no shared-prefix length makes the cost-optimal width non-monotone") + # A budget between the two: the cost-optimal width-2 layout does not fit, + # the width-3 one does. + _set_packed_token_budget(monkeypatch, rank, (two + three) // 2) batches = list(rank.forward_micro_batches(inputs)) assert [batch.stats.global_count for batch in batches] == [3] - assert batches[0].stats.packed_tokens <= 300 + assert batches[0].stats.packed_tokens <= (two + three) // 2 def test_dp_rank_forward_falls_back_to_memory_minimal_layout_before_refusing(