Skip to content

vllm.v1.worker.gpu.spec_decode.dspine.speculator

_maybe_override_dspine_config(config)

Map the original DSpine checkpoint's settings to the dflash_config keys that Speculators checkpoints use (see update_dspine).

Source code in vllm/v1/worker/gpu/spec_decode/dspine/speculator.py
def _maybe_override_dspine_config(config: PreTrainedConfig) -> None:
    """Map the original DSpine checkpoint's settings to the `dflash_config`
    keys that Speculators checkpoints use (see `update_dspine`)."""
    draft = config.dflash_config
    bridge = draft.get("selected_prefix_code_bridge")
    if bridge is None:
        return
    expected = {
        "draft_block_causal": True,
        "selected_prefix_terminal": False,
        "selected_prefix_feature_writes": True,
        "selected_prefix_feature_write_mode": "independent",
        "selected_prefix_feature_layers": list(range(1, config.num_hidden_layers + 1)),
    }
    if (
        getattr(config, "is_causal", True) is False
        or any(draft.get(key) != value for key, value in expected.items())
        or draft.get("selected_prefix_feature_next_token_rows", False)
        or draft.get("selected_prefix_feature_reliability") is not None
    ):
        raise ValueError("DSpine requires independent causal writes at every layer.")
    second = getattr(config, "code_bridge_second_pass", {})
    refine = draft.get("selected_prefix_last_write_refine", {})
    if (
        second.get("mode") != "serial_table"
        or second.get("first_exact") != config.num_hidden_layers - 1
        or refine.get("kind") != "exact_sender"
        or second.get("head_topk") != refine.get("head_topk")
    ):
        raise ValueError(
            "DSpine requires matching serial last-write refinement settings."
        )
    draft.update(
        block_size=config.block_size,
        transfer_dim=bridge["code_size"],
        message_dim=bridge["rank"],
        transition_top_k=second["head_topk"],
        transfer_space_eps=bridge["eps"],
        causal=True,
        sample_from_anchor=False,
    )