diff --git a/specforge/modeling/target/dflash_target_model.py b/specforge/modeling/target/dflash_target_model.py index 0df938239..101974bbc 100644 --- a/specforge/modeling/target/dflash_target_model.py +++ b/specforge/modeling/target/dflash_target_model.py @@ -108,6 +108,10 @@ def from_pretrained( server_args=server_args, nccl_port=None, ) + # sglang 0.5.14 post-load setup; see eagle3_target_model.py for details. + model_runner.alloc_memory_pool() + model_runner.init_attention_backends() + model_runner.init_cuda_graphs() return cls(model_runner) def set_capture_layers(self, layer_ids: List[int]) -> None: