From 3e6753afeb1853efdd3290ea9b2249b55444d71d Mon Sep 17 00:00:00 2001 From: morluto <76467478+morluto@users.noreply.github.com> Date: Tue, 20 Oct 2026 18:27:40 +0800 Subject: [PATCH] test: build unscheduled request outputs in scheduler checks --- tests/engine/conftest.py | 33 +++++++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) diff --git a/tests/engine/conftest.py b/tests/engine/conftest.py index b66eb45..a1a33a0 100644 --- a/tests/engine/conftest.py +++ b/tests/engine/conftest.py @@ -111,3 +111,36 @@ def metadata_pool() -> "SequenceMetadataPool": from deepinfer._C.engine import SequenceMetadataPool return SequenceMetadataPool() + + +@pytest.fixture +def unscheduled_outputs() -> Callable: + import torch + + from deepinfer._C.engine import RequestOutput, RequestOutputPool, build_request_outputs + + def build(outputs: object) -> list[object]: + pool = RequestOutputPool() + pointers = build_request_outputs( + outputs, + 64, + torch.empty(0, dtype=torch.int32), + torch.empty(0, dtype=torch.float32), + top_logprobs_=None, + top_token_ids_=None, + sum_smaller_probs_=None, + accepted_token_ids_=None, + accepted_token_logprobs_=None, + accepted_top_logprobs_=None, + accepted_top_token_ids_=None, + accepted_sum_smaller_probs_=None, + accepted_token_last_logprobs_=None, + pushed_tokens_before_finish=np.empty(0, dtype=np.int32), + prompt_logprobs=None, + request_output_pool=pool, + ) + result = [RequestOutput.clone(int(pointer)) for pointer in pointers] + pool.release(pointers) + return result + + return build