mirror of
https://github.com/deepseek-ai/DeepInfer.git
synced 2026-10-30 07:47:10 +08:00
c8f438c10a
The variable picks the deepinfer/_so/<accelerator>-<arch> directory that holds the extension module. The build scripts already reject anything but nvidia/ascend (build.sh, scripts/build_vendor.sh), but the runtime accepted any string: a typo such as "ascned" was silently coerced to the nvidia platform tag in _so_platform_tag(), so the process looked for a directory that does not exist and failed with a bare ModuleNotFoundError for deepinfer._C that never mentions the variable. Validate the value with EnvVar.choice so an unsupported value fails fast at import time with the variable name. The documented behaviours are unchanged: unset -> nvidia, "nvidia"/"ascend" -> themselves, and the empty value still means "let deep_cluster detect the accelerator".
53 lines
1.8 KiB
Python
53 lines
1.8 KiB
Python
"""Strict validation of DEEPINFER_ACCELERATOR.
|
|
|
|
The variable selects the `deepinfer/_so/<accelerator>-<arch>` directory that holds the
|
|
extension module. `build.sh` and `scripts/build_vendor.sh` already reject any value other
|
|
than `nvidia`/`ascend`; the runtime must reject it too instead of silently resolving to
|
|
another platform's extension directory.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from collections.abc import Callable
|
|
|
|
import pytest
|
|
|
|
from deepinfer import environ, envs
|
|
|
|
ACCELERATOR = "DEEPINFER_ACCELERATOR"
|
|
|
|
|
|
@pytest.fixture
|
|
def resolve(monkeypatch: pytest.MonkeyPatch) -> Callable[[str | None], str | None]:
|
|
"""Resolve the descriptor against a given environment value.
|
|
|
|
The descriptor caches its value on the class, so it must be re-armed after the
|
|
environment changes and before every read.
|
|
"""
|
|
|
|
def _resolve(value: str | None) -> str | None:
|
|
if value is None:
|
|
monkeypatch.delenv(ACCELERATOR, raising=False)
|
|
else:
|
|
monkeypatch.setenv(ACCELERATOR, value)
|
|
environ.rearm(ACCELERATOR)
|
|
return envs.DEEPINFER_ACCELERATOR
|
|
|
|
return _resolve
|
|
|
|
|
|
def test_unset_defaults_to_nvidia(resolve: Callable[[str | None], str | None]) -> None:
|
|
assert resolve(None) == "nvidia"
|
|
|
|
|
|
@pytest.mark.parametrize("value", ["nvidia", "ascend", ""])
|
|
def test_supported_values_are_returned(resolve: Callable[[str | None], str | None], value: str) -> None:
|
|
# The empty value is the documented "let deep_cluster detect the accelerator" sentinel.
|
|
assert resolve(value) == value
|
|
|
|
|
|
@pytest.mark.parametrize("value", ["ascned", "ASCEND", "Ascend", "gpu", "npu", "nvidia "])
|
|
def test_unknown_values_are_rejected(resolve: Callable[[str | None], str | None], value: str) -> None:
|
|
with pytest.raises(ValueError, match=ACCELERATOR):
|
|
resolve(value)
|