VLLM: Failed to infer device type 简单解决方案

    def __init__(self, device: str = "auto") -> None:
        if device == "auto":
            # Automated device type detection
            from vllm.platforms import current_platform
            self.device_type = current_platform.device_type
            if not self.device_type:
                raise RuntimeError(
                    "Failed to infer device type, please set "
                    "the environment variable `VLLM_LOGGING_LEVEL=DEBUG` "
                    "to turn on verbose logging to help debug the issue.")
        else:
            # Device type is assigned explicitly
            self.device_type = device

        # Some device types require processing inputs on CPU
        if self.device_type in ["neuron"]:
            self.device = torch.device("cpu")
        elif self.device_type in ["tpu"]:
            self.device = None
        else:
            # Set device with device type
            self.device = torch.device(self.device_type)

直接将raise 那句注释掉 改为：

    def __init__(self, device: str = "auto") -> None:
        if device == "auto":
            # Automated device type detection
            from vllm.platforms import current_platform
            self.device_type = current_platform.device_type
            if not self.device_type:
                #raise RuntimeError(
                #    "Failed to infer device type, please set "
                #    "the environment variable `VLLM_LOGGING_LEVEL=DEBUG` "
                #    "to turn on verbose logging to help debug the issue.")
                self.device_type = torch.device("cpu")
        else:
            # Device type is assigned explicitly
            self.device_type = device

        # Some device types require processing inputs on CPU
        if self.device_type in ["neuron"]:
            self.device = torch.device("cpu")
        elif self.device_type in ["tpu"]:
            self.device = None
        else:
            # Set device with device type
            self.device = torch.device(self.device_type)

此问题是在ARM机器上出现的，应该是没有gpu导致的，所以这块粗暴把它改掉 可以度过一劫