mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-24 17:04:55 +00:00
[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
463aa79ae8
commit
7c67e0bb19
5 changed files with 108 additions and 55 deletions
|
|
@ -132,12 +132,15 @@ from vllm.logger import init_logger # noqa: E402
|
|||
from vllm.sampling_params import RequestOutputKind, SamplingParams # noqa: E402
|
||||
from vllm.usage.usage_lib import UsageContext # noqa: E402
|
||||
from vllm.utils import random_uuid # noqa: E402
|
||||
|
||||
# Handle vLLM engine version differences (v0 vs v1)
|
||||
if os.environ.get("VLLM_USE_V1", "0") == "1":
|
||||
from vllm.v1.engine.async_llm import AsyncLLM # noqa: E402
|
||||
else:
|
||||
try:
|
||||
from vllm.engine.async_llm_engine import AsyncLLMEngine as AsyncLLM # noqa: E402
|
||||
from vllm.engine.async_llm_engine import (
|
||||
AsyncLLMEngine as AsyncLLM,
|
||||
) # noqa: E402
|
||||
except ImportError:
|
||||
# Fallback for older v0 versions
|
||||
from vllm.engine.async_llm import AsyncLLM # noqa: E402
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue