NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-22 16:48:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2026-01-20 18:45:13 +00:00 • committed by Jai Suphavadeeprasit
parent 3f69da5248
commit d288456535
2 changed files with 22 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

24
example_trainer/vllm_api_server.py
View file

@ -745,7 +745,9 @@ async def lora_status() -> LoraStatusResponse:
lora_available=LORA_AVAILABLE,
active_adapter_path=bridge_state.active_lora_path,
active_adapter_name=bridge_state.active_lora_name,
active_adapter_id=bridge_state.active_lora_id if bridge_state.active_lora_path else None,
active_adapter_id=(
bridge_state.active_lora_id if bridge_state.active_lora_path else None
),
load_count=bridge_state.lora_load_count,
available_adapters=available,
)
@ -775,8 +777,12 @@ async def lora_load(request: LoraLoadRequest) -> JSONResponse:
with bridge_state.lock:
bridge_state.active_lora_path = request.adapter_path
bridge_state.active_lora_name = request.adapter_name or f"adapter_{bridge_state.lora_load_count}"
bridge_state.active_lora_id = bridge_state.lora_load_count + 1 # vLLM needs unique int ID
bridge_state.active_lora_name = (
request.adapter_name or f"adapter_{bridge_state.lora_load_count}"
)
bridge_state.active_lora_id = (
bridge_state.lora_load_count + 1
) # vLLM needs unique int ID
bridge_state.lora_load_count += 1
logger.info(
@ -806,11 +812,13 @@ async def lora_unload() -> JSONResponse:
# Note: Keep active_lora_id - vLLM may cache adapters by ID
logger.info(f"LoRA adapter unloaded: {prev_path} ({prev_name})")
return JSONResponse({
"status": "ok",
"previous_adapter": prev_path,
"previous_name": prev_name,
})
return JSONResponse(
{
"status": "ok",
"previous_adapter": prev_path,
"previous_name": prev_name,
}
)
# =============================================================================