clean vllm tonight

example_trainer/api.py

@@ -99,11 +99,7 @@ def get_batch(url: str = "http://localhost:8000"):
     Raises:
         RuntimeError: If trainer is not registered or other API error
     """
-    response = requests.get(
-        f"{url}/batch",
-        timeout=10,
-    )
-    data = response.json()
+    data = requests.get(f"{url}/batch", timeout=10).json()
 
     # Check if there was an error (trainer not registered)
     if data.get("status") == "error":

example_trainer/vllm_api_server.py

@@ -325,7 +325,6 @@ async def _generate(request_dict: dict, raw_request: Request) -> Response:
         async for request_output in results_generator:
             final_output = request_output
     except asyncio.CancelledError:
-        logger.warning("POST /generate cancelled request_id=%s", request_id)
         return Response(status_code=499)
 
     assert final_output is not None