NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-22 16:48:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

logger changes

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-02-27 16:13:51 -05:00
parent 64d3ee1bd6
commit 35587cbdc0
3 changed files with 63 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

7
atroposlib/api/server.py
View file

@ -1,4 +1,5 @@
import gzip
import logging
import time
import uuid
from typing import Any, Dict, List, Optional
@ -25,6 +26,7 @@ MIN_ENV_WEIGHT = (
# Message import removed - using Dict[str, Any] for more flexible validation
app = FastAPI(title="AtroposLib API")
logger = logging.getLogger(__name__)
app.add_middleware(
CORSMiddleware,
@ -391,7 +393,10 @@ async def get_batch():
app.state.curr_batch.append(batch)
curr_batch = app.state.curr_batch.pop()
# check length before sending
print(f"Sending batch of {sum(len(x['tokens']) for x in curr_batch)} sequences")
logger.info(
"Sending batch of %s sequences",
sum(len(x["tokens"]) for x in curr_batch),
)
return {"batch": curr_batch}