NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

precommit

Browse source
This commit is contained in:
Shannon Sands 2025-05-10 07:30:57 +10:00
parent c1ba77ec26
commit 4f6a0014bc
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
atroposlib/api/utils.py
View file

@ -34,12 +34,12 @@ def grab_exact_from_heterogeneous_queue(
max_group_size = 0
for item in queue:
l = len(item["tokens"])
lengths.append(l)
group_sizes.append(l)
total_tokens += l
if l > max_group_size:
max_group_size = l
length = len(item["tokens"])
lengths.append(length)
group_sizes.append(length)
total_tokens += length
if length > max_group_size:
max_group_size = length
if total_tokens < batch_size:
return None, queue