NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixing comments

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-03-03 23:08:28 -05:00
parent 51088ac24d
commit 1eeb31065f
6 changed files with 21 additions and 81 deletions
Download patch file Download diff file Expand all files Collapse all files

18
atroposlib/tests/test_managed_server.py
View file

@ -293,24 +293,12 @@ async def test_get_logprobs_normalized_schema(mock_server):
@pytest.mark.asyncio
async def test_get_logprobs_strict_mode_rejects_misaligned_payload(mock_server):
"""ManagedServer.get_logprobs fails fast on malformed prompt top-k payload."""
async def test_get_logprobs_strict_mode_requires_backend_impl(mock_server):
"""ManagedServer.get_logprobs requires backend get_logprobs in strict mode."""
managed = ManagedServer(mock_server, tokenizer=mock_server.tokenizer)
prompt = "Hello"
prompt_tokens = mock_server.tokenizer.encode(prompt)
async def _mock_get_logprobs(**kwargs):
return {
"prompt_tokens": prompt_tokens,
"prompt_topk_token_ids": [[tok] for tok in prompt_tokens],
# Missing one row on purpose -> misaligned with prompt length
"prompt_topk_logprobs": [[-0.1] for _ in prompt_tokens[:-1]],
}
mock_server.get_logprobs = _mock_get_logprobs
with pytest.raises(ValueError, match="align with prompt_tokens length"):
with pytest.raises(NotImplementedError, match="does not implement get_logprobs"):
await managed.get_logprobs(prompt=prompt, n=1)