NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-26 17:13:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix up score

Browse source
This commit is contained in:
Shannon Sands 2025-05-18 16:17:14 -07:00
parent 98ce4224ff
commit 0e84f2f47a
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
environments/tool_calling_server.py
View file

@ -44,7 +44,7 @@ class SingleToolCallingEnv(BaseEnv):
def config_init(self) -> Tuple[BaseEnvConfig, List[APIServerConfig]]:
env_config = BaseEnvConfig(
tokenizer_name="NousResearch/DeepHermes-3-Llama-3-8B-Preview",
group_size=32,
group_size=16,
use_wandb=True,
rollout_server_url="http://localhost:8000",
total_steps=2000,
@ -404,9 +404,9 @@ class SingleToolCallingEnv(BaseEnv):
# Apply linear penalty scaling from 1.0 down to 0.0
scores["scores"].append(1.0 - percentage_of_range)
# Check if all scores are the same (no learning signal)
if all(scores["scores"][0] == score for score in scores["scores"]):
return None
# # Check if all scores are the same (no learning signal)
# if all(scores["scores"][0] == score for score in scores["scores"]):
# return None
return scores