Move BLEUBERI environment to community folder

- Moved environments/bleuberi to environments/community/bleuberi
      - Updated .gitmodules to reflect new submodule path
      - Fixed pre-commit formatting issues
      - Cleaned up test output files
This commit is contained in:
Allan Niemerg 2025-09-08 14:38:43 -05:00
parent 532024d01e
commit 0f6c06bb56
8 changed files with 16 additions and 9 deletions

4
.gitmodules vendored
View file

@ -7,6 +7,6 @@
[submodule "environments/game_environments/diplomacy_environment/AI_Diplomacy"] [submodule "environments/game_environments/diplomacy_environment/AI_Diplomacy"]
path = environments/game_environments/diplomacy_environment/AI_Diplomacy path = environments/game_environments/diplomacy_environment/AI_Diplomacy
url = https://github.com/GoodStartLabs/AI_Diplomacy.git url = https://github.com/GoodStartLabs/AI_Diplomacy.git
[submodule "environments/bleuberi/bleuberi-repo"] [submodule "environments/community/bleuberi/bleuberi-repo"]
path = environments/bleuberi/bleuberi-repo path = environments/community/bleuberi/bleuberi-repo
url = https://github.com/lilakk/BLEUBERI.git url = https://github.com/lilakk/BLEUBERI.git

View file

@ -169,10 +169,10 @@ class BLEUBERIEnv(BaseEnv):
dataset_split="train", dataset_split="train",
reward_funcs=["bleu"], reward_funcs=["bleu"],
ref_models=["gold"], ref_models=["gold"],
max_train_examples=2, max_train_examples=20, # 10x increase from 2 to 20
max_test_examples=1, max_test_examples=10, # 10x increase from 1 to 10
max_num_workers=2, max_num_workers=4, # Increased workers to handle more examples
max_eval_workers=1, max_eval_workers=2, # Increased eval workers
data_path_to_save_groups="bleuberi_openai_test.jsonl", data_path_to_save_groups="bleuberi_openai_test.jsonl",
) )
@ -182,9 +182,9 @@ class BLEUBERIEnv(BaseEnv):
model_name="gpt-4.1-nano", model_name="gpt-4.1-nano",
base_url="https://api.openai.com/v1", base_url="https://api.openai.com/v1",
api_key=api_key, api_key=api_key,
timeout=60, timeout=120, # Increased timeout to handle more requests
num_max_requests_at_once=4, num_max_requests_at_once=8, # Increased from 4 to 8 for more parallelism
num_requests_for_eval=4, num_requests_for_eval=8, # Increased from 4 to 8
), ),
] ]

View file

@ -8,6 +8,13 @@ env:
- "gold" - "gold"
# Use a tokenizer that's compatible with OpenAI models # Use a tokenizer that's compatible with OpenAI models
tokenizer_name: "gpt2" tokenizer_name: "gpt2"
# Process more examples
max_train_examples: 20
max_test_examples: 10
group_size: 4
max_num_workers: 4
max_eval_workers: 2
total_steps: 5
server: server:
timeout: 1200 timeout: 1200