diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 64e5c0f5..48f735d2 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -6,6 +6,7 @@ repos: - id: end-of-file-fixer - id: check-yaml - id: check-added-large-files + - id: check-merge-conflict - repo: https://github.com/psf/black-pre-commit-mirror rev: 26.1.0 @@ -23,3 +24,15 @@ repos: hooks: - id: flake8 args: ["--max-line-length=120", "--extend-ignore=E203,W503"] + +- repo: https://github.com/Yelp/detect-secrets + rev: v1.5.0 + hooks: + - id: detect-secrets + args: ['--baseline', '.secrets.baseline'] + +- repo: https://github.com/codespell-project/codespell + rev: v2.4.1 + hooks: + - id: codespell + args: ["--skip", "*.csv,*.html", "-L", "te,ans,sems,lsat,anc,strokin,lod,nam,ques,unparseable,rouge,oll,managin,expressio,re-declare"] diff --git a/.secrets.baseline b/.secrets.baseline new file mode 100644 index 00000000..f6e50123 --- /dev/null +++ b/.secrets.baseline @@ -0,0 +1,561 @@ +{ + "version": "1.5.0", + "plugins_used": [ + { + "name": "ArtifactoryDetector" + }, + { + "name": "AWSKeyDetector" + }, + { + "name": "AzureStorageKeyDetector" + }, + { + "name": "Base64HighEntropyString", + "limit": 4.5 + }, + { + "name": "BasicAuthDetector" + }, + { + "name": "CloudantDetector" + }, + { + "name": "DiscordBotTokenDetector" + }, + { + "name": "GitHubTokenDetector" + }, + { + "name": "GitLabTokenDetector" + }, + { + "name": "HexHighEntropyString", + "limit": 3.0 + }, + { + "name": "IbmCloudIamDetector" + }, + { + "name": "IbmCosHmacDetector" + }, + { + "name": "IPPublicDetector" + }, + { + "name": "JwtTokenDetector" + }, + { + "name": "KeywordDetector", + "keyword_exclude": "" + }, + { + "name": "MailchimpDetector" + }, + { + "name": "NpmDetector" + }, + { + "name": "OpenAIDetector" + }, + { + "name": "PrivateKeyDetector" + }, + { + "name": "PypiTokenDetector" + }, + { + "name": "SendGridDetector" + }, + { + "name": "SlackDetector" + }, + { + "name": "SoftlayerDetector" + }, + { + "name": "SquareOAuthDetector" + }, + { + "name": "StripeDetector" + }, + { + "name": "TelegramBotTokenDetector" + }, + { + "name": "TwilioKeyDetector" + } + ], + "filters_used": [ + { + "path": "detect_secrets.filters.allowlist.is_line_allowlisted" + }, + { + "path": "detect_secrets.filters.common.is_ignored_due_to_verification_policies", + "min_level": 2 + }, + { + "path": "detect_secrets.filters.heuristic.is_indirect_reference" + }, + { + "path": "detect_secrets.filters.heuristic.is_likely_id_string" + }, + { + "path": "detect_secrets.filters.heuristic.is_lock_file" + }, + { + "path": "detect_secrets.filters.heuristic.is_not_alphanumeric_string" + }, + { + "path": "detect_secrets.filters.heuristic.is_potential_uuid" + }, + { + "path": "detect_secrets.filters.heuristic.is_prefixed_with_dollar_sign" + }, + { + "path": "detect_secrets.filters.heuristic.is_sequential_string" + }, + { + "path": "detect_secrets.filters.heuristic.is_swagger_file" + }, + { + "path": "detect_secrets.filters.heuristic.is_templated_secret" + } + ], + "results": { + "README.md": [ + { + "type": "Secret Keyword", + "filename": "README.md", + "hashed_secret": "a8253456364f1bfc7da7ae4a1db5b45d106317a5", + "is_verified": false, + "line_number": 412 + } + ], + "SLURM.md": [ + { + "type": "Secret Keyword", + "filename": "SLURM.md", + "hashed_secret": "829c3804401b0727f70f73d4415e162400cbe57b", + "is_verified": false, + "line_number": 48 + } + ], + "atroposlib/envs/eval.py": [ + { + "type": "Secret Keyword", + "filename": "atroposlib/envs/eval.py", + "hashed_secret": "829c3804401b0727f70f73d4415e162400cbe57b", + "is_verified": false, + "line_number": 218 + } + ], + "atroposlib/tests/test_reasoning_models.py": [ + { + "type": "Secret Keyword", + "filename": "atroposlib/tests/test_reasoning_models.py", + "hashed_secret": "a8253456364f1bfc7da7ae4a1db5b45d106317a5", + "is_verified": false, + "line_number": 784 + } + ], + "environments/community/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/README.md", + "hashed_secret": "0cdd36560fe1b11331d168afc523be6990594dd6", + "is_verified": false, + "line_number": 1308 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/README.md", + "hashed_secret": "650478525ca1db511b9347e6b86aee0e1682c86a", + "is_verified": false, + "line_number": 1518 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/README.md", + "hashed_secret": "9ad19750930e5cf133e024641c00daf5fc90c700", + "is_verified": false, + "line_number": 1623 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/README.md", + "hashed_secret": "cf4a956e75901c220c0f5fbaec41987fc6177345", + "is_verified": false, + "line_number": 1756 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/README.md", + "hashed_secret": "235ca8ecd22dbaae08d2971367bebdc1d1bd0224", + "is_verified": false, + "line_number": 2864 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/README.md", + "hashed_secret": "e15ca83c29d75c442fc23ce0f3828627d0c0632c", + "is_verified": false, + "line_number": 3032 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/README.md", + "hashed_secret": "22035eae7902ee4a696f64d1cef8668b6a12e7d3", + "is_verified": false, + "line_number": 3033 + } + ], + "environments/community/accessibility_env/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/accessibility_env/README.md", + "hashed_secret": "33df60a74c253ce8564f7857ff313edf25fccc74", + "is_verified": false, + "line_number": 55 + } + ], + "environments/community/bleuberi/configs/default.yaml": [ + { + "type": "Secret Keyword", + "filename": "environments/community/bleuberi/configs/default.yaml", + "hashed_secret": "118c413f3fc929a1624f4c3e1da1e3d24377a693", + "is_verified": false, + "line_number": 38 + } + ], + "environments/community/conversational_style_dpo/gsmk8k_conversational_style_dpo_env.py": [ + { + "type": "Secret Keyword", + "filename": "environments/community/conversational_style_dpo/gsmk8k_conversational_style_dpo_env.py", + "hashed_secret": "aecdccc1cf64595b34e0cc152d238daabb32183a", + "is_verified": false, + "line_number": 442 + } + ], + "environments/community/cybersecurity_sigma/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/cybersecurity_sigma/README.md", + "hashed_secret": "1d3b1295c282649864a65fe3bd1631bcf7499ef5", + "is_verified": false, + "line_number": 68 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/cybersecurity_sigma/README.md", + "hashed_secret": "abd8c222e79d45f03018091db5e7d81317a5079b", + "is_verified": false, + "line_number": 69 + } + ], + "environments/community/dynastai/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/dynastai/README.md", + "hashed_secret": "89a6cfe2a229151e8055abee107d45ed087bbb4f", + "is_verified": false, + "line_number": 205 + } + ], + "environments/community/ethereum_virtual_machine/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/ethereum_virtual_machine/README.md", + "hashed_secret": "aecdccc1cf64595b34e0cc152d238daabb32183a", + "is_verified": false, + "line_number": 123 + } + ], + "environments/community/ethereum_virtual_machine/configs/token_transfers.yaml": [ + { + "type": "Secret Keyword", + "filename": "environments/community/ethereum_virtual_machine/configs/token_transfers.yaml", + "hashed_secret": "0738417b55905d283958aad3214022b2cf393911", + "is_verified": false, + "line_number": 40 + } + ], + "environments/community/ethereum_virtual_machine/setup.sh": [ + { + "type": "Secret Keyword", + "filename": "environments/community/ethereum_virtual_machine/setup.sh", + "hashed_secret": "aecdccc1cf64595b34e0cc152d238daabb32183a", + "is_verified": false, + "line_number": 104 + } + ], + "environments/community/helpful_doctors/doctor.py": [ + { + "type": "Secret Keyword", + "filename": "environments/community/helpful_doctors/doctor.py", + "hashed_secret": "5bc604777adb22ae457a5473c397202e00689e23", + "is_verified": false, + "line_number": 108 + } + ], + "environments/community/lean_proof_env/lean_env.py": [ + { + "type": "Secret Keyword", + "filename": "environments/community/lean_proof_env/lean_env.py", + "hashed_secret": "5bc604777adb22ae457a5473c397202e00689e23", + "is_verified": false, + "line_number": 142 + } + ], + "environments/community/lean_proof_env/lean_proof_env.py": [ + { + "type": "Secret Keyword", + "filename": "environments/community/lean_proof_env/lean_proof_env.py", + "hashed_secret": "9ad19750930e5cf133e024641c00daf5fc90c700", + "is_verified": false, + "line_number": 241 + } + ], + "environments/community/pay_to_play/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/pay_to_play/README.md", + "hashed_secret": "c636a7679743c2fdc648286a5f2dc60dd4ab1f16", + "is_verified": false, + "line_number": 60 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/pay_to_play/README.md", + "hashed_secret": "6d9c68c603e465077bdd49c62347fe54717f83a3", + "is_verified": false, + "line_number": 133 + } + ], + "environments/community/pay_to_play/secrets.json.template": [ + { + "type": "Secret Keyword", + "filename": "environments/community/pay_to_play/secrets.json.template", + "hashed_secret": "926492c7cd984ca5966f9cc706453f2a35aba666", + "is_verified": false, + "line_number": 4 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/pay_to_play/secrets.json.template", + "hashed_secret": "693d51f538909142145bc354a44dc0e69042f61c", + "is_verified": false, + "line_number": 9 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/pay_to_play/secrets.json.template", + "hashed_secret": "62f09fd0b1c61bd5227b8a854151ec6fd799a33c", + "is_verified": false, + "line_number": 13 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/pay_to_play/secrets.json.template", + "hashed_secret": "84c3bff97ced496510e233768b45388c09d1c84a", + "is_verified": false, + "line_number": 17 + } + ], + "environments/community/poker_holdem/poker_env.py": [ + { + "type": "Secret Keyword", + "filename": "environments/community/poker_holdem/poker_env.py", + "hashed_secret": "5bc604777adb22ae457a5473c397202e00689e23", + "is_verified": false, + "line_number": 37 + } + ], + "environments/community/protein_design/.env.example": [ + { + "type": "Secret Keyword", + "filename": "environments/community/protein_design/.env.example", + "hashed_secret": "9a7eba934a997087257c7f3907d5ae5d7956928a", + "is_verified": false, + "line_number": 3 + } + ], + "environments/community/protein_design/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/protein_design/README.md", + "hashed_secret": "1e3667aaaaa887721550cf5cc8a0c5c5760810ed", + "is_verified": false, + "line_number": 63 + } + ], + "environments/community/quantum_hybrid/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/quantum_hybrid/README.md", + "hashed_secret": "d72bf1088b6e54f3382988f97195a03071966b0d", + "is_verified": false, + "line_number": 34 + } + ], + "environments/community/quantum_hybrid/atropos.py": [ + { + "type": "Secret Keyword", + "filename": "environments/community/quantum_hybrid/atropos.py", + "hashed_secret": "68ff840f66c3eaf4443b0e70382a235f4a0d7026", + "is_verified": false, + "line_number": 245 + } + ], + "environments/community/quantum_hybrid/requirements.txt": [ + { + "type": "Secret Keyword", + "filename": "environments/community/quantum_hybrid/requirements.txt", + "hashed_secret": "d72bf1088b6e54f3382988f97195a03071966b0d", + "is_verified": false, + "line_number": 36 + } + ], + "environments/community/regex_generation/regex_problems.py": [ + { + "type": "Hex High Entropy String", + "filename": "environments/community/regex_generation/regex_problems.py", + "hashed_secret": "16c0af80d4dcc339d0869f99585b0e0359d470fe", + "is_verified": false, + "line_number": 308 + } + ], + "environments/community/router_env/.env.example": [ + { + "type": "Secret Keyword", + "filename": "environments/community/router_env/.env.example", + "hashed_secret": "26adb00e3d2ce26c9d600cf5c2a8e02304380ad2", + "is_verified": false, + "line_number": 1 + } + ], + "environments/community/router_env/engine/start_stone_agent.sh": [ + { + "type": "Secret Keyword", + "filename": "environments/community/router_env/engine/start_stone_agent.sh", + "hashed_secret": "9d4e1e23bd5b727046a9e3b4b7db57bd8d6ee684", + "is_verified": false, + "line_number": 11 + } + ], + "environments/community/router_env/engine/tools/mcp/google-maps/MAPS_INTEGRATION.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/router_env/engine/tools/mcp/google-maps/MAPS_INTEGRATION.md", + "hashed_secret": "6b26f9263ebf2954fd9660f204db7f7914357a1e", + "is_verified": false, + "line_number": 29 + } + ], + "environments/community/router_env/engine/tools/mcp/spotify/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/router_env/engine/tools/mcp/spotify/README.md", + "hashed_secret": "c303df00cd0a72b21c62900b758b06fc541664ce", + "is_verified": false, + "line_number": 199 + } + ], + "environments/community/selcube/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/selcube/README.md", + "hashed_secret": "ec14684b9b882e2aa9abdc4960c720050287e8eb", + "is_verified": false, + "line_number": 26 + } + ], + "environments/community/solitaire_winning_probability/game_predictor.py": [ + { + "type": "Secret Keyword", + "filename": "environments/community/solitaire_winning_probability/game_predictor.py", + "hashed_secret": "26adb00e3d2ce26c9d600cf5c2a8e02304380ad2", + "is_verified": false, + "line_number": 354 + } + ], + "environments/community/wikipedia_research/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/community/wikipedia_research/README.md", + "hashed_secret": "013933f9df4a1ceb39fb4807fdbcdea814712b9e", + "is_verified": false, + "line_number": 52 + }, + { + "type": "Secret Keyword", + "filename": "environments/community/wikipedia_research/README.md", + "hashed_secret": "235ca8ecd22dbaae08d2971367bebdc1d1bd0224", + "is_verified": false, + "line_number": 55 + } + ], + "environments/eval_environments/arena_hard_environment.py": [ + { + "type": "Secret Keyword", + "filename": "environments/eval_environments/arena_hard_environment.py", + "hashed_secret": "f8ca0d7266886f4b5be9adddc9b66017b3bf1a4b", + "is_verified": false, + "line_number": 344 + } + ], + "environments/eval_environments/refusalbench_environment.py": [ + { + "type": "Secret Keyword", + "filename": "environments/eval_environments/refusalbench_environment.py", + "hashed_secret": "4904744c8a148462f6e85ad3e88690fa89f68650", + "is_verified": false, + "line_number": 369 + } + ], + "environments/kernelbench_env/kernelbench_env.py": [ + { + "type": "Secret Keyword", + "filename": "environments/kernelbench_env/kernelbench_env.py", + "hashed_secret": "64b5686d74a26d884fc8e27d2a2cf90e70ef086f", + "is_verified": false, + "line_number": 131 + } + ], + "environments/pydantic_schema_following_environment/error_introduction.py": [ + { + "type": "Hex High Entropy String", + "filename": "environments/pydantic_schema_following_environment/error_introduction.py", + "hashed_secret": "c377074d6473f35a91001981355da793dc808ffd", + "is_verified": false, + "line_number": 633 + } + ], + "environments/smolagents_integration/README.md": [ + { + "type": "Secret Keyword", + "filename": "environments/smolagents_integration/README.md", + "hashed_secret": "d413f4d18c4c123dd52776f417b792efdec29c6a", + "is_verified": false, + "line_number": 54 + }, + { + "type": "Secret Keyword", + "filename": "environments/smolagents_integration/README.md", + "hashed_secret": "15ee54269657f8acfa7d7ce54530a12b4e73b7cc", + "is_verified": false, + "line_number": 55 + } + ], + "test_run.sh": [ + { + "type": "Secret Keyword", + "filename": "test_run.sh", + "hashed_secret": "11fa7c37d697f30e6aee828b4426a10f83ab2380", + "is_verified": false, + "line_number": 32 + } + ] + }, + "generated_at": "2026-02-28T01:22:09Z" +} diff --git a/environments/community/conversational_style_dpo/gsmk8k_conversational_style_dpo_env.py b/environments/community/conversational_style_dpo/gsmk8k_conversational_style_dpo_env.py index 0449c940..2c34418e 100644 --- a/environments/community/conversational_style_dpo/gsmk8k_conversational_style_dpo_env.py +++ b/environments/community/conversational_style_dpo/gsmk8k_conversational_style_dpo_env.py @@ -439,7 +439,7 @@ class GSM8KConversationalStyleDPOEnv(BaseEnv): APIServerConfig( model_name="NousResearch/DeepHermes-3-Llama-3-3B-Preview", base_url="https://inference-api.nousresearch.com/v1", - api_key="sk-3DvYKMv_-BfAoDSTfdSvEQ", + api_key="your-api-key-here", num_requests_for_eval=256, # Copied from gsm8k_server.py ) ] diff --git a/environments/community/pytorch_optimizer_coding/FOB/pytorch_fob/evaluation/plot.py b/environments/community/pytorch_optimizer_coding/FOB/pytorch_fob/evaluation/plot.py index 5515beca..03818fad 100644 --- a/environments/community/pytorch_optimizer_coding/FOB/pytorch_fob/evaluation/plot.py +++ b/environments/community/pytorch_optimizer_coding/FOB/pytorch_fob/evaluation/plot.py @@ -269,7 +269,7 @@ def get_num_rows( """each matrix has 2 params (on for x and y each), one value, and we aggregate over seeds; if there are more than these 4 parameter with different values, we want to put that in separate rows instead of aggregating over them. - returning: the number of rows (atleast 1) and the names of the cols""" + returning: the number of rows (at least 1) and the names of the cols""" necessary_rows = 0 # the user might specify a value for the groups that we should split on in @@ -367,7 +367,7 @@ def create_figure(dataframe_list: list[pd.DataFrame], config: AttributeDict): log_debug(f"{n_rows=} and {num_cols=}") # TODO, figsize was just hardcoded for (1, 2) grid and left to default for (1, 1) grid - # probably not worth the hazzle to create something dynamic (atleast not now) + # probably not worth the hassle to create something dynamic (at least not now) # EDIT: it was slightly adapted to allow num rows without being completely unreadable # margin = (num_subfigures - 1) * 0.3 # figsize=(5*n_cols + margin, 2.5) diff --git a/environments/community/ufc_prediction_env/ufc_image_env.py b/environments/community/ufc_prediction_env/ufc_image_env.py index 867c0a7b..a63f21db 100644 --- a/environments/community/ufc_prediction_env/ufc_image_env.py +++ b/environments/community/ufc_prediction_env/ufc_image_env.py @@ -155,7 +155,7 @@ class UFCImageEnv(BaseEnv): "In the red corner, we have:(YOUR FIRST IMAGE):\n" "And in the blue corner: (YOUR SECOND IMAGE):\n\n" "Now, act as your favorite fight commentator, I want you to:\n" - "create a fight commentary of whats happening in the fight live\n" + "create a fight commentary of what's happening in the fight live\n" "Give us your best fight commentary! Make it exciting, make it dramatic, " "make it sound like you're calling the fight live! " "Throw in some classic commentator phrases, maybe a 'OH MY GOODNESS!' or two, " diff --git a/environments/community/ufc_prediction_env/ufc_predictor_ui.py b/environments/community/ufc_prediction_env/ufc_predictor_ui.py index 60178b7b..6264e5dc 100644 --- a/environments/community/ufc_prediction_env/ufc_predictor_ui.py +++ b/environments/community/ufc_prediction_env/ufc_predictor_ui.py @@ -54,7 +54,7 @@ def predict(): "In the red corner, we have:(YOUR FIRST IMAGE):\n" "And in the blue corner: (YOUR SECOND IMAGE):\n\n" "Now, as your favorite fight commentator, I want you to:\n" - "create a fight commentary of whats happening in the fight live\n" + "create a fight commentary of what's happening in the fight live\n" "Give us your best fight commentary! Make it exciting, make it dramatic, " "make it sound like you're calling the fight live! " "Throw in some classic commentator phrases, maybe a 'OH MY GOODNESS!' or two, "