# environments/hack0/accessibility_env/accessibility_env.py import os # For API keys, etc. from typing import Dict, List, Optional, Tuple # Common type hints, added Dict from transformers.models.auto.tokenization_auto import AutoTokenizer # Corrected imports for Atropos types from atroposlib.envs.base import ( APIServerConfig, BaseEnv, BaseEnvConfig, ScoredDataGroup, ) from atroposlib.type_definitions import ( # GameHistory might not be needed yet, Item is common Item, ) from atroposlib.utils.tokenize_for_trainer import tokenize_for_trainer class AccessibilityEnvConfig(BaseEnvConfig): # Add any custom config fields specific to your env later pass class AccessibilityEnv(BaseEnv): name = "accessibility_env" # A unique name for your environment def __init__( self, config: AccessibilityEnvConfig, server_configs: List[APIServerConfig], slurm=True, testing=False, ): super().__init__(config, server_configs, slurm, testing) # Initialize any env-specific attributes here @classmethod def config_init(cls) -> Tuple[AccessibilityEnvConfig, List[APIServerConfig]]: env_config = AccessibilityEnvConfig( tokenizer_name="NousResearch/Llama-3-8B-Instruct- যেভাবে-তুমি-বাংলা-বলো", # Placeholder group_size=2, # Smaller for faster testing initially use_wandb=True, rollout_server_url="http://localhost:8000", total_steps=10, # For process mode, number of items to generate batch_size=4, # Max items in a single call to score (related to group_size) steps_per_eval=5, max_token_length=2048, wandb_name="accessibility_env_hackathon_dev", # Dev run name ) server_configs = [ APIServerConfig( model_name="gpt-3.5-turbo", # Or your preferred model # base_url=None, # Defaults to OpenAI if None api_key=os.environ.get( "OPENAI_API_KEY", "YOUR_API_KEY_PLACEHOLDER_IF_NOT_SET" ), # Important! num_requests_for_eval=16, ), ] return env_config, server_configs async def setup(self): print(f"[{self.name}] Setting up environment...") # Load dataset, initialize tools (e.g., HTML parser) here try: self.tokenizer = AutoTokenizer.from_pretrained( self.config.tokenizer_name, trust_remote_code=True ) # It's good practice to set pad_token if it's not already set, common for GPT-like models if self.tokenizer.pad_token is None: self.tokenizer.pad_token = self.tokenizer.eos_token print( f"[{self.name}] Tokenizer '{self.config.tokenizer_name}' loaded successfully." ) except Exception as e: print( f"[{self.name}] Error loading tokenizer '{self.config.tokenizer_name}': {e}" ) # Decide how to handle this - raise error, or try to proceed without tokenization (not ideal for Atropos) # For now, let's allow it to proceed, but tokenization will fail later if tokenizer is None # A better approach might be to raise an exception here if tokenizer is critical. # raise RuntimeError(f"Failed to load tokenizer: {e}") from e self.dataset = [ { "id": "ex001", "html": "
",
"issues_to_fix": ["missing_alt_text"],
},
{
"id": "ex002",
"html": "",
"issues_to_fix": ["missing_for_attribute_on_label"],
},
] # Placeholder for your HTML snippets
self.iter = 0
print(f"[{self.name}] Setup complete. Loaded {len(self.dataset)} items.")
async def get_next_item(self) -> Optional[Item]:
if self.iter >= len(self.dataset):
if (
self.iter >= self.config.total_steps
): # Stop after total_steps for 'process'
return None
# Potentially loop dataset or handle running out of unique items
# For hackathon, just stopping might be fine if dataset is small
# and total_steps is matched to dataset size.
# self.iter = 0 # To loop
print(f"[{self.name}] Reached end of dataset or total_steps.")
return None
item_data = self.dataset[self.iter]
self.iter += 1
# Format item_data into the 'Item' structure Atropos expects
# Typically (prompt_messages_tuple, gold_answer_or_metadata_tuple)
# Example:
# user_prompt = {"role": "user", "content": f"Make this HTML accessible: {item_data['html_snippet']}"}
# system_prompt_content = "You are an AI assistant specializing in web accessibility. Modify the given
# HTML to meet WCAG AA standards. Output only the modified HTML."
# system_prompt = {"role": "system", "content": system_prompt_content}
# prompt_messages = (system_prompt, user_prompt) # This needs to be a tuple of dicts
# messages_for_item = tuple(frozenset(p.items()) for p in prompt_messages) # Atropos often expects this format
# return (messages_for_item, item_data.get('expected_outcome_or_id')) # Second part is for scoring reference
# Simpler start for prompt:
# prompt = (
# (
# {
# "role": "system",
# "content": "You are an AI assistant. Given HTML, make it more accessible.",
# },
# ),
# ({"role": "user", "content": f"Original HTML: {item_data['html']}"},),
# )
# This prompt structure might need adjustment based on how Atropos and the LLM API expect it.
# The gsm8k example has:
# user_message = {"role": "user", "content": item["question"]}
# chat_completions = await self.server.chat_completion(
# messages=[{"role": "system", "content": system_prompt}, user_message], ...
# So a list of dicts is passed to chat_completion.
# The 'Item' type for get_next_item is often a tuple: ( (message_part_1, message_part_2, ...),
# metadata_for_scoring )
# where each message_part is often a frozenset of items from a dict. This is a bit complex.
# Let's start with a simple string prompt and adapt.
# For now, let's assume item is (prompt_string, metadata_for_scoring)
# The `collect_trajectories` in coding_server.py takes `item: Item`
# and then accesses `item[0][0]` which implies item is nested.
# `prompt = tuple([frozenset({"role": "user", "content": next_item["description"]}.items())])`
# `return (prompt, answer)`
# So, first element of item is a tuple of frozensets.
# Let's simplify for now and refine based on Atropos internals if needed.
# We'll construct the messages list directly in collect_trajectories.
# So get_next_item can return the raw data needed.
return item_data # This will be like {"html": "...", "id": "..."}
async def collect_trajectories(
self, item: Item
) -> Tuple[Optional[ScoredDataGroup], List[Item]]:
# 'item_data' here is what get_next_item returned.
original_html = item["html"]
system_message_content = (
"You are an expert web developer specializing in accessibility. "
"Given the following HTML snippet, please make the minimal necessary modifications "
"to ensure it meets WCAG 2.1 AA standards for the issues present. "
"Output only the complete, modified HTML snippet. Do not include explanations unless explicitly asked."
)
user_message_content = (
f"Original HTML:\n```html\n{original_html}\n```\nModified HTML:"
)
messages = [
{"role": "system", "content": system_message_content},
{"role": "user", "content": user_message_content},
]
chat_completions = await self.server.chat_completion(
messages=messages,
n=self.config.group_size,
max_tokens=self.config.max_token_length,
# temperature=0.7, # Optional: adjust for creativity vs. determinism
)
to_score_inputs = []
for choice in chat_completions.choices:
llm_response_content = choice.message.content
# The 'messages' to store for scoring/tokenization should represent the full exchange
# that led to this specific llm_response_content.
# This includes the original system and user messages, and the assistant's response.
full_exchange_messages = messages + [
{"role": "assistant", "content": llm_response_content}
]
to_score_inputs.append(
{
"full_exchange_messages": full_exchange_messages, # For tokenization
"llm_modified_html": llm_response_content, # For direct scoring
"original_html_info": item, # To know what to check against
}
)
# The `score` method in Atropos expects a list where each element typically is
# (messages_tuple_for_tokenization, original_item_metadata_for_scoring_logic)
# We need to adapt `to_score_inputs` to what `self.score` will expect.
# Let's define that `self.score` will take this list of dicts directly.
# The `collect_trajectories` from the blog post returns `to_postprocess, to_backlog`
# where `to_postprocess` is the output of `self.score`.
scored_data_group = await self.score(to_score_inputs)
return scored_data_group, [] # Assuming no backlog for now
async def score(
self, rollout_group_data: List[dict]
) -> Optional[ScoredDataGroup]: # Return type is still ScoredDataGroup
print(f"[{self.name}] Scoring {len(rollout_group_data)} rollouts...")
all_tokens: List[List[int]] = []
all_masks: List[List[int]] = []
all_scores: List[float] = []
# For TypedDict, optional fields that are not provided will simply not be keys in the dictionary.
# However, if we want to include them as None, we can. Let's prepare for that.
all_advantages: Optional[List[List[float]]] = (
None # Or initialize as [] if you might populate it
)
all_ref_logprobs: Optional[List[List[float]]] = None # Or initialize as []
all_messages_for_trainer: Optional[List[List[Dict]]] = (
None # Assuming Message is also a dict-like structure or TypedDict
)
for data_item in rollout_group_data:
llm_html = data_item["llm_modified_html"]
original_info = data_item["original_html_info"]
current_score = -1.0
if "