mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
0a16fafadb
commit
655faa775c
27 changed files with 134 additions and 66 deletions
|
|
@ -9,10 +9,10 @@ from typing import Dict, List, Optional, Tuple
|
|||
|
||||
import openai
|
||||
from datasets import load_dataset
|
||||
from environments.eval_environments.eval import EvalBase, eval_runner
|
||||
from PIL import Image
|
||||
|
||||
from atroposlib.envs.server_handling.server_manager import ServerManager
|
||||
from environments.eval_environments.eval import EvalBase, eval_runner
|
||||
|
||||
ICL_EXAMPLES = [
|
||||
"""Hint: Please answer the question and provide the final answer at the end.
|
||||
|
|
@ -263,7 +263,9 @@ Then extract the answer from the model response and type it at the end of the pr
|
|||
|
||||
return is_equal(prediction, answer)
|
||||
|
||||
async def run_item(self, server: ServerManager, data_item: dict) -> Tuple[dict, dict]:
|
||||
async def run_item(
|
||||
self, server: ServerManager, data_item: dict
|
||||
) -> Tuple[dict, dict]:
|
||||
try:
|
||||
messages = self.build_messages(data_item)
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue