# name: str # model_name: str # endpoints: default to null # - api_base: str # api_key: str # api_version: str optional (only for azure) # api_type: str # tokenizer: str optional (to optimize token limits) # parallel: int # system_prompt: str optional (add system instruction when generating model answer) gpt-3.5-turbo-0125: model_name: gpt-3.5-turbo-0125 endpoints: null api_type: openai parallel: 8 gpt-4-0314: model_name: gpt-4-0314 endpoints: null api_type: openai parallel: 8 gpt-4-1106-preview: model_name: gpt-4-1106-preview endpoints: null api_type: openai parallel: 8 gpt-4o-mini: model_name: gpt-4o-mini endpoints: null api_type: openai parallel: 64 gpt-4.1-mini: model_name: gpt-4.1-mini endpoints: null api_type: openai parallel: 64