calibrating + bug fix tool_choice="auto" for 5.4 mini/nano

This commit is contained in:
alckasoc 2026-03-20 16:27:30 -07:00
parent d829b07e60
commit f76f5be652
4 changed files with 86 additions and 70 deletions

View file

@ -17,6 +17,7 @@ from ..tools.run_command_schema import normalize_result
logger = logging.getLogger(__name__)
litellm.suppress_debug_info = True
litellm.drop_params = True # silently drop unsupported params (e.g. tool_choice for mini/nano models)
# Tool schema passed to the LLM on every call
_RUN_COMMAND_TOOL = {