NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

patching problem

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-01-13 00:09:40 -05:00
parent 80d2608c4e
commit fad8e77be2
4 changed files with 234 additions and 76 deletions
Download patch file Download diff file Expand all files Collapse all files

9
example_trainer/vllm_patching/__init__.py
View file

@ -15,7 +15,12 @@ Usage:
from vllm import AsyncLLM
"""
from .patched_gpu_runner import PatchedGPUModelRunner, apply_patches
from .patched_gpu_runner import (
PatchedGPUModelRunner,
apply_patches,
get_patched_runner,
is_patched,
)
from .weight_updater import weight_updater_process
from .distributed_utils import (
init_process_group,
@ -27,6 +32,8 @@ from .distributed_utils import (
__all__ = [
"PatchedGPUModelRunner",
"apply_patches",
"get_patched_runner",
"is_patched",
"weight_updater_process",
"init_process_group",
"broadcast_object_list",