NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

model layer stuff

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-02-18 10:52:20 -05:00
parent 16ac332880
commit fa22bf58d1
4 changed files with 131 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
example_trainer/config.py
View file

@ -154,6 +154,13 @@ class TrainingConfig(BaseModel):
"If None, defaults to ['q_proj', 'v_proj'] for most models."
),
)
lora_layer_indices: Optional[List[int]] = Field(
None,
description=(
"Optional list of transformer layer indices to apply LoRA to. "
"If None, applies LoRA to all matching layers."
),
)
# === Single-Copy Mode Configuration ===
single_copy: bool = Field(