NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-25 17:10:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

logprob wandb

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-01-27 13:39:16 -05:00
parent 35d4a0781b
commit e89d26d7a0
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
example_trainer/model.py
View file

@ -397,7 +397,10 @@ def _validate_mapping_coverage(
hf_param_count = len(list(model.named_parameters()))
mapping_coverage = attached_count / hf_param_count if hf_param_count > 0 else 0
print(f"[Setup] Mapping coverage: {attached_count} tensors for {hf_param_count} parameters")
# Note: attached_count may be > param_count because state_dict includes buffers
# while named_parameters only counts trainable params
print(f"[Setup] Mapping coverage: {attached_count} tensors for {hf_param_count} parameters "
f"(>100% is OK - includes buffers)")
if mapping_coverage < 0.90:
unmapped_params = set(model.state_dict().keys()) - set(hf_state_dict.keys())