mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-23 16:54:56 +00:00
Update callbacks.py
This commit is contained in:
parent
84a8bbb9cb
commit
5c8ee88f0f
1 changed files with 1 additions and 1 deletions
|
|
@ -291,7 +291,7 @@ class LogTrainingStats(Callback):
|
|||
and grad_data.size().numel() < 10000000
|
||||
):
|
||||
for q_idx, _ in enumerate(q):
|
||||
stats[f"param/{name}/quantile-{q[q_idx]}"] = -10
|
||||
stats[f"grad/{name}/quantile-{q[q_idx]}"] = -10
|
||||
|
||||
stats[f"grad/{name}/mean"] = grad_data.mean().item()
|
||||
if len(grad_data.shape) > 1 or grad_data.shape[0] > 1:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue