Update callbacks.py

This commit is contained in:
Ragnar 2026-01-19 20:39:21 +02:00 committed by GitHub
parent 84a8bbb9cb
commit 5c8ee88f0f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -291,7 +291,7 @@ class LogTrainingStats(Callback):
and grad_data.size().numel() < 10000000
):
for q_idx, _ in enumerate(q):
stats[f"param/{name}/quantile-{q[q_idx]}"] = -10
stats[f"grad/{name}/quantile-{q[q_idx]}"] = -10
stats[f"grad/{name}/mean"] = grad_data.mean().item()
if len(grad_data.shape) > 1 or grad_data.shape[0] > 1: