fix: loss_compare caption token count (20B -> 5B)

The loss_compare.png x-axis only spans 0-5B tokens. The caption
incorrectly claimed ~20B tokens.
This commit is contained in:
2026-07-24 06:21:52 +08:00
parent 4e70e827ff
commit 0c2bc916f2
+1 -1
View File
@@ -302,7 +302,7 @@ Sequence length & 2,048 tokens \\
\centering \centering
\includegraphics[width=0.50\linewidth]{data/loss_compare.png} \includegraphics[width=0.50\linewidth]{data/loss_compare.png}
\caption{Training loss curves: GPT-2 residual scaling vs.~Kaiming \caption{Training loss curves: GPT-2 residual scaling vs.~Kaiming
initialization over $\sim$20B tokens.} initialization over $\sim$5B tokens.}
\label{fig:loss} \label{fig:loss}
\end{figure} \end{figure}