From 0c2bc916f2f9242a4ad180773a690eb5d2d6f61f Mon Sep 17 00:00:00 2001 From: ViperEkura <3081035982@qq.com> Date: Fri, 24 Jul 2026 06:21:52 +0800 Subject: [PATCH] fix: loss_compare caption token count (20B -> 5B) The loss_compare.png x-axis only spans 0-5B tokens. The caption incorrectly claimed ~20B tokens. --- main.tex | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.tex b/main.tex index 8c3ce83..9ff0d82 100644 --- a/main.tex +++ b/main.tex @@ -302,7 +302,7 @@ Sequence length & 2,048 tokens \\ \centering \includegraphics[width=0.50\linewidth]{data/loss_compare.png} \caption{Training loss curves: GPT-2 residual scaling vs.~Kaiming -initialization over $\sim$20B tokens.} +initialization over $\sim$5B tokens.} \label{fig:loss} \end{figure}