Using token# rather than batch# for graident normalization

zhongkaifu · Nov 30, 2023 · 6b3861c · 6b3861c
1 parent 57b49fe
commit 6b3861c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs b/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs
@@ -494,7 +494,7 @@ internal void TrainOneEpoch(int ep, ICorpus<IPairBatch> trainCorpus, ICorpus<IPa
                             List<IWeightTensor> models = GetParametersFromDefaultDevice();
 
                             m_weightsUpdateCount++;
-                            solver.UpdateWeights(models, processedLine, lr, m_regc, m_weightsUpdateCount);
+                            solver.UpdateWeights(models, sWordCnt + tWordCnt, lr, m_regc, m_weightsUpdateCount);
 
                             costInTotal += cost;
                             updatesInOneEpoch++;