minor update

zhongkaifu · Sep 21, 2024 · 0797604 · 0797604
1 parent 020cdf5
commit 0797604
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs b/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs
@@ -521,7 +521,7 @@ internal void TrainOneEpoch(int ep, ICorpus<IPairBatch> trainCorpus, ICorpus<IPa
 
                             m_weightsUpdateCount++;
 
-                            float gradNormFactor = 1.0f; // Math.Max(sWordCnt, tWordCnt);
+                            float gradNormFactor = 1.0f / (float)sntPairBatchs.Count;
                             if (LossScaling > 0.0f)
                             {
                                 gradNormFactor = gradNormFactor / LossScaling;