From 07976041c930bd077bbddebc4af542c77bb9b103 Mon Sep 17 00:00:00 2001
From: Zhongkai Fu <fuzhongkai@gmail.com>
Date: Sat, 21 Sep 2024 08:04:48 -0700
Subject: [PATCH] minor update

---
 Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs b/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs
index 524c1ce..2d838d1 100644
--- a/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs
+++ b/Seq2SeqSharp/Tools/BaseSeq2SeqFramework.cs
@@ -521,7 +521,7 @@ internal void TrainOneEpoch(int ep, ICorpus<IPairBatch> trainCorpus, ICorpus<IPa
 
                             m_weightsUpdateCount++;
 
-                            float gradNormFactor = 1.0f; // Math.Max(sWordCnt, tWordCnt);
+                            float gradNormFactor = 1.0f / (float)sntPairBatchs.Count;
                             if (LossScaling > 0.0f)
                             {
                                 gradNormFactor = gradNormFactor / LossScaling;