From d2919c52e5500c3cfd8678c8c88a5f49ff55f311 Mon Sep 17 00:00:00 2001
From: Nadav Elyahu <nelyahu@habana.ai>
Date: Thu, 18 Jul 2024 18:01:20 +0300
Subject: [PATCH] addtion gradient clipping to
 TestZeroPartialOffloadConfigSweep

this will allow covering the gradient clipping flow with zero3
and catch issues, such as was observed during this PR
---
 tests/unit/runtime/zero/test_zero_offloadpp.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/unit/runtime/zero/test_zero_offloadpp.py b/tests/unit/runtime/zero/test_zero_offloadpp.py
index 5bfec399e19f1..8ae99e2237e20 100644
--- a/tests/unit/runtime/zero/test_zero_offloadpp.py
+++ b/tests/unit/runtime/zero/test_zero_offloadpp.py
@@ -43,6 +43,7 @@ def test(self, h_dim: int, n_layers: int) -> None:
         config_dict = {
             "train_batch_size": 256,
             "steps_per_print": 1,
+            "gradient_clipping": 1.0,
             "optimizer": {
                 "type": "Adam",
                 "params": {