From f58d1a5832f138e978de56ccdac25ba32db477ed Mon Sep 17 00:00:00 2001 From: Mayank Mishra Date: Thu, 24 Oct 2024 05:24:33 -0400 Subject: [PATCH] cleanup Signed-off-by: Mayank Mishra --- dolomite_engine/hf_models/mixins/dense_TP/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dolomite_engine/hf_models/mixins/dense_TP/base.py b/dolomite_engine/hf_models/mixins/dense_TP/base.py index a8b3b18..14f9f98 100644 --- a/dolomite_engine/hf_models/mixins/dense_TP/base.py +++ b/dolomite_engine/hf_models/mixins/dense_TP/base.py @@ -37,7 +37,7 @@ def __init__(self, config: CommonConfig, *args, **kwargs): super().__init__(config, *args, **kwargs) - if self._tied_word_embeddings: + if self.pp_world_size > 1 and self._tied_word_embeddings: raise NotImplementedError()