drop densemoe (#8)

Signed-off-by: Mayank Mishra <[email protected]>
IBM · Sep 11, 2024 · 4ad1004 · 4ad1004
1 parent 6b7e20a
commit 4ad1004
Show file tree

Hide file tree

Showing 12 changed files with 1 addition and 442 deletions.
diff --git a/dolomite_engine/hf_models/__init__.py b/dolomite_engine/hf_models/__init__.py
@@ -1,9 +1,6 @@
 from .enums import AttentionHeadType, PositionEmbeddingType
 from .model_conversion import export_to_huggingface, import_from_huggingface
 from .models import (
-    DenseMoEConfig,
-    DenseMoEForCausalLM,
-    DenseMoEModel,
     GPTCrossLayerConfig,
     GPTCrossLayerForCausalLM,
     GPTCrossLayerModel,

diff --git a/dolomite_engine/hf_models/models/__init__.py b/dolomite_engine/hf_models/models/__init__.py
@@ -1,4 +1,3 @@
-from .dense_moe import DenseMoEConfig, DenseMoEForCausalLM, DenseMoEModel
 from .gpt_crosslayer import (
     GPTCrossLayerConfig,
     GPTCrossLayerForCausalLM,

diff --git a/dolomite_engine/hf_models/models/dense_moe/__init__.py b/dolomite_engine/hf_models/models/dense_moe/__init__.py
diff --git a/dolomite_engine/hf_models/models/dense_moe/base.py b/dolomite_engine/hf_models/models/dense_moe/base.py
diff --git a/dolomite_engine/hf_models/models/dense_moe/config.py b/dolomite_engine/hf_models/models/dense_moe/config.py
diff --git a/dolomite_engine/hf_models/models/dense_moe/inference.py b/dolomite_engine/hf_models/models/dense_moe/inference.py
diff --git a/dolomite_engine/hf_models/models/dense_moe/layer.py b/dolomite_engine/hf_models/models/dense_moe/layer.py
diff --git a/dolomite_engine/hf_models/models/dense_moe/main.py b/dolomite_engine/hf_models/models/dense_moe/main.py
diff --git a/dolomite_engine/hf_models/models/dense_moe/moa.py b/dolomite_engine/hf_models/models/dense_moe/moa.py