diff --git a/src/plugins/intel_cpu/src/nodes/fullyconnected.cpp b/src/plugins/intel_cpu/src/nodes/fullyconnected.cpp
index 668cbe4b95a629..88938414fe63c3 100644
--- a/src/plugins/intel_cpu/src/nodes/fullyconnected.cpp
+++ b/src/plugins/intel_cpu/src/nodes/fullyconnected.cpp
@@ -473,11 +473,7 @@ void FullyConnected::prepareWeightsUsingDummyShape() {
     auto prim_desc = createPrimitiveDesc(key, getEngine());
     auto weights = DnnlExtensionUtils::makeDescriptor(prim_desc.weights_desc());
     // ignore the result since we just need to put the reordered weights into the cache
-    if (weightsNonTransposed) {
-        (void) prepareWeightMemory(weights, makeTransposedWeightDescriptor(weights));
-    } else {
-        (void) prepareWeightMemory(weights);
-    }
+    (void) prepareWeightMemory(weights);
 }
 #endif