diff --git a/MANIFEST.in b/MANIFEST.in
index 0684ba4458..13e587fb57 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -1 +1 @@
-recursive-include keras_cv/custom_ops *.so
+recursive-include keras_cv/src/custom_ops *.so
diff --git a/keras_cv/src/BUILD b/keras_cv/src/BUILD
index a3c2ec98b9..456fbb52fc 100644
--- a/keras_cv/src/BUILD
+++ b/keras_cv/src/BUILD
@@ -11,6 +11,6 @@ py_library(
     name = "keras_cv",
     srcs = glob(["**/*.py"]),
     data = [
-      "//keras_cv/custom_ops:_keras_cv_custom_ops.so",
+      "//keras_cv/src/custom_ops:_keras_cv_custom_ops.so",
     ]
 )
diff --git a/keras_cv/src/custom_ops/box_util.cc b/keras_cv/src/custom_ops/box_util.cc
index 2b91f9c27a..13068029b4 100644
--- a/keras_cv/src/custom_ops/box_util.cc
+++ b/keras_cv/src/custom_ops/box_util.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#include "keras_cv/custom_ops/box_util.h"
+#include "keras_cv/src/custom_ops/box_util.h"
 
 #include <algorithm>
 #include <cmath>
diff --git a/keras_cv/src/custom_ops/kernels/pairwise_iou_kernel.cc b/keras_cv/src/custom_ops/kernels/pairwise_iou_kernel.cc
index d2d78bbdc9..5fb9cd8b86 100644
--- a/keras_cv/src/custom_ops/kernels/pairwise_iou_kernel.cc
+++ b/keras_cv/src/custom_ops/kernels/pairwise_iou_kernel.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #include <vector>
 
-#include "keras_cv/custom_ops/box_util.h"
+#include "keras_cv/src/custom_ops/box_util.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
diff --git a/keras_cv/src/custom_ops/kernels/within_any_box_op.cc b/keras_cv/src/custom_ops/kernels/within_any_box_op.cc
index 7cc9b0dbf3..21f7ca1af8 100644
--- a/keras_cv/src/custom_ops/kernels/within_any_box_op.cc
+++ b/keras_cv/src/custom_ops/kernels/within_any_box_op.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #define EIGEN_USE_THREADS
 
-#include "keras_cv/custom_ops/box_util.h"
+#include "keras_cv/src/custom_ops/box_util.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"
diff --git a/keras_cv/src/custom_ops/kernels/withinbox_op.cc b/keras_cv/src/custom_ops/kernels/withinbox_op.cc
index 14d57a8b12..e44c282b28 100644
--- a/keras_cv/src/custom_ops/kernels/withinbox_op.cc
+++ b/keras_cv/src/custom_ops/kernels/withinbox_op.cc
@@ -15,7 +15,7 @@ limitations under the License.
 
 #define EIGEN_USE_THREADS
 
-#include "keras_cv/custom_ops/box_util.h"
+#include "keras_cv/src/custom_ops/box_util.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor.h"
 #include "tensorflow/core/framework/tensor_shape.h"