diff --git a/tests/tasks/setup_candlepin.yml b/tests/tasks/setup_candlepin.yml
index d8996f3..5f10754 100644
--- a/tests/tasks/setup_candlepin.yml
+++ b/tests/tasks/setup_candlepin.yml
@@ -32,6 +32,11 @@
         use: "{{ __rhc_is_ostree |
                  ternary('ansible.posix.rhel_rpm_ostree', omit) }}"
 
+    - name: Stop and remove Candlepin container
+      containers.podman.podman_container:
+        name: candlepin
+        state: absent
+
     - name: Start Candlepin container
       containers.podman.podman_container:
         detach: true
@@ -43,7 +48,6 @@
         publish:
           - 8443:8443
           - 8080:8080
-        recreate: true
         rm: true
         state: started