diff --git a/src/charm.py b/src/charm.py
index d76b05b2f..75ad85c36 100755
--- a/src/charm.py
+++ b/src/charm.py
@@ -636,7 +636,7 @@ def _on_config_changed(self, _: ConfigChangedEvent) -> None:
 
         state = self._setup_state()
 
-        if state.instance_type == InstanceType.OPENSTACK:
+        if state.charm_config.token != self._stored.token and state.instance_type == InstanceType.OPENSTACK:
             openstack_runner_manager = self._get_openstack_runner_manager(state)
             openstack_runner_manager.flush()
             openstack_runner_manager.reconcile(state.runner_config.virtual_machines)