diff --git a/plugin.sh b/plugin.sh
index aada374..f2f7fe7 100755
--- a/plugin.sh
+++ b/plugin.sh
@@ -63,7 +63,6 @@ run_stack_wait() {
 run_purge() {
   echo "--- start purge ---"
   docker -H "$DOCKER_HOST" stack rm "$PLUGIN_STACK"
-  docker -H "$DOCKER_HOST" secret ls -q | docker -H "$DOCKER_HOST" secret rm
   echo "--- end purge ---"
 }
 
@@ -72,6 +71,7 @@ run_cleanup() {
   # See https://github.com/moby/moby/issues/30942#issuecomment-540699206
   until [ -z "$(docker stack ps "$PLUGIN_STACK" -q)" ]; do sleep 1; done
   docker -H "$DOCKER_HOST" system prune --all --volumes --force
+  docker -H "$DOCKER_HOST" secret ls -q | docker -H "$DOCKER_HOST" secret rm
   echo "--- end cleanup ---"
 }