diff --git a/plugin.sh b/plugin.sh
index f2f7fe7..c81d6d9 100755
--- a/plugin.sh
+++ b/plugin.sh
@@ -71,7 +71,7 @@ run_cleanup() {
   # See https://github.com/moby/moby/issues/30942#issuecomment-540699206
   until [ -z "$(docker stack ps "$PLUGIN_STACK" -q)" ]; do sleep 1; done
   docker -H "$DOCKER_HOST" system prune --all --volumes --force
-  docker -H "$DOCKER_HOST" secret ls -q | docker -H "$DOCKER_HOST" secret rm
+  docker -H "$DOCKER_HOST" secret rm "$(docker -H "$DOCKER_HOST" secret ls -q)"
   echo "--- end cleanup ---"
 }