diff --git a/src/main/java/io/cryostat/discovery/DiscoveryPlugin.java b/src/main/java/io/cryostat/discovery/DiscoveryPlugin.java
index 037340b58..de331b827 100644
--- a/src/main/java/io/cryostat/discovery/DiscoveryPlugin.java
+++ b/src/main/java/io/cryostat/discovery/DiscoveryPlugin.java
@@ -118,8 +118,8 @@ public void prePersist(DiscoveryPlugin plugin) {
                 plugin.delete();
                 throw new IllegalArgumentException(e);
             } catch (Exception e) {
-                plugin.delete();
                 logger.error("Discovery Plugin ping failed", e);
+                plugin.delete();
                 throw e;
             }
         }