diff --git a/src/listen/detail/proto_detail_work.c b/src/listen/detail/proto_detail_work.c
index 76ab1195d797..58a0a46019fa 100644
--- a/src/listen/detail/proto_detail_work.c
+++ b/src/listen/detail/proto_detail_work.c
@@ -581,6 +581,8 @@ static ssize_t mod_write(fr_listen_t *li, void *packet_ctx, UNUSED fr_time_t req
 	fr_assert(thread->fd >= 0);
 
 	if (!buffer[0]) {
+		if (!inst->retransmit) goto mark_done;
+
 		if (fr_time_eq(track->retry.start, fr_time_wrap(0))) {
 			fr_retry_init(&track->retry, fr_time(), &inst->retry_config);
 		} else {