diff --git a/src/fd.c b/src/fd.c
index 04ac3350a..06fd69053 100644
--- a/src/fd.c
+++ b/src/fd.c
@@ -233,12 +233,7 @@ void fd_add_to_fd_list(volatile struct fdlist *list, int fd)
 		} while (1);
 	}
 	/* Then, update the last entry */
-redo_fd_cache:
-	last = list->last;
-	__ha_barrier_load();
-
-	if (unlikely(!HA_ATOMIC_CAS(&list->last, &last, fd)))
-		goto redo_fd_cache;
+	list->last = fd;
 	__ha_barrier_store();
 	fdtab[fd].cache.next = -1;
 	__ha_barrier_store();