diff --git a/src/backend.c b/src/backend.c
index 4c5eec3dd..b1452b76d 100644
--- a/src/backend.c
+++ b/src/backend.c
@@ -1341,17 +1341,12 @@ int srv_count_retry_down(struct session *t, int conn_err)
 {
 	/* we are in front of a retryable error */
 	t->conn_retries--;
-	if (t->srv)
-		t->srv->retries++;
-	t->be->retries++;
 
 	if (t->conn_retries < 0) {
 		/* if not retryable anymore, let's abort */
 		tv_eternity(&t->req->cex);
 		srv_close_with_err(t, conn_err, SN_FINST_C,
 				   503, error_message(t, HTTP_ERR_503));
-		if (t->srv)
-			t->srv->cum_sess++;
 		if (t->srv)
 			t->srv->failed_conns++;
 		t->be->failed_conns++;
diff --git a/src/proto_http.c b/src/proto_http.c
index e59ce5a1f..cd889052b 100644
--- a/src/proto_http.c
+++ b/src/proto_http.c
@@ -2628,7 +2628,6 @@ int process_srv(struct session *t)
 					task_wakeup(t->srv->queue_mgt);
 
 				if (t->srv) {
-					t->srv->cum_sess++;
 					t->srv->failed_conns++;
 					t->srv->redispatches++;
 				}
@@ -2642,6 +2641,10 @@ int process_srv(struct session *t)
 				/* first, get a connection */
 				if (srv_redispatch_connect(t))
 					return t->srv_state != SV_STCONN;
+			} else {
+				if (t->srv)
+					t->srv->retries++;
+				t->be->retries++;
 			}
 
 			do {