diff --git a/src/ssl_sock.c b/src/ssl_sock.c
index 0ef30c771..c8bc5e24b 100644
--- a/src/ssl_sock.c
+++ b/src/ssl_sock.c
@@ -10291,6 +10291,7 @@ end:
 
 	if (errcode & ERR_CODE) {
 		/* we release the spinlock and free the unused structures in the release function */
+		cli_release_set_cert(appctx);
 		return cli_dynerr(appctx, memprintf(&err, "%sCan't update %s!\n", err ? err : "", args[3]));
 	} else
 		return 0;