Make the Store liveness probe timeout configurable

Under heavy load, the 1s default timeout for the Store liveness probe
can be often triggered, which leads to Store restarts.

The default value is 1s, to keep the current behavior, and in affected
environments one can increase it.

Signed-off-by: Douglas Camata <159076+douglascamata@users.noreply.github.com>

examples/all/manifests/thanos-store-shard0-statefulSet.yaml

@@ -124,6 +124,7 @@ spec:
             port: 10902
             scheme: HTTP
           periodSeconds: 30
+          timeoutSeconds: 1
         name: thanos-store
         ports:
         - containerPort: 10901

examples/all/manifests/thanos-store-shard1-statefulSet.yaml

@@ -124,6 +124,7 @@ spec:
             port: 10902
             scheme: HTTP
           periodSeconds: 30
+          timeoutSeconds: 1
         name: thanos-store
         ports:
         - containerPort: 10901

examples/all/manifests/thanos-store-shard2-statefulSet.yaml

@@ -124,6 +124,7 @@ spec:
             port: 10902
             scheme: HTTP
           periodSeconds: 30
+          timeoutSeconds: 1
         name: thanos-store
         ports:
         - containerPort: 10901

examples/all/manifests/thanos-store-statefulSet.yaml

@@ -112,6 +112,7 @@ spec:
             port: 10902
             scheme: HTTP
           periodSeconds: 30
+          timeoutSeconds: 1
         name: thanos-store
         ports:
         - containerPort: 10901

jsonnet/kube-thanos/kube-thanos-store-default-params.libsonnet

@@ -22,6 +22,9 @@
     grpc: 10901,
     http: 10902,
   },
+  livenessProbe: {
+    timeoutSeconds: 1,
+  },
   tracing: {},
   minTime: '',
   maxTime: '',

jsonnet/kube-thanos/kube-thanos-store.libsonnet

@@ -135,11 +135,16 @@ function(params) {
           { name: 'tls-secret', mountPath: ts.config.objectStorageConfig.tlsSecretMountPath },
         ] else []
       ),
-      livenessProbe: { failureThreshold: 8, periodSeconds: 30, httpGet: {
-        scheme: 'HTTP',
-        port: ts.config.ports.http,
-        path: '/-/healthy',
-      } },
+      livenessProbe: {
+        failureThreshold: 8,
+        periodSeconds: 30,
+        timeoutSeconds: ts.config.livenessProbe.timeoutSeconds,
+        httpGet: {
+          scheme: 'HTTP',
+          port: ts.config.ports.http,
+          path: '/-/healthy',
+        },
+      },
       readinessProbe: { failureThreshold: 20, periodSeconds: 5, httpGet: {
         scheme: 'HTTP',
         port: ts.config.ports.http,

manifests/thanos-store-statefulSet.yaml

@@ -71,6 +71,7 @@ spec:
             port: 10902
             scheme: HTTP
           periodSeconds: 30
+          timeoutSeconds: 1
         name: thanos-store
         ports:
         - containerPort: 10901