refactor: Deflake and Try package

- feat: add CI multiplier
- refactor: readability
- feat: custom Sleep function
- refactor(integration): use custom Sleep
- feat: show Try progress
- feat(try): try response with status code
- refactor(try): use a dedicate package.
- refactor(integration): Try everywhere
- feat(CI): pass CI env var to Integration Tests.
- refactor(acme): increase timeout.
- feat(acme): show Traefik logs
- refactor(integration): use `http.StatusXXX`
- refactor: remove Sleep

integration/try/condition.go

@@ -0,0 +1,95 @@
+package try
+
+import (
+	"errors"
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"strings"
+
+	"github.com/docker/libkv/store"
+)
+
+// ResponseCondition is a retry condition function.
+// It receives a response, and returns an error
+// if the response failed the condition.
+type ResponseCondition func(*http.Response) error
+
+// BodyContains returns a retry condition function.
+// The condition returns an error if the request body does not contain all the given
+// strings.
+func BodyContains(values ...string) ResponseCondition {
+	return func(res *http.Response) error {
+		body, err := ioutil.ReadAll(res.Body)
+		if err != nil {
+			return fmt.Errorf("failed to read response body: %s", err)
+		}
+
+		for _, value := range values {
+			if !strings.Contains(string(body), value) {
+				return fmt.Errorf("could not find '%s' in body '%s'", value, string(body))
+			}
+		}
+		return nil
+	}
+}
+
+// BodyContainsOr returns a retry condition function.
+// The condition returns an error if the request body does not contain one of the given
+// strings.
+func BodyContainsOr(values ...string) ResponseCondition {
+	return func(res *http.Response) error {
+		body, err := ioutil.ReadAll(res.Body)
+		if err != nil {
+			return fmt.Errorf("failed to read response body: %s", err)
+		}
+
+		for _, value := range values {
+			if strings.Contains(string(body), value) {
+				return nil
+			}
+		}
+		return fmt.Errorf("could not find '%v' in body '%s'", values, string(body))
+	}
+}
+
+// HasBody returns a retry condition function.
+// The condition returns an error if the request body does not have body content.
+func HasBody() ResponseCondition {
+	return func(res *http.Response) error {
+		body, err := ioutil.ReadAll(res.Body)
+		if err != nil {
+			return fmt.Errorf("failed to read response body: %s", err)
+		}
+
+		if len(body) == 0 {
+			return errors.New("Response doesn't have body content")
+		}
+		return nil
+	}
+}
+
+// StatusCodeIs returns a retry condition function.
+// The condition returns an error if the given response's status code is not the
+// given HTTP status code.
+func StatusCodeIs(status int) ResponseCondition {
+	return func(res *http.Response) error {
+		if res.StatusCode != status {
+			return fmt.Errorf("got status code %d, wanted %d", res.StatusCode, status)
+		}
+		return nil
+	}
+}
+
+// DoCondition is a retry condition function.
+// It returns an error
+type DoCondition func() error
+
+// KVExists is a retry condition function.
+// Verify if a Key exists in the store
+func KVExists(kv store.Store, key string) DoCondition {
+	return func() error {
+		_, err := kv.Exists(key)
+		return err
+	}
+}