Merge pull request #36 from ucloud/v0.2.2

V0.2.2

Author: gaopenghigh

deploy/e2e.yml

@@ -30,6 +30,8 @@ spec:
               value: ""
             - name: S3_BUCKET
               value: ""
+            - name: CLUSTER_DOMAIN
+              value: ""
 
 ---
 apiVersion: rbac.authorization.k8s.io/v1

go.mod

@@ -4,21 +4,24 @@ require (
 	github.com/appscode/go v0.0.0-20191006073906-e3d193d493fc
 	github.com/appscode/osm v0.12.0
 	github.com/aws/aws-sdk-go v1.20.20
-	github.com/ghodss/yaml v1.0.1-0.20190212211648-25d852aebe32
 	github.com/go-logr/logr v0.1.0
 	github.com/go-openapi/spec v0.19.2
+	github.com/go-redis/redis v6.15.7+incompatible
 	github.com/mediocregopher/radix.v2 v0.0.0-20181115013041-b67df6e626f9
 	github.com/onsi/ginkgo v1.8.0
 	github.com/onsi/gomega v1.5.0
 	github.com/operator-framework/operator-sdk v0.13.0
 	github.com/pkg/errors v0.8.1
+	github.com/satori/go.uuid v1.2.0
 	github.com/spf13/pflag v1.0.5
+	golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e
 	gomodules.xyz/stow v0.2.3
 	k8s.io/api v0.0.0
 	k8s.io/apimachinery v0.0.0
 	k8s.io/client-go v12.0.0+incompatible
 	k8s.io/kube-openapi v0.0.0-20190918143330-0270cf2f1c1d
 	k8s.io/kubernetes v1.16.2
+	kmodules.xyz/constants v0.0.0-20191024095500-cd4313df4aa6
 	kmodules.xyz/objectstore-api v0.0.0-20191014210450-ac380fa650a3
 	sigs.k8s.io/controller-runtime v0.4.0
 )

go.sum

@@ -8,7 +8,7 @@ RUN set -x \
     zip \
   && rm -rf /var/lib/apt/lists/* /usr/share/doc /usr/share/man /tmp/*
 
-COPY osm /usr/local/bin/osm
+COPY rclone /usr/local/bin/rclone
 COPY redis-tools.sh /usr/local/bin/redis-tools.sh
 RUN chmod +x /usr/local/bin/redis-tools.sh
 

hack/docker/redis-tools/Dockerfile

@@ -17,27 +17,27 @@ IMG=redis-tools
 DB_VERSION=5.0.4
 TAG="$DB_VERSION"
 
-OSM_VER=${OSM_VER:-v1.50.2}
+RCLONE_VER=${RCLONE_VER:-v1.50.2}
 
 DIST=$REPO_ROOT/dist
 mkdir -p $DIST
 
 build() {
   pushd "$REPO_ROOT/hack/docker/redis-tools"
 
-  if [ ! -f "osm" ]; then
+  if [ ! -f "rclone" ]; then
     # Download rclone
-    wget https://downloads.rclone.org/"${OSM_VER}"/rclone-"${OSM_VER}"-linux-amd64.zip
-    unzip rclone-"${OSM_VER}"-linux-amd64.zip
-    chmod +x rclone-"${OSM_VER}"-linux-amd64/rclone
-    mv rclone-"${OSM_VER}"-linux-amd64/rclone osm
+    wget https://downloads.rclone.org/"${RCLONE_VER}"/rclone-"${RCLONE_VER}"-linux-amd64.zip
+    unzip rclone-"${RCLONE_VER}"-linux-amd64.zip
+    chmod +x rclone-"${RCLONE_VER}"-linux-amd64/rclone
+    mv rclone-"${RCLONE_VER}"-linux-amd64/rclone rclone
   fi
 
   local cmd="docker build --pull -t $DOCKER_REGISTRY/$IMG:$TAG ."
   echo $cmd; $cmd
 
-  rm -rf rclone-"${OSM_VER}"-linux-amd64*
-  rm osm
+  rm -rf rclone-"${RCLONE_VER}"-linux-amd64*
+  rm rclone
   popd
 }
 

hack/docker/redis-tools/make.sh

@@ -14,6 +14,7 @@ show_help() {
   echo "    --host=HOST                    database host"
   echo "    --user=USERNAME                database username"
   echo "    --bucket=BUCKET                name of bucket"
+  echo "    --location=LOCATION            location of backend (<provider>:<bucket name>)"
   echo "    --folder=FOLDER                name of folder in bucket"
   echo "    --snapshot=SNAPSHOT            name of snapshot"
 }
@@ -25,11 +26,12 @@ REDIS_PORT=${REDIS_PORT:-6379}
 REDIS_USER=${REDIS_USER:-}
 REDIS_PASSWORD=${REDIS_PASSWORD:-}
 REDIS_BUCKET=${REDIS_BUCKET:-}
+REDIS_LOCATION=${REDIS_LOCATION:-}
 REDIS_FOLDER=${REDIS_FOLDER:-}
 REDIS_SNAPSHOT=${REDIS_SNAPSHOT:-}
 REDIS_DATA_DIR=${REDIS_DATA_DIR:-/data}
 REDIS_RESTORE_SUCCEEDED=${REDIS_RESTORE_SUCCEEDED:-0}
-OSM_CONFIG_FILE=/etc/osm/config
+RCLONE_CONFIG_FILE=/etc/rclone/config
 
 op=$1
 shift
@@ -56,6 +58,10 @@ while test $# -gt 0; do
       export REDIS_BUCKET=$(echo $1 | sed -e 's/^[^=]*=//g')
       shift
       ;;
+    --location*)
+      export REDIS_LOCATION=$(echo $1 | sed -e 's/^[^=]*=//g')
+      shift
+      ;;
     --folder*)
       export REDIS_FOLDER=$(echo $1 | sed -e 's/^[^=]*=//g')
       shift
@@ -108,7 +114,7 @@ case "$op" in
     ls -lh "$SOURCE_DIR"
     echo "Uploading dump file to the backend......."
     echo "From $SOURCE_DIR"
-    osm --config "$OSM_CONFIG_FILE" copy "$SOURCE_DIR" ceph:"$REDIS_BUCKET"/"$REDIS_FOLDER/$REDIS_SNAPSHOT" -v
+    rclone --config "$RCLONE_CONFIG_FILE" copy "$SOURCE_DIR" "$REDIS_LOCATION"/"$REDIS_FOLDER/$REDIS_SNAPSHOT" -v
 
     echo "Backup successful"
     ;;
@@ -120,9 +126,9 @@ case "$op" in
     fi
     index=$(echo "${POD_NAME}" | awk -F- '{print $(NF-1)}')
     REDIS_SNAPSHOT=${REDIS_SNAPSHOT}-${index}
-    SOURCE_SNAPSHOT="$REDIS_BUCKET"/"$REDIS_FOLDER/$REDIS_SNAPSHOT"
+    SOURCE_SNAPSHOT="$REDIS_LOCATION"/"$REDIS_FOLDER/$REDIS_SNAPSHOT"
     echo "From $SOURCE_SNAPSHOT"
-    osm --config "$OSM_CONFIG_FILE" sync ceph:"$SOURCE_SNAPSHOT" "$REDIS_DATA_DIR" -v
+    rclone --config "$RCLONE_CONFIG_FILE" sync "$SOURCE_SNAPSHOT" "$REDIS_DATA_DIR" -v
 
     echo "Recovery successful"
     ;;

hack/docker/redis-tools/redis-tools.sh

@@ -9,6 +9,11 @@ if [[ -z ${STORAGECLASSNAME} ]]; then
     exit 1
 fi
 
+if [[ -z ${CLUSTER_DOMAIN} ]]; then
+    echo "env CLUSTER_DOMAIN not set"
+    exit 1
+fi
+
 if [[ -z ${GINKGO_SKIP} ]]; then
     export GINKGO_SKIP=""
 fi

hack/e2e.sh

@@ -59,6 +59,17 @@ const (
 	NodesPlacementInfoOptimal NodesPlacementInfo = "Optimal"
 )
 
+type RestorePhase string
+
+const (
+	// RestorePhaseRunning used for Restore that are currently running.
+	RestorePhaseRunning RestorePhase = "Running"
+	// RestorePhaseRestart used for Restore that are restart master nodes.
+	RestorePhaseRestart RestorePhase = "Restart"
+	// RestorePhaseSucceeded used for Restore that are Succeeded.
+	RestorePhaseSucceeded RestorePhase = "Succeeded"
+)
+
 const (
 	DatabaseNamePrefix = "redis"
 

pkg/apis/redis/v1alpha1/constants.go

@@ -70,7 +70,19 @@ func (in *DistributedRedisCluster) IsRestoreFromBackup() bool {
 }
 
 func (in *DistributedRedisCluster) IsRestored() bool {
-	return in.Status.Restore.RestoreSucceeded > 0
+	return in.Status.Restore.Phase == RestorePhaseSucceeded
+}
+
+func (in *DistributedRedisCluster) ShouldInitRestorePhase() bool {
+	return in.Status.Restore.Phase == ""
+}
+
+func (in *DistributedRedisCluster) IsRestoreRunning() bool {
+	return in.Status.Restore.Phase == RestorePhaseRunning
+}
+
+func (in *DistributedRedisCluster) IsRestoreRestarting() bool {
+	return in.Status.Restore.Phase == RestorePhaseRestart
 }
 
 func defaultResource() *v1.ResourceRequirements {
@@ -114,7 +126,7 @@ func (in *RedisClusterBackup) Validate() error {
 	return nil
 }
 
-func (in *RedisClusterBackup) Location() (string, error) {
+func (in *RedisClusterBackup) RemotePath() (string, error) {
 	spec := in.Spec.Backend
 	timePrefix := in.Status.StartTime.Format("20060102150405")
 	if spec.S3 != nil {
@@ -131,10 +143,14 @@ func (in *RedisClusterBackup) Location() (string, error) {
 	return "", fmt.Errorf("no storage provider is configured")
 }
 
-func (in *RedisClusterBackup) OSMSecretName() string {
-	return fmt.Sprintf("osmconfig-%v", in.Name)
+func (in *RedisClusterBackup) RCloneSecretName() string {
+	return fmt.Sprintf("rcloneconfig-%v", in.Name)
 }
 
 func (in *RedisClusterBackup) JobName() string {
 	return fmt.Sprintf("redisbackup-%v", in.Name)
 }
+
+func (in *RedisClusterBackup) IsRefLocalPVC() bool {
+	return in.Spec.Local != nil && in.Spec.Local.PersistentVolumeClaim != nil
+}

pkg/apis/redis/v1alpha1/default.go

@@ -116,10 +116,8 @@ type DistributedRedisClusterStatus struct {
 }
 
 type Restore struct {
-	// The number of restore which reached phase Succeeded.
-	RestoreSucceeded int32               `json:"restoreSucceeded,omitempty"`
-	Backup           *RedisClusterBackup `json:"backup, omitempty"`
-	//BackupSourceSpec `json:",inline"`
+	Phase  RestorePhase        `json:"phase,omitempty"`
+	Backup *RedisClusterBackup `json:"backup, omitempty"`
 }
 
 // RedisClusterNode represent a RedisCluster Node