merge aks-e2e-release branch (#206)

* Create aksEngineScale.sh

* Create aksEngineUpgrade.sh

* Create runAksScript.sh

* Create MainTemplate.json

* Create azuredeploy.json

* Create azuredeploy.parameters.json

* Create azurestack_template.json

* Create script.sh

* Create kubernetes-azurestack.json

* feat: Add e2e test support in upstream test (#130)

* skip sync time e2e test (#158)

* skip sync time e2e test

* Upgrade go version to 1.13.4 (#163)

* Fixe2e (#164)

* Upgrade go version to 1.13.4

* Removing golang-dep from aks-e2e

* Fix Go path

* Set variable /c/Users/bhsantha.REDMOND for go version 1.13

* Adding gobindata to PATH

* e2e update kubectl

* custom data generator

* use k script instead of linking kubectl

* capture error in log (#186)

* Adding log to scale and upgrade operation

* Fix for scale test results file name (#190)

* ignore new e2e-test in v0.46.1 (#191)

* Update azuredeploy.json to skip new e2e test (#192)

update azuredeploy.json & handle scale-down

* Use k script during scale & upgrade tests (#193)

* Update path of cp command (#194)

* Update azurestack_template.json

Explicitly set masterProfile.availabilityProfile to AvailabilitySet

* Fix azure cli install (#202)

* Modify the download of microsoft signing key for  azure-cli installation

* Modify the download of microsoft signing key for  azure-cli installation

Co-authored-by: Bhuvaneswari Santharam <[email protected]>

* adding retry and fail fast for azure-cli installation (#203)

Co-authored-by: Bhuvaneswari Santharam <[email protected]>

Co-authored-by: Bhuvaneswari Santharam <[email protected]>
Co-authored-by: Rohit <[email protected]>
Co-authored-by: haofan-ms <[email protected]>
Co-authored-by: Bhuvaneswari Santharam <[email protected]>

AKSEngine-E2E/AksTest-Scripts/aksEngineScale.sh

@@ -0,0 +1,293 @@
+#! /bin/bash
+set -e
+
+log_level()
+{
+    case "$1" in
+        -e) echo "$(date) [Error]  : " ${@:2}
+        ;;
+        -w) echo "$(date) [Warning]: " ${@:2}
+        ;;
+        -i) echo "$(date) [Info]   : " ${@:2}
+        ;;
+        *)  echo "$(date) [Verbose]: " ${@:2}
+        ;;
+    esac
+}
+
+
+while [[ "$#" -gt 0 ]]
+
+do
+
+    case $1 in
+
+        --tenant-id)
+
+            TENANT_ID="$2"
+
+            shift 2
+
+        ;;
+
+        --subscription-id)
+
+            TENANT_SUBSCRIPTION_ID="$2"
+
+            shift 2
+
+        ;;
+
+        --node-count)
+
+            NODE_COUNT="$2"
+
+            shift 2
+
+        ;;
+        *)
+
+    esac
+
+done
+
+
+
+# Validate input
+
+if [ -z "$TENANT_ID" ]
+
+then
+
+    echo ""
+
+    echo "[ERR] --tenant-id is required"
+
+    printUsage
+
+fi
+
+
+
+if [ -z "$TENANT_SUBSCRIPTION_ID" ]
+
+then
+
+    echo ""
+
+    echo "[ERR] --subscription-id is required"
+
+    printUsage
+
+fi
+
+
+if [ -z "$NODE_COUNT" ]
+
+then
+
+    echo ""
+
+    echo "[ERR] --node-count is required"
+
+    printUsage
+
+fi
+
+
+
+# Basic details of the system
+log_level -i "Running  script as : $(whoami)"
+
+log_level -i "System information: $(sudo uname -a)"
+
+
+ROOT_PATH=/home/azureuser/src/github.com/Azure/aks-engine
+cd $ROOT_PATH
+
+log_level -i "Getting Resource group and region"
+
+export RESOURCE_GROUP=`ls -dt1 _output/* | head -n 1 | cut -d/ -f2 | cut -d. -f1`
+export REGION=`ls -dt1 _output/* | head -n 1 | cut -d/ -f2 | cut -d- -f2`
+export APIMODEL_FILE=$RESOURCE_GROUP.json
+
+if [ $RESOURCE_GROUP == "" ] ; then
+    log_level -i "Resource group not found.Scale can not be performed"
+    exit 1
+fi
+
+if [ $REGION == "" ] ; then
+    log_level -i "Region not found.Scale can not be performed"
+    exit 1
+fi
+
+
+cd $ROOT_PATH/_output
+
+CLIENT_ID=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.servicePrincipalProfile.clientId'| tr -d '"')
+FQDN_ENDPOINT_SUFFIX=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.resourceManagerVMDNSSuffix' | tr -d '"')
+IDENTITY_SYSTEM=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.identitySystem' | tr -d '"')
+AUTH_METHOD=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.authenticationMethod' | tr -d '"')
+ENDPOINT_ACTIVE_DIRECTORY_RESOURCEID=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.serviceManagementEndpoint' | tr -d '"')
+TENANT_ENDPOINT=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.resourceManagerEndpoint' | tr -d '"')
+ENDPOINT_ACTIVE_DIRECTORY_ENDPOINT=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.activeDirectoryEndpoint' | tr -d '"')
+ENDPOINT_GALLERY=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.galleryEndpoint' | tr -d '"')
+ENDPOINT_GRAPH_ENDPOINT=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.graphEndpoint' | tr -d '"')
+SUFFIXES_STORAGE_ENDPOINT=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.storageEndpointSuffix' | tr -d '"')
+SUFFIXES_KEYVAULT_DNS=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.environment.keyVaultDNSSuffix' | tr -d '"')
+ENDPOINT_PORTAL=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.customCloudProfile.portalURL' | tr -d '"')
+AZURE_ENV="AzureStackCloud"
+MASTER_FQDN=$RESOURCE_GROUP.$REGION.$FQDN_ENDPOINT_SUFFIX
+echo $TENANT_ENDPOINT
+echo "CLIENT_ID: $CLIENT_ID"
+
+if [ $CLIENT_ID == "" ] ; then
+    log_level -i "Client ID not found.Scale can not be performed"
+    exit 1
+fi
+
+export CLIENT_ID=$CLIENT_ID
+export CLIENT_SECRET=""
+export NAME=$RESOURCE_GROUP
+export REGION=$REGION
+export TENANT_ID=$TENANT_ID
+export SUBSCRIPTION_ID=$TENANT_SUBSCRIPTION_ID
+export OUTPUT=$ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json
+export AGENT_POOL="linuxpool"
+
+echo "CLIENT_ID: $CLIENT_ID"
+echo "NAME:$RESOURCE_GROUP"
+echo "REGION:$REGION"
+echo "TENANT_ID:$TENANT_ID"
+echo "SUBSCRIPTION_ID:$TENANT_SUBSCRIPTION_ID"
+echo "IDENTITY_SYSTEM:$IDENTITY_SYSTEM"
+echo "NODE_COUNT:$NODE_COUNT"
+
+
+cd $ROOT_PATH
+
+CLIENT_SECRET=$(cat $ROOT_PATH/_output/$APIMODEL_FILE | jq '.properties.servicePrincipalProfile.secret' | tr -d '"')
+export CLIENT_SECRET=$CLIENT_SECRET
+
+if [ $CLIENT_SECRET == "" ] ; then
+    log_level -i "Client Secret not found.Scale can not be performed"
+    exit 1
+fi
+
+./bin/aks-engine scale \
+--azure-env $AZURE_ENV \
+--subscription-id $SUBSCRIPTION_ID \
+--api-model $OUTPUT \
+--location $REGION \
+--resource-group $RESOURCE_GROUP  \
+--master-FQDN $MASTER_FQDN \
+--node-pool $AGENT_POOL \
+--new-node-count $NODE_COUNT \
+--auth-method $AUTH_METHOD \
+--client-id $CLIENT_ID \
+--client-secret $CLIENT_SECRET \
+--identity-system $IDENTITY_SYSTEM &> scale_cluster_$NODE_COUNT || exit 1
+
+# Scale up and down windows node if present.
+WINDOWS_AGENT_POOL=$(cat $ROOT_PATH/_output/$RESOURCE_GROUP/apimodel.json | jq '.properties.agentPoolProfiles | .[] | select (.osType == "Windows" ) | .name' | tr -d '"')
+if [[ -z "$WINDOWS_AGENT_POOL" ]] ; then
+    echo "No windows pool found."
+else
+    ./bin/aks-engine scale \
+    --azure-env $AZURE_ENV \
+    --subscription-id $SUBSCRIPTION_ID \
+    --api-model $OUTPUT \
+    --location $REGION \
+    --resource-group $RESOURCE_GROUP  \
+    --master-FQDN $MASTER_FQDN \
+    --node-pool $WINDOWS_AGENT_POOL \
+    --new-node-count $NODE_COUNT \
+    --auth-method $AUTH_METHOD \
+    --client-id $CLIENT_ID \
+    --client-secret $CLIENT_SECRET \
+    --identity-system $IDENTITY_SYSTEM &> scale_windows_cluster_$NODE_COUNT || exit 1
+fi
+
+log_level -i "Scaling of kubernetes cluster completed.Running E2E test..."
+
+cd $ROOT_PATH
+export CLUSTER_DEFINITION=_output/$APIMODEL_FILE
+export CLEANUP_ON_EXIT=false
+export NAME=$RESOURCE_GROUP
+export CLIENT_ID=$CLIENT_ID
+export CLIENT_SECRET=$CLIENT_SECRET
+export TENANT_ID=$TENANT_ID
+export SUBSCRIPTION_ID=$SUBSCRIPTION_ID
+export TIMEOUT=20m
+export LOCATION=$REGION
+export API_PROFILE="2018-03-01-hybrid"
+export CUSTOM_CLOUD_CLIENT_ID=$CLIENT_ID
+export CUSTOM_CLOUD_SECRET=$CLIENT_SECRET
+export SERVICE_MANAGEMENT_ENDPOINT=$ENDPOINT_ACTIVE_DIRECTORY_RESOURCEID
+export RESOURCE_MANAGER_ENDPOINT=$TENANT_ENDPOINT
+export GALLERY_ENDPOINT=$ENDPOINT_GALLERY
+export GRAPH_ENDPOINT=$ENDPOINT_GRAPH_ENDPOINT
+export STORAGE_ENDPOINT_SUFFIX=$SUFFIXES_STORAGE_ENDPOINT
+export KEY_VAULT_DNS_SUFFIX=$SUFFIXES_KEYVAULT_DNS
+export SERVICE_MANAGEMENT_VM_DNS_SUFFIX="cloudapp.net"
+export RESOURCE_MANAGER_VM_DNS_SUFFIX=$FQDN_ENDPOINT_SUFFIX
+export SSH_KEY_NAME="id_rsa"
+export PORTAL_ENDPOINT=$ENDPOINT_PORTAL
+if [ $IDENTITY_SYSTEM == "adfs" ] ; then
+    export ACTIVE_DIRECTORY_ENDPOINT=${ENDPOINT_ACTIVE_DIRECTORY_ENDPOINT}adfs
+else
+    export ACTIVE_DIRECTORY_ENDPOINT=$ENDPOINT_ACTIVE_DIRECTORY_ENDPOINT
+fi
+
+if [ $NODE_COUNT -gt 1 ] ; then
+    #time sync is a known flake at present w/ 18.04-LTS - should have healthy time synchronization
+    export GINKGO_SKIP="should have have the appropriate node count|should have node labels and annotations|should be able to produce working LoadBalancers|should have healthy time synchronization|should have the correct storage classes deployed"
+else
+    export GINKGO_SKIP="should have the correct storage classes deployed"
+fi
+
+#####################################################################################
+#Section to install Go.
+
+cd /home/azureuser
+
+sudo apt install gcc make -y
+
+# Set the environment variables
+export GOPATH=/home/azureuser
+export GOROOT=/home/azureuser/bin/go
+export PATH=$GOPATH:$GOROOT/bin:$PATH
+
+#####################################################################################
+
+#Section to install kubectl
+sudo cp $ROOT_PATH/scripts/k /usr/local/bin/k
+sudo chmod +x /usr/local/bin/k
+export PATH=/usr/local/bin:$PATH
+
+
+#####################################################################################
+# Section to install golang-dep
+
+sudo curl https://raw.githubusercontent.com/golang/dep/master/install.sh | sh
+
+export PATH=$GOPATH/bin:$PATH
+
+#####################################################################################
+
+cd $ROOT_PATH
+make bootstrap
+eval `ssh-agent`
+set +e
+make test-kubernetes &> scale_test_result_$NODE_COUNT
+set -e
+
+RESULT=$?
+# Below condition is to make the deployment success even if the test cases fail, if the deployment of kubernetes fails it exits with the failure code
+log_level -i "Result: $RESULT"
+if [ $RESULT -gt 3 ] ; then
+    exit 1
+else
+    exit 0
+fi
+