ci: related script changes, gitlab migration

Author: lutengda

.github/workflows/github_mirror_to_gitlab.yml

@@ -13,13 +13,13 @@ jobs:
     - name: Mirrror + trigger CI
       uses: lutengda/gitlab-mirror-and-ci-action@master
       with:
-        args: "http://gitlab.cnosdb.com:8280/root/cnosdb"
+        args: "http://43.247.178.238:18280/root/cnosdb"
       env:
         FOLLOW_TAGS: "false"
         FORCE_PUSH: "true"
         LOCAL_GITHUB_REF: ${{ github.ref }}
-        GITLAB_HOSTNAME: "43.247.178.238:8280"
+        GITLAB_HOSTNAME: "43.247.178.238:18280"
         GITLAB_USERNAME: "root"
         GITLAB_PASSWORD: ${{ secrets.GITLAB_PASSWORD }}
-        GITLAB_PROJECT_ID: "9"
+        GITLAB_PROJECT_ID: "5"
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/github_mirror_to_gitlab_pr.yml

@@ -43,15 +43,15 @@ jobs:
     - name: Mirrror + trigger CI
       uses: lutengda/gitlab-mirror-and-ci-action@master
       with:
-        args: "http://gitlab.cnosdb.com:8280/root/cnosdb"
+        args: "http://43.247.178.238:18280/root/cnosdb"
       env:
         FOLLOW_TAGS: "false"
         FORCE_PUSH: "true"
         LOCAL_GITHUB_REF: ${{ steps.set-var.outputs.source_repo_branch1 }}
-        GITLAB_HOSTNAME: "43.247.178.238:8280"
+        GITLAB_HOSTNAME: "43.247.178.238:18280"
         GITLAB_USERNAME: "root"
         GITLAB_PASSWORD: ${{ secrets.GITLAB_PASSWORD }}
-        GITLAB_PROJECT_ID: "9"
+        GITLAB_PROJECT_ID: "5"
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
     - name: Comment on PR

.gitlab-ci.yml

@@ -12,12 +12,12 @@ bench-job:
     - killall cnosdb
     - set -e
     # - pkill -9 cnosdb-meta
-    - sudo rm -rf /data1/cnosdb
+    - sudo rm -rf /home/gitlab-runner/cnosdb
     - echo "compile code"
     - make build_release
     - sleep 10
     - echo "modify default config"
-    - sed -i "s/tmp/data1/g" config/config_8902.toml
+    - sed -i "s/tmp/home\/gitlab-runner/g" config/config_8902.toml
     #- sed -i "s/tmp/data1/g" config/config_8912.toml
     #- sed -i "s/tmp/data1/g" meta/config/config_8921.toml
     #- sed -i "s/tmp/data1/g" meta/config/config_8901.toml
@@ -36,6 +36,10 @@ bench-job:
     - echo "hits test"
     - commit_id=${commit_id:-$(git log -1 --pretty=%h)}
     - cd benchmark
+    - export HITS_DATA_URL="/home/cnosdb_dev/hits.parquet"
+    - export TSBS_DATA_URL="/home/cnosdb_dev/cnosdb_iot_123_2022.gz"
+    - export TSBS_QUERY_DIR="/home/cnosdb_dev/queries"
+    - sudo mv ../target/release/cnosdb-cli /bin/
     - ./benchmark.sh hits
     - ./update-results.sh hits
     - scp -i /home/gitlab-runner/.ssh/id_rsa ./results/hits.html [email protected]:/usr/src/benchmark-hits/hits_${commit_id}.html
@@ -68,5 +72,5 @@ bench-job:
     - set +e
     - killall cnosdb
     - set -e
-    - sudo rm -rf /data1/cnosdb
+    - sudo rm -rf /home/gitlab-runner/cnosdb
     - echo "bench job Done"

benchmark/hits/prepare_data.sh

@@ -16,6 +16,6 @@ ${SQL_CLI} --file ${current_dir}/sql/create.sql >/dev/null
 q_end=$(date +%s.%N)
 q_time=$(echo "$q_end - $q_start" | bc -l)
 
-data_size=$(wc -c </data/hits.parquet)
+data_size=$(wc -c <${HITS_DATA_URL})
 
 echo "${data_size} ${q_time}"

benchmark/hits/sql/create.sql

@@ -1,4 +1,4 @@
 DROP TABLE IF EXISTS hits;
 CREATE EXTERNAL TABLE hits
 STORED AS PARQUET
-LOCATION '/data/hits.parquet';
+LOCATION '/home/cnosdb_dev/hits.parquet';

benchmark/shell_env.sh

@@ -12,7 +12,7 @@ export BENCHMARK_DATASET=$1
 export BENCHMARK_TYPE=${BENCHMARK_TYPE:-"pr"}
 
 # hits
-#export HITS_DATA_URL=${HITS_DATA_URL:-"/data/hits.parquet"}
+export HITS_DATA_URL=${HITS_DATA_URL:-"/data/hits.parquet"}
 
 # tsbs
 export TSBS_LOAD_CMD=${TSBS_LOAD_CMD:-"load_cnosdb"}