WIP

Author: CMCDragonkai

.gitlab-ci.yml

@@ -32,10 +32,10 @@ cache:
     - ./tmp/jest/
 
 stages:
-  - check        # Linting, unit tests
-  - build        # Cross-platform library compilation, unit tests
-  - integration  # Cross-platform application bundling, integration tests, and pre-release
-  - release      # Cross-platform distribution and deployment
+  - check       # Linting, unit tests
+  - build       # Cross-platform library compilation, unit tests
+  - integration # Cross-platform application bundling, integration tests, and pre-release
+  - release     # Cross-platform distribution and deployment
 
 image: registry.gitlab.com/matrixai/engineering/maintenance/gitlab-runner
 
@@ -79,8 +79,10 @@ check:test:
       junit:
         - ./tmp/junit.xml
   rules:
+    # Run on feature branches, but not on version commits
     - if: $CI_COMMIT_BRANCH =~ /^feature.*$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
-    - if: $CI_COMMIT_BRANCH && $CI_COMMIT_BRANCH != 'master' && $CI_COMMIT_BRANCH != 'staging' && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
+    # For branches other than master and staging, manually activate, but not on version commits
+    - if: $CI_COMMIT_BRANCH && $CI_COMMIT_BRANCH !~ /^(?:master|staging)$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
       when: manual
 
 build:linux:
@@ -169,8 +171,6 @@ build:macos:
     - if: $CI_COMMIT_BRANCH == 'staging' && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
     - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
-# TODO gh prelease with the native addon builds
-# TODO: THIS IS A LIBRARY PRERELEASE
 build:prerelease:
   stage: build
   needs:
@@ -183,14 +183,38 @@ build:prerelease:
   before_script:
     - echo "//registry.npmjs.org/:_authToken=$NPM_TOKEN" > ./.npmrc
   script:
+    - echo 'Publishing library prerelease'
     - >
         nix-shell --run '
         npm publish --tag prerelease --access public;
         '
+    - >
+      for d in prebuilds/*; do
+        tar \
+          --create \
+          --verbose \
+          --file="prebuilds/$(basename $d).tar" \
+          --directory=prebuilds \
+          "$(basename $d)";
+      done;
+    - >
+        nix-shell -I nixpkgs=./pkgs.nix --packages git gitAndTools.gh --run '
+        gh release \
+          create "$CI_COMMIT_TAG" \
+          prebuilds/*.tar \
+          --title "Build-$(date -u +"%Y-%m-%dT%H:%M:%SZ")" \
+          --notes '' \
+          --prerelease \
+          --target staging \
+          --repo MatrixAI/TypeScript-Demo-Lib-Native;
+        '
   after_script:
     - rm -f ./.npmrc
   rules:
-    # Only npm prerelease tags
+    # Only runs on tag pipeline, and only where the tag is a prerelease version
+    # This requires dependencies to also run on tag pipeline
+    # However release tagging comes with a release commit
+    # Dependencies must not run on the release commit
     - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+-.*[0-9]+$/
 
 integration:builds:
@@ -227,6 +251,7 @@ integration:builds:
       - ./builds/
   rules:
     - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
 integration:deployment:
   stage: integration
@@ -236,6 +261,7 @@ integration:deployment:
     - echo 'Perform service deployment for integration testing'
   rules:
     - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
 integration:nix:
   stage: integration
@@ -251,6 +277,7 @@ integration:nix:
     - $build_application/bin/typescript-demo-lib
   rules:
     - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
 integration:docker:
   stage: integration
@@ -268,6 +295,7 @@ integration:docker:
     - docker run "$image"
   rules:
     - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
 integration:linux:
   stage: integration
@@ -278,6 +306,7 @@ integration:linux:
     - for f in ./builds/*-linux-*; do "$f"; done
   rules:
     - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
 integration:windows:
   stage: integration
@@ -289,6 +318,7 @@ integration:windows:
     - Get-ChildItem -File ./builds/*-win-* | ForEach {& $_.FullName}
   rules:
     - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
 integration:macos:
   stage: integration
@@ -301,34 +331,70 @@ integration:macos:
     - for f in ./builds/*-macos-x64*; do "$f"; done
   rules:
     - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
-# This produces the GH release page with the application builds
-# MERGE with the LIBRARY prerelease, since it's all together now
 integration:prerelease:
   stage: integration
   needs:
     - integration:builds
-    - integration:nix
-    - integration:docker
-    - integration:linux
-    - integration:windows
-    - integration:macos
+    - job: integration:nix
+      optional: true
+    - job: integration:docker
+      optional: true
+    - job: integration:linux
+      optional: true
+    - job: integration:windows
+      optional: true
+    - job: integration:macos
+      optional: true
   # Don't interrupt publishing job
   interruptible: false
   allow_failure: true
   script:
-    - echo "Use gh to add application binaries to the GH release"
+    - echo 'Publishing application prerelease'
+    - >
+        nix-shell -I nixpkgs=./pkgs.nix --packages git gitAndTools.gh --run '
+        if [ gh release view "$CI_COMMIT_TAG" >/dev/null 2>&1 ]; then
+          gh release \
+            upload "$CI_COMMIT_TAG" \
+            builds/*.closure.gz \
+            builds/*-docker-* \
+            builds/*-linux-* \
+            builds/*-win-* \
+            builds/*-macos-* \
+            --clobber \
+            --repo MatrixAI/TypeScript-Demo-Lib-Native;
+        else
+          gh release \
+            create "$CI_COMMIT_TAG" \
+            builds/*.closure.gz \
+            builds/*-docker-* \
+            builds/*-linux-* \
+            builds/*-win-* \
+            builds/*-macos-* \
+            --title "Build-$(date -u +"%Y-%m-%dT%H:%M:%SZ")" \
+            --notes '' \
+            --prerelease \
+            --target staging \
+            --repo MatrixAI/TypeScript-Demo-Lib-Native;
+        fi;
+        '
   rules:
-    - if: $CI_COMMIT_BRANCH == 'staging'
+    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
 integration:merge:
   stage: integration
   needs:
-    - integration:nix
-    - integration:docker
-    - integration:linux
-    - integration:windows
-    - integration:macos
+    - job: integration:nix
+      optional: true
+    - job: integration:docker
+      optional: true
+    - job: integration:linux
+      optional: true
+    - job: integration:windows
+      optional: true
+    - job: integration:macos
+      optional: true
   script:
     - echo 'use gh to create and merge PR from staging to master'
   rules:
@@ -388,26 +454,3 @@ release:distribution:
   rules:
     # Only npm release tags
     - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+$/
-
-# packages:
-#   stage: release
-#   image: registry.gitlab.com/matrixai/engineering/maintenance/gitlab-runner
-#   dependencies:
-#     - nix
-#   script:
-#     - >
-#         nix-shell -I nixpkgs=./pkgs.nix --packages git gitAndTools.gh --run '
-#         commit="$(git rev-parse --short HEAD)";
-#         gh release \
-#           create "$commit" \
-#           builds/*.closure.gz \
-#           builds/*-linux-* \
-#           builds/*-win-* \
-#           builds/*-macos-* \
-#           --title "Build-$(date -u +"%Y-%m-%dT%H:%M:%SZ")" \
-#           --prerelease \
-#           --notes "" \
-#           --repo MatrixAI/TypeScript-Demo-Lib;
-#         '
-#   only:
-#     - master