ci: coverage

Author: mergify[bot]

.github/workflows/test-all-packages.yml

@@ -16,7 +16,7 @@ env:
   DATADOG_SITE: us3.datadoghq.com
   DATADOG_API_KEY: ${{ secrets.DATADOG_API_KEY }}
   TEST_COLLECT: 'tee -a _testoutput.txt'
-
+  NODE_V8_COVERAGE: codecov_reports
 # this is required, since explicitly setting bash as shell enables pipefail, which is not
 # on by default.  This is required to fail correctly when teeing output to a file to collect
 # test instrumentation
@@ -149,6 +149,10 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
+
 
   test-quick2:
     # BEGIN-TEST-BOILERPLATE
@@ -248,6 +252,9 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
 
   test-cosmic-swingset:
     # BEGIN-TEST-BOILERPLATE
@@ -280,6 +287,9 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
 
   # The test-swingset* tests are split by alphabetical test name.
   test-swingset:
@@ -310,6 +320,9 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
 
   test-swingset2:
     # BEGIN-TEST-BOILERPLATE
@@ -347,6 +360,9 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
 
   test-swingset3:
     # BEGIN-TEST-BOILERPLATE
@@ -375,6 +391,9 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
 
   test-swingset4:
     # BEGIN-TEST-BOILERPLATE
@@ -404,6 +423,9 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
 
   test-zoe-unit:
     # BEGIN-TEST-BOILERPLATE
@@ -435,6 +457,9 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
 
   test-zoe-swingset:
     # BEGIN-TEST-BOILERPLATE
@@ -466,3 +491,19 @@ jobs:
           if [ "$DATADOG_API_KEY" != "" ]; then
             ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
           fi
+      - name: Upload coverage reports to Codecov
+        if: success() || failure()
+        uses: codecov/codecov-action@v3
+
+  test-docker-build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: docker build (sdk)
+        run: cd packages/deployment && ./scripts/test-docker-build.sh | $TEST_COLLECT
+      - name: Report tests
+        if: success() || failure()
+        run: |
+          if [ "$DATADOG_API_KEY" != "" ]; then
+            ./scripts/ci-collect-testruns.sh && npx @datadog/datadog-ci junit upload --service agoric-sdk ./packages/*/junit.xml
+          fi

packages/deployment/Dockerfile.sdk

@@ -90,6 +90,8 @@ RUN ln -s /data /agoric
 RUN ln -s /data/solo /usr/src/agoric-sdk/packages/cosmic-swingset/solo
 RUN ln -s /data/chains /usr/src/agoric-sdk/packages/cosmic-swingset/chains
 
+RUN /usr/src/agoric-sdk/packages/deployment/scripts/smoketest-binaries.sh
+
 # By default, run the daemon with specified arguments.
 WORKDIR /root
 EXPOSE 1317 9090 26657

packages/deployment/scripts/smoketest-binaries.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+# For use inside of an environment (e.g. docker) to validate path of expected binaries work, and the binaries exit cleanly as well
+
+binaries=( "agd version" "agoric -V" "ag-chain-cosmos version" )
+for binary in "${binaries[@]}"; do
+   echo "Checking $binary a"
+   $binary
+   ec=$?
+   if [[ $ec -ne 0 ]]; then
+        echo "Command: $binary failed with code $ec"
+        exit 1
+   fi
+done

packages/deployment/scripts/test-docker-build.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+
+
+
+start=$((${EPOCHREALTIME/./} / 1000))
+output=$(docker build --progress=plain --output type=tar,dest=/dev/null -f ./Dockerfile.sdk ../../ 2>&1 )
+ec=$?
+sleep 1
+end=$((${EPOCHREALTIME/./} / 1000))
+dur=$((end-start))
+
+echo "TAP version 13"
+echo "1..1"
+if [[ $ec -ne 0 ]]; then
+    fail=1
+    echo "not ok 1 - Docker Build %ava-dur=${dur}ms"
+    echo "$output"
+else
+    pass=1
+    echo "ok 1 - Docker Build %ava-dur=${dur}ms"
+fi
+echo "# tests 1"
+echo "# pass ${pass:-0}"
+echo "# fail ${fail:-0}"

scripts/ci-collect-testruns.sh

@@ -4,8 +4,11 @@ SCRIPT_DIR=$( cd ${0%/*} && pwd -P )
 
 for pkg in ./packages/*/_testoutput.txt
 do
-    echo "processing $pkg"
-    junit=$(dirname "$pkg")/junit.xml
-    echo "dest $junit"
-    $SCRIPT_DIR/ava-etap-to-junit.mjs $pkg > $junit
+    # skip if unable to expand if there are no test files
+    if [[ $pkg != "./packages/*/_testoutput.txt" ]]; then
+        echo "processing $pkg"
+        junit=$(dirname "$pkg")/junit.xml
+        echo "dest $junit"
+        $SCRIPT_DIR/ava-etap-to-junit.mjs $pkg > $junit
+    fi
 done