Release 2.8.4: Develop -> Main (#184)

Co-authored-by: Oleksandra Pavlusieva <[email protected]>
Co-authored-by: John DeSanto <[email protected]>
Co-authored-by: Dmitrii Cherkasov <[email protected]>
Co-authored-by: Qiu Qin <[email protected]>
Co-authored-by: Ziqun Ye <[email protected]>
Co-authored-by: Lu Peng <[email protected]>
Co-authored-by: Lu Peng <[email protected]>
Co-authored-by: MING KANG <[email protected]>
Co-authored-by: Daren Race <[email protected]>
Co-authored-by: Mayoor Rao <[email protected]>
Co-authored-by: Mayoor Rao <[email protected]>
Co-authored-by: Allen <[email protected]>

Author: 11 people

.coveragerc

@@ -0,0 +1,64 @@
+[run]
+omit =
+    **/__init__.py
+    **/__main__.py
+    **/_imports.py
+    **/cli.py
+    **/constants.py
+    **/extension.py
+    **/score.py
+    */.*
+    /private/*
+    /tmp/*
+    ads/automl/*
+    ads/common/analyzer.py
+    ads/common/artifact/*
+    ads/common/function/*
+    ads/dataflow/*
+    ads/dataset/dask_series.py
+    ads/dataset/factory.py
+    ads/environment/*
+    ads/experiments/*
+    ads/explanations/*
+    ads/templates/*
+    ads/type_discovery/*
+    docs/*
+    tests/*
+
+[report]
+exclude_lines =
+    pragma: no cover
+    def __repr__
+    if __name__ == .__main__.:
+    @(abc\.)?abstractmethod
+    raise AssertionError
+    raise NotImplementedError
+omit =
+    **/__init__.py
+    **/__main__.py
+    **/_imports.py
+    **/cli.py
+    **/constants.py
+    **/extension.py
+    **/score.py
+    */.*
+    /private/*
+    /tmp/*
+    ads/automl/*
+    ads/common/analyzer.py
+    ads/common/artifact/*
+    ads/common/function/*
+    ads/dataflow/*
+    ads/dataset/dask_series.py
+    ads/dataset/factory.py
+    ads/environment/*
+    ads/experiments/*
+    ads/explanations/*
+    ads/templates/*
+    ads/type_discovery/*
+show_missing = true
+skip_empty = true
+precision = 2
+
+[html]
+directory = htmlcov

.github/workflows/publish-to-pypi.yml

@@ -1,8 +1,7 @@
 name: "[DO NOT TRIGGER] Publish to PyPI"
 
-on:
-  # To run this workflow manually from the Actions tab
-  workflow_dispatch:
+# To run this workflow manually from the Actions tab
+on: workflow_dispatch
 
 jobs:
   build-n-publish:
@@ -17,14 +16,27 @@ jobs:
           python-version: "3.x"
       - name: Build distribution 📦
         run: |
+          pip install wheel
           make dist
       - name: Validate
         run: |
           pip install dist/*.whl
           python -c "import ads;"
-      - name: Publish distribution 📦 to Test PyPI
+## To run publish to test PyPI secret with token needs to be added,
+##    this one GH_ADS_TESTPYPI_TOKEN - removed after initial test.
+## Project name also needed to be updated in setup.py - setup(name="test_oracle_ads", ...),
+##    regular name is occupied by former developer and can't be used for testing
+#      - name: Publish distribution 📦 to Test PyPI
+#        env:
+#          TWINE_USERNAME: __token__
+#          TWINE_PASSWORD: ${{ secrets.GH_ADS_TESTPYPI_TOKEN }}
+#        run: |
+#          pip install twine
+#          twine upload -r testpypi dist/* -u $TWINE_USERNAME -p $TWINE_PASSWORD
+      - name: Publish distribution 📦 to PyPI
         env:
           TWINE_USERNAME: __token__
-          TWINE_PASSWORD: ${{ secrets.GH_ADS_TESTPYPI_TOKEN }}
+          TWINE_PASSWORD: ${{ secrets.GH_ADS_PYPI_TOKEN }}
         run: |
-          twine upload -r testpypi dist/* -u $TWINE_USERNAME -p $TWINE_PASSWORD
+          pip install twine
+          twine upload dist/* -u $TWINE_USERNAME -p $TWINE_PASSWORD

.github/workflows/publish-to-readthedocs.yml

@@ -33,6 +33,8 @@ jobs:
       - name: When tag 🏷️ pushed - Trigger Readthedocs build
         if: github.event_name == 'push' && startsWith(github.ref_name, 'v')
         run: |
+          # add 10 minutes wait time for readthedocs see freshly created tag
+          sleep 10m
           curl \
             -X POST \
             -H "Authorization: Token $RTDS_ADS_TOKEN" $RTDS_ADS_PROJECT/versions/${{ github.ref_name }}/builds/

.github/workflows/run-unittests-default_setup.yml

@@ -1,7 +1,18 @@
-name: Unit Tests unitary/default_setup/*
+name: tests/unitary/default_setup/**
 
 on:
-  workflow_dispatch:
+  pull_request:
+    branches:
+      - main
+      - "release/**"
+      - develop
+    paths:
+      - "ads/**"
+      - "!ads/ads_version.json"
+      - setup.py
+      - "**requirements.txt"
+      - .github/workflows/run-unittests.yml
+      - .github/workflows/run-unittests-default_setup.yml
 
 # Cancel in progress workflows on pull_requests.
 # https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value
@@ -12,9 +23,13 @@ concurrency:
 permissions:
   contents: read
 
+# hack for https://github.com/actions/cache/issues/810#issuecomment-1222550359
+env:
+  SEGMENT_DOWNLOAD_TIMEOUT_MINS: 5
+
 jobs:
   test:
-    name: python ${{ matrix.python-version }}, tests/unitary/default_setup
+    name: python ${{ matrix.python-version }}, default_setup
     runs-on: ubuntu-latest
     timeout-minutes: 20
 
@@ -38,28 +53,34 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
-#      - name: "Test config setup"
-#        shell: bash
-#        env:
-#          ADS_OCI_CONFIG_REALLIKE: ${{ secrets.ADS_OCI_CONFIG_REALLIKE }}
-#          ADS_OCI_PRIVATE_KEY_REALLIKE: ${{ secrets.ADS_OCI_PRIVATE_KEY_REALLIKE }}
-#        run: |
-#          set -x # print commands that are executed
-#          mkdir -p /home/runner/.oci
-#          ls -lha
-#          echo "$ADS_OCI_CONFIG_REALLIKE" > "/home/runner/.oci/config"
-#          echo "$ADS_OCI_PRIVATE_KEY_REALLIKE" > "/home/runner/.oci/oci_ads_user.pem"
-#          echo "key_file=/home/runner/.oci/oci_ads_user.pem" >> "/home/runner/.oci/config"
+      - name: "Test config setup"
+        shell: bash
+        env:
+          HOME_RUNNER_DIR: /home/runner
+        run: |
+          set -x # print commands that are executed
+          mkdir -p "$HOME_RUNNER_DIR"/.oci
+          openssl genrsa -out $HOME_RUNNER_DIR/.oci/oci_ads_user.pem 2048
+          cat <<EOT >> "$HOME_RUNNER_DIR/.oci/config"
+          [DEFAULT]
+          user=ocid1.user.oc1..xxx
+          fingerprint=00:00:00:00:00:00:00:00:00:00:00:00:00:00:00:00
+          tenancy=ocid1.tenancy.oc1..xxx
+          region=test_region
+          key_file=$HOME_RUNNER_DIR/.oci/oci_ads_user.pem
+          EOT
+          ls -lha "$HOME_RUNNER_DIR"/.oci
+          echo "Test config file:"
+          cat $HOME_RUNNER_DIR/.oci/config
 
-#      - name: "Run default_setup tests folder ONLY with minimum ADS dependencies"
-#        timeout-minutes: 15
-#        shell: bash
-#        env:
-#          NB_SESSION_COMPARTMENT_OCID: ocid1.compartment.oc1.<unique_ocid>
-#          NoDependency: True
-#        run: |
-#          set -x # print commands that are executed
-#          $CONDA/bin/conda init
-#          source /home/runner/.bashrc
-#          pip install -r test-requirements.txt
-#          python -m pytest -v -p no:warnings --durations=5 tests/unitary/default_setup
+      - name: "Run default_setup tests folder ONLY with minimum ADS dependencies"
+        timeout-minutes: 15
+        shell: bash
+        env:
+          NoDependency: True
+        run: |
+          set -x # print commands that are executed
+          $CONDA/bin/conda init
+          source /home/runner/.bashrc
+          pip install -r test-requirements.txt
+          python -m pytest -v -p no:warnings --durations=5 tests/unitary/default_setup