Add GHA

Author: BenGalewsky

.flake8

@@ -0,0 +1,4 @@
+[flake8]
+exclude = .venv,__pycache__,.pytest_cache,.git,.tox,.eggs,*.egg,*.egg-info,*.egg-info/*
+max-line-length = 90
+ignore = I201, I100, I101, W503

.github/workflows/ci.yaml

@@ -0,0 +1,56 @@
+name: CI/CD Pipeline
+
+on:
+  push:
+    branches: [ '*' ]
+  pull_request:
+    branches: [ '*' ]
+
+jobs:
+  test-and-build:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.12'
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install flake8 flake8-import-order
+        pip install -e .
+
+    - name: Run flake8
+      run: |
+        flake8 . --count --statistics \
+          --select=E,W,F,I \
+          --show-source
+
+    - name: Run pytest
+      run: |
+        pytest tests/
+
+    - name: Login to GitHub Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ghcr.io
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Extract branch name
+      shell: bash
+      run: echo "BRANCH_NAME=$(echo ${GITHUB_REF#refs/heads/})" >> $GITHUB_ENV
+
+    - name: Build and push Docker image
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        push: true
+        tags: ghcr.io/${{ github.repository_owner }}/downscaled-climate-data:${{ env.BRANCH_NAME }}

downscaled_climate_data/assets/loca2.py

@@ -1,19 +1,22 @@
-import requests
-from dagster import asset, Config, AssetExecutionContext
+from dagster import AssetExecutionContext, Config, asset
 from dagster_aws.s3 import S3Resource
 
+import requests
+
 
 class Loca2Config(Config):
     bucket: str = "loca2-data"
     s3_key: str
-    url: str = "https://cirrus.ucsd.edu/~pierce/LOCA2/CONUS_regions_split/ACCESS-CM2/cent/0p0625deg/r2i1p1f1/historical/tasmax/tasmax.ACCESS-CM2.historical.r2i1p1f1.1950-2014.LOCA_16thdeg_v20220413.cent.nc"
+    url: str = "https://cirrus.ucsd.edu/~pierce/LOCA2/CONUS_regions_split/ACCESS-CM2/cent/0p0625deg/r2i1p1f1/historical/tasmax/tasmax.ACCESS-CM2.historical.r2i1p1f1.1950-2014.LOCA_16thdeg_v20220413.cent.nc"  # NOQA E501
 
 
 @asset(
     name="RawLOCA2",
     description="Raw LOCA2 data downloaded from the web",
 )
-def loca2_raw(context: AssetExecutionContext, config: Loca2Config, s3: S3Resource) -> None:
+def loca2_raw(context: AssetExecutionContext,
+              config: Loca2Config,
+              s3: S3Resource) -> None:
 
     with requests.get(config.url, stream=True) as response:
         # Raise an exception for bad HTTP responses
@@ -27,5 +30,3 @@ def loca2_raw(context: AssetExecutionContext, config: Loca2Config, s3: S3Resourc
         )
 
     context.log.info(f"Downloading data to {config.s3_key}")
-
-

downscaled_climate_data/definitions.py

@@ -1,12 +1,9 @@
-from typing import Dict
-
-from dagster import Definitions, load_assets_from_modules, define_asset_job, op, EnvVar
-
-from downscaled_climate_data import assets  # noqa: TID252
-from downscaled_climate_data.sensors.loca2_sensor import loca2_sensor, Loca2Datasets, Loca2Models
+from dagster import Definitions, EnvVar
 from dagster_aws.s3 import S3Resource
-from downscaled_climate_data.assets.loca2 import loca2_raw
 
+from downscaled_climate_data.assets.loca2 import loca2_raw
+from downscaled_climate_data.sensors.loca2_models import Loca2Models
+from downscaled_climate_data.sensors.loca2_sensor import (loca2_sensor, Loca2Datasets)
 
 defs = Definitions(
     assets=[loca2_raw],