Skip to content

Commit 2cb7c92

Browse files
StepanBrychtaStepanBrychta
authored
Merge pull request #2820 from wellcomecollection/Add-catalogue-graph
Add catalogue graph
2 parents caa3460 + 93b9e8a commit 2cb7c92

File tree

172 files changed

+12153
-1
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

172 files changed

+12153
-1
lines changed

‎builds/run_linting.sh

+1-1
Original file line numberDiff line numberDiff line change
@@ -12,5 +12,5 @@ docker run --tty --rm \
1212
--volume "$ROOT:/data" \
1313
--workdir /data \
1414
"$ECR_REGISTRY/wellcome/flake8:latest" \
15-
--exclude .git,__pycache__,target,.terraform \
15+
--exclude .git,__pycache__,target,.terraform,catalogue_graph \
1616
--ignore=E501,E122,E126,E203,W503

‎catalogue_graph/.github/workflows/autoformat-typecheck.yml

+59
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
# Runs auto-formatting and type checking on push to any branch
2+
name: "Python auto-formatting & type checking"
3+
4+
on: push
5+
6+
permissions:
7+
id-token: write
8+
contents: write
9+
10+
jobs:
11+
typecheck:
12+
runs-on: ubuntu-latest
13+
14+
steps:
15+
- uses: actions/checkout@v3
16+
- uses: actions/setup-python@v5
17+
with:
18+
python-version: '3.13'
19+
20+
- name: Setup CI
21+
run: |
22+
./scripts/ci-setup.sh
23+
24+
- name: Run typecheck
25+
run: |
26+
./scripts/typecheck.sh
27+
28+
autoformat:
29+
runs-on: ubuntu-latest
30+
needs: typecheck
31+
32+
steps:
33+
- uses: actions/checkout@v3
34+
- uses: actions/setup-python@v5
35+
with:
36+
python-version: '3.13'
37+
38+
- name: Setup CI
39+
run: |
40+
./scripts/ci-setup.sh
41+
42+
- name: Run autoformat
43+
run: |
44+
./scripts/autoformat.sh
45+
46+
- name: Check for formatting changes
47+
id: check_formatting_changes
48+
run: |
49+
if [[ -n $(git status --porcelain) ]]; then
50+
echo "changes=true" >> "$GITHUB_OUTPUT";
51+
fi
52+
53+
- name: Commit and push formatting changes
54+
if: steps.check_formatting_changes.outputs.changes == 'true'
55+
run: |
56+
git config user.name "Github on behalf of Wellcome Collection"
57+
git config user.email "[email protected]"
58+
git commit -am "Apply auto-formatting rules"
59+
git push

‎catalogue_graph/.github/workflows/build.yml

+22
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
# Build deployment artifact
2+
name: "Build deployment zip"
3+
4+
on: push
5+
6+
jobs:
7+
build:
8+
runs-on: ubuntu-latest
9+
10+
steps:
11+
- uses: actions/checkout@v3
12+
- uses: actions/setup-python@v5
13+
with:
14+
python-version: '3.13'
15+
16+
- name: Setup CI
17+
run: |
18+
./scripts/ci-setup.sh
19+
20+
- name: Build zip
21+
run: |
22+
./scripts/build.sh

‎catalogue_graph/.github/workflows/ci.yml

+61
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
name: "Run CI pipeline"
2+
3+
on:
4+
push:
5+
branches:
6+
- main
7+
8+
permissions:
9+
contents: read
10+
id-token: write
11+
12+
jobs:
13+
test:
14+
runs-on: ubuntu-latest
15+
steps:
16+
- uses: actions/checkout@v3
17+
- uses: actions/setup-python@v5
18+
with:
19+
python-version: '3.13'
20+
- name: CI setup
21+
run: |
22+
./scripts/ci-setup.sh
23+
- name: Test
24+
run: |
25+
./scripts/test.sh
26+
27+
build:
28+
runs-on: ubuntu-latest
29+
needs: test
30+
if: ${{ needs.test.result == 'success' }}
31+
steps:
32+
- uses: actions/checkout@v3
33+
- uses: aws-actions/configure-aws-credentials@v4
34+
with:
35+
aws-region: eu-west-1
36+
role-to-assume: ${{ secrets.CATALOGUE_GRAPH_CI_ROLE_ARN }}
37+
- name: Log in to private ECR
38+
uses: aws-actions/amazon-ecr-login@v2
39+
- name: Build and push artefacts
40+
run: |
41+
./scripts/build.sh --push
42+
43+
deploy:
44+
runs-on: ubuntu-latest
45+
needs: build
46+
if: ${{ needs.build.result == 'success' }}
47+
steps:
48+
- uses: actions/checkout@v3
49+
- uses: aws-actions/configure-aws-credentials@v4
50+
with:
51+
aws-region: eu-west-1
52+
role-to-assume: ${{ secrets.CATALOGUE_GRAPH_CI_ROLE_ARN }}
53+
- name: Deploy bulk-loader lambda
54+
run: |
55+
./scripts/deploy_lambda_zip.sh catalogue-graph-bulk-loader
56+
- name: Deploy bulk-load-poller lambda
57+
run: |
58+
./scripts/deploy_lambda_zip.sh catalogue-graph-bulk-load-poller
59+
- name: Deploy indexer lambda
60+
run: |
61+
./scripts/deploy_lambda_zip.sh catalogue-graph-indexer

‎catalogue_graph/.github/workflows/test.yml

+34
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
# Build deployment artifact
2+
name: "Run tests"
3+
4+
on:
5+
push:
6+
branches:
7+
- main
8+
pull_request:
9+
workflow_dispatch:
10+
11+
jobs:
12+
test:
13+
runs-on: ubuntu-latest
14+
15+
steps:
16+
- uses: actions/checkout@v3
17+
- uses: actions/setup-python@v5
18+
with:
19+
python-version: '3.13'
20+
21+
- name: Setup CI
22+
run: |
23+
./scripts/ci-setup.sh
24+
25+
- name: Run tests & generate coverage report
26+
run: |
27+
./scripts/test.sh
28+
29+
- name: Get Cover
30+
if : ${{ github.event_name == 'pull_request' }}
31+
uses: orgoro/[email protected]
32+
with:
33+
coverageFile: coverage.xml
34+
token: ${{ secrets.GITHUB_TOKEN }}

0 commit comments

Comments
 (0)