From 407b256c543c3c7f10547841ebdda580b08b98ee Mon Sep 17 00:00:00 2001 From: Ryanne Dolan Date: Thu, 10 Aug 2023 23:23:32 -0500 Subject: [PATCH] Drop second flink job (#45) --- .github/workflows/integration-tests.yml | 1 + deploy/samples/subscriptions.yaml | 11 ----------- etc/cluster.yaml | 6 ++++++ etc/integration-tests.sql | 3 --- .../src/main/resources/SqlJob.yaml.template | 4 ++-- 5 files changed, 9 insertions(+), 16 deletions(-) create mode 100644 etc/cluster.yaml diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index a34c3cb5..8a2f09d8 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -27,6 +27,7 @@ jobs: uses: helm/kind-action@v1.4.0 with: cluster_name: 'kind' + config: './etc/cluster.yaml' - name: Load Docker Images run: | kind load docker-image hoptimator diff --git a/deploy/samples/subscriptions.yaml b/deploy/samples/subscriptions.yaml index 21346f1a..b0b307e7 100644 --- a/deploy/samples/subscriptions.yaml +++ b/deploy/samples/subscriptions.yaml @@ -7,15 +7,4 @@ spec: sql: SELECT "quantity", "product_id" AS KEY FROM INVENTORY."products_on_hand" database: RAWKAFKA ---- - -apiVersion: hoptimator.linkedin.com/v1alpha1 -kind: Subscription -metadata: - name: products-with-hints -spec: - sql: SELECT "quantity", "product_id" AS KEY FROM INVENTORY."products_on_hand" - database: RAWKAFKA - hints: - kafka.numPartitions: "7" diff --git a/etc/cluster.yaml b/etc/cluster.yaml new file mode 100644 index 00000000..d996fa3c --- /dev/null +++ b/etc/cluster.yaml @@ -0,0 +1,6 @@ +kind: Cluster +apiVersion: kind.x-k8s.io/v1alpha4 +# Additional worker nodes will not add any real resource capacity. However, +# it should mean that there are more CPU reservations to hand out. +nodes: +- role: control-plane diff --git a/etc/integration-tests.sql b/etc/integration-tests.sql index 31f2cfea..d107fd88 100644 --- a/etc/integration-tests.sql +++ b/etc/integration-tests.sql @@ -16,9 +16,6 @@ SELECT * FROM INVENTORY."products_on_hand" LIMIT 1; -- MySQL CDC -> Kafka SELECT * FROM RAWKAFKA."products" LIMIT 1; --- Same, but with hints: -SELECT * FROM RAWKAFKA."products-with-hints" LIMIT 1; - -- test insert into command !insert into RAWKAFKA."test-sink" SELECT AGE AS PAYLOAD, NAME AS KEY FROM DATAGEN.PERSON SELECT * FROM RAWKAFKA."test-sink" LIMIT 5; diff --git a/hoptimator-flink-adapter/src/main/resources/SqlJob.yaml.template b/hoptimator-flink-adapter/src/main/resources/SqlJob.yaml.template index d2621e82..856e2660 100644 --- a/hoptimator-flink-adapter/src/main/resources/SqlJob.yaml.template +++ b/hoptimator-flink-adapter/src/main/resources/SqlJob.yaml.template @@ -13,11 +13,11 @@ spec: jobManager: resource: memory: "2048m" - cpu: .1 + cpu: 0.1 taskManager: resource: memory: "2048m" - cpu: .1 + cpu: 0.1 job: entryClass: com.linkedin.hoptimator.flink.runner.FlinkRunner args: