Integration tests and workflow (linkedin#4)

.github/workflows/integration-tests.yml

@@ -0,0 +1,42 @@
+name: Build and Test
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up JDK 11
+      uses: actions/setup-java@v3
+      with:
+        java-version: '11'
+        distribution: 'temurin'
+    - name: Build
+      run: make build
+    - name: Create K8s Kind Cluster
+      uses: helm/[email protected]
+      with:
+        cluster_name: 'kind'
+    - name: Load Docker Images
+      run: |
+        kind load docker-image hoptimator
+        kind load docker-image hoptimator-flink-runner
+    - name: Deploy Dev Environment
+      run: make deploy-dev-environment
+    - name: Deploy Hoptimator
+      run: make deploy deploy-samples
+    - name: Wait for Readiness
+      run: kubectl wait pod hoptimator --for condition=Ready --timeout=5m || kubectl describe pod hoptimator
+    - name: Integration Tests
+      run: make integration-tests
+

Dockerfile

@@ -4,6 +4,7 @@ COPY ./hoptimator-cli/run.sh ./hoptimator
 COPY ./hoptimator-operator/run.sh ./hoptimator-operator
 COPY ./hoptimator-cli/build/libs/hoptimator-cli-all.jar ./hoptimator-cli-all.jar
 COPY ./hoptimator-operator/build/libs/hoptimator-operator-all.jar ./hoptimator-operator-all.jar
+COPY ./etc/* ./
 COPY ./test-model.yaml ./test-model.yaml
 ENTRYPOINT ["/bin/sh", "-c"]
 CMD ["./hoptimator"]

Makefile

@@ -6,6 +6,12 @@ build:
 	docker build . -t hoptimator
 	docker build hoptimator-flink-runner -t hoptimator-flink-runner
 
+bounce: build undeploy deploy deploy-samples
+
+integration-tests:
+	./bin/hoptimator --run=./integration-tests.sql
+	echo "\nPASS"
+
 clean:
 	./gradlew clean
 
@@ -23,4 +29,10 @@ deploy-dev-environment:
 deploy:
 	kubectl apply -f ./deploy/
 
-.PHONY: build clean quickstart deploy-dev-environment deploy
+undeploy:
+	kubectl delete -f ./deploy || echo "skipping"
+
+deploy-samples:
+	kubectl apply -f ./deploy/samples
+
+.PHONY: build clean quickstart deploy-dev-environment deploy deploy-samples integration-tests

bin/hoptimator

@@ -1,5 +1,5 @@
 #!/bin/sh
 
 docker build . -t hoptimator
-kubectl exec -it hoptimator -c hoptimator -- ./hoptimator
+kubectl exec -it hoptimator -c hoptimator -- ./hoptimator -n "" -p "" -u "jdbc:calcite:model=./test-model.yaml" "$@"
 

deploy/hoptimator-pod.yaml

@@ -8,3 +8,8 @@ spec:
     image: docker.io/library/hoptimator
     imagePullPolicy: Never
     command: ["sleep", "infinity"]
+    readinessProbe:
+      exec:
+        command: ["./hoptimator", "--run=./readiness-probe.sql"]
+      timeoutSeconds: 30
+

etc/integration-tests.sql

@@ -0,0 +1,10 @@
+
+!connect "jdbc:calcite:model=./test-model.yaml" "" ""
+
+!set maxWidth 80
+!table
+!schemas
+
+SELECT * FROM DATAGEN.PERSON;
+SELECT * FROM DATAGEN.COMPANY;
+

etc/readiness-probe.sql

@@ -0,0 +1,10 @@
+
+!connect "jdbc:calcite:model=./test-model.yaml" "" ""
+
+!set maxWidth 80
+!table
+!schemas
+
+SELECT * FROM DATAGEN.PERSON;
+SELECT * FROM DATAGEN.COMPANY;
+

hoptimator-cli/run.sh

@@ -6,7 +6,7 @@ if [[ -f "$JAR" ]]; then
   java \
     --add-opens java.base/java.lang=ALL-UNNAMED \
     --add-opens java.base/java.util=ALL-UNNAMED \
-    -jar $JAR --verbose=true -n "" -p "" -u "jdbc:calcite:model=./test-model.yaml"
+    -jar $JAR --verbose=true "$@"
 else
   echo "jar file not found; maybe forgot to build?"
 fi