Merge pull request #65 from MeteoSwiss-APN/feature/DT-196-integrate-gitops-pipeline

DT-196 Integrate GitOps pipeline

Author: nestabur

.gitignore

@@ -115,4 +115,7 @@ venv_*/
 poetry.toml
 
 # Conda environment for local CSCS development
-.conda-env
+.conda-env
+
+.idea
+test-data

.mch-ci.yml

@@ -0,0 +1,62 @@
+default:
+  - build:
+      - checkGivenSemanticVersion:
+          checkSemanticVersion:
+      - getSemanticVersion:
+          gitCalculateSemanticVersion:
+      - getImageName:
+          containerConstructImageName:
+      - imageTester:
+          containerBuildImage:
+            fullImageName: ${var.image}-tester
+            target: tester
+            extraArgs:
+              - --build-arg
+              - VERSION=${var.version}
+      - imageAwsRunner:
+          containerBuildImage:
+            fullImageName: ${var.image}
+            target: runner
+            extraArgs:
+              - --build-arg
+              - VERSION=${var.version}
+            pullAlways: false
+  - test:
+      - unit:
+          - script: mkdir -p test_reports
+          - pythonTest:
+              fullImageName: ${var.image}-tester
+              testDirectory: tests
+              packageManager: ''
+              pullAlways: false
+          - pythonCoverage:
+              fullImageName: ${var.image}-tester
+              packageManager: ''
+              pullAlways: false
+      - lint:
+          - script: mkdir -p test_reports
+          - pythonLint:
+              fullImageName: ${var.image}-tester
+              packageManager: ''
+              pullAlways: false
+          - pythonTypeChecker:
+              fullImageName: ${var.image}-tester
+              packageManager: ''
+              pullAlways: false
+  - publish:
+      - image:
+          containerPublishImage:
+  - clean:
+      - images:
+          script: |
+            if test -n "${var.version}"; then
+              podman image rm -f $(podman image ls -q \
+                -f "label=ch.meteoswiss.project=${var.project}-${var.version}") || :
+            fi
+
+variables:
+  project: pyflexplot
+  # default full image name, useful when running tasks locally
+  image: ${var.containerImageName}:${var.version}
+  solution: dispersionmodelling
+  notifyOnNightlyFailure: p_dispersionmodelling@meteoswiss.ch

Dockerfile

@@ -1,4 +1,6 @@
 FROM dockerhub.apps.cp.meteoswiss.ch/mch/python-3.10 AS builder
+ARG VERSION
+LABEL ch.meteoswiss.project=pyflexplot-${VERSION}
 
 COPY poetry.lock /src/app-root/
 COPY pyproject.toml /src/app-root/
@@ -9,10 +11,12 @@ RUN cd /src/app-root \
     # we need to build the wheel in order to install the binary python  \
     # package that uses click to parse the command arguments
     && poetry build --format wheel \
-    && poetry export --without-hashes -o requirements.txt \
-    && poetry export --without-hashes --dev -o requirements_dev.txt
+    && poetry export -o requirements.txt \
+    && poetry export --dev -o requirements_dev.txt
 
 FROM dockerhub.apps.cp.meteoswiss.ch/mch/python-3.10:latest-slim AS base
+ARG VERSION
+LABEL ch.meteoswiss.project=pyflexplot-${VERSION}
 
 COPY --from=builder /src/app-root/dist/*.whl /src/app-root/
 COPY --from=builder /src/app-root/requirements.txt /src/app-root/
@@ -24,24 +28,18 @@ RUN pip install -r /src/app-root/requirements.txt \
 WORKDIR /src/app-root
 
 FROM base AS runner
+ARG VERSION
+LABEL ch.meteoswiss.project=pyflexplot-${VERSION}
 
 RUN mkdir /src/app-root/data /src/app-root/output
 
-ENV HTTPS_PROXY=\
-    HTTP_PROXY=\
-    http_proxy=\
-    https_proxy=\
-    NO_PROXY=\
-    no_proxy=
-
 ENTRYPOINT ["pyflexplot"]
 
 FROM base AS tester
+ARG VERSION
+LABEL ch.meteoswiss.project=pyflexplot-${VERSION}
 
 COPY --from=builder /src/app-root/requirements_dev.txt /src/app-root/requirements_dev.txt
 RUN pip install -r /src/app-root/requirements_dev.txt
 
 COPY tests /src/app-root/tests
-COPY pyproject.toml test_ci.sh /src/app-root/
-
-CMD ["/bin/bash", "-c", "source /src/app-root/test_ci.sh && run_ci_tools"]