feat: deploy gubbins images

Author: aldbr

.github/workflows/deployment.yml

@@ -219,3 +219,107 @@ jobs:
           platforms: linux/amd64,linux/arm64
           build-args: |
             EXTRA_PACKAGES_TO_INSTALL=git+https://github.com/DIRACGrid/DIRAC.git@integration
+
+# -------------------------------------------------------------------------------------------------
+# Gubbins deployment
+# -------------------------------------------------------------------------------------------------
+
+  build-gubbins-wheels:
+    name: Build wheels
+    runs-on: "ubuntu-latest"
+    needs: deploy-pypi
+    if: ${{ needs.deploy-pypi.outputs.create-release == 'true' }}
+    defaults:
+      run:
+        # We need extglob for REFERENCE_BRANCH substitution
+        shell: bash -l -O extglob {0}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - name: Installing dependencies
+        run: |
+          python -m pip install \
+              build \
+              python-dateutil \
+              pytz \
+              readme_renderer[md] \
+              requests \
+              setuptools_scm
+      - name: Build distributions
+        run: |
+          # build the gubbins package
+          for pkg_dir in $PWD/extensions/gubbins/gubbins-*; do
+            # Skip the testing package
+            if [[ "${pkg_dir}" =~ .*testing.* ]];
+            then
+              echo "Do not build ${pkg_dir}";
+              continue;
+            fi
+            echo "Building $pkg_dir"
+            python -m build --outdir $PWD/dist $pkg_dir
+          done
+      - name: 'Upload Artifact'
+        uses: actions/upload-artifact@v4
+        with:
+          name: gubbins-whl
+          path: dist/*.whl
+          retention-days: 5
+
+  # Build to docker image with the code in it
+  docker-gubbins:
+    needs: build-gubbins-wheels
+    if: ${{ needs.deploy-pypi.outputs.create-release == 'true' }}
+    timeout-minutes:  30
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to GitHub container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Download diracx wheels
+        uses: actions/download-artifact@v4
+        with:
+            name: diracx-whl
+      - name: Download gubbins wheels
+        uses: actions/download-artifact@v4
+        with:
+            name: gubbins-whl
+      - name: "Find wheels"
+        id: find_wheel
+        run: |
+          # We need to copy them there to be able to access them in the RUN --mount
+          cp diracx*.whl gubbins*.whl extensions/containers/client/
+          cp diracx*.whl gubbins*.whl extensions/containers/services/
+          for wheel_fn in *.whl; do
+            pkg_name=$(basename "${wheel_fn}" | cut -d '-' -f 1)
+            echo "${pkg_name}-wheel-name=$(ls "${pkg_name}"-*.whl)" >> $GITHUB_OUTPUT
+          done
+
+      - name: Build and push client (dev)
+        uses: docker/build-push-action@v6
+        with:
+          context: extensions/containers/client
+          push: ${{ needs.deploy-pypi.outputs.create-release == 'true' }}
+          tags: ghcr.io/diracgrid/gubbins/client:dev
+          platforms: linux/amd64,linux/arm64
+      - name: Build and push service (dev)
+        uses: docker/build-push-action@v6
+        with:
+          context: extensions/containers/services
+          push: ${{ needs.deploy-pypi.outputs.create-release == 'true' }}
+          tags: ghcr.io/diracgrid/gubbins/services:dev
+          platforms: linux/amd64,linux/arm64
+          build-args: |
+            EXTRA_PACKAGES_TO_INSTALL=git+https://github.com/DIRACGrid/DIRAC.git@integration
+            EXTENSION_CUSTOM_SOURCES_TO_INSTALL=/bindmount/gubbins_db*.whl,/bindmount/gubbins_logic*.whl,/bindmount/gubbins_routers*.whl,/bindmount/gubbins_client*.whl

.github/workflows/extensions.yml

@@ -4,7 +4,6 @@ on:
   push:
     branches:
       - main
-      - gubbins
   pull_request:
     branches:
       - main
@@ -145,37 +144,22 @@ jobs:
         uses: docker/build-push-action@v6
         with:
           context: extensions/containers/services
-          tags: gubbins/services:dev
-          outputs: type=docker,dest=/tmp/gubbins_services_image.tar
+          tags: ghcr.io/diracgrid/gubbins/services:dev
+          push: ${{ github.event_name != 'pull_request' && github.repository == 'DIRACGrid/diracx' && github.ref_name == 'main' }}
           build-args: |
             EXTRA_PACKAGES_TO_INSTALL=git+https://github.com/DIRACGrid/DIRAC.git@integration
             EXTENSION_CUSTOM_SOURCES_TO_INSTALL=/bindmount/gubbins_db*.whl,/bindmount/gubbins_logic*.whl,/bindmount/gubbins_routers*.whl,/bindmount/gubbins_client*.whl
       - name: Build and export client
         uses: docker/build-push-action@v6
         with:
           context: extensions/containers/client
-          tags: gubbins/client:dev
-          outputs: type=docker,dest=/tmp/gubbins_client_image.tar
-      - name: Upload artifact
-        uses: actions/upload-artifact@v4
-        with:
-          name: gubbins-services-img
-          path: /tmp/gubbins_services_image.tar
-
+          tags: ghcr.io/diracgrid/gubbins/client:dev
+          push: ${{ github.event_name != 'pull_request' && github.repository == 'DIRACGrid/diracx' && github.ref_name == 'main' }}
 
   pytest-integration:
     needs: build-image
     runs-on: ubuntu-latest
     steps:
-      - name: Download gubbins-image
-        uses: actions/download-artifact@v4
-        with:
-          name: gubbins-services-img
-          path: /tmp
-      - name: Load image
-        run: |
-          docker load --input /tmp/gubbins_services_image.tar
-          docker image ls -a
       - name: Checkout code
         uses: actions/checkout@v4
       - uses: mamba-org/setup-micromamba@v2

extensions/gubbins_values.yaml

@@ -1,11 +1,9 @@
 # values specific to testing gubbins
 global:
-  # Needed to be able to force pre-load the image in kind
-  # see https://kind.sigs.k8s.io/docs/user/quick-start/#loading-an-image-into-your-cluster
-  # and https://iximiuz.com/en/posts/kubernetes-kind-load-docker-image/
-  imagePullPolicy: IfNotPresent
+  imagePullPolicy: Always
   images:
-    services: gubbins/services
+    tag: dev
+    services: ghcr.io/diracgrid/gubbins/services
 
 developer:
   enabled: true