build: Debug existing resources

.gitea/workflows/actions.yaml

@@ -1,6 +1,10 @@
 name: build-image
 on: [push]
 
+env:
+  UBUNTU_VERSION: '26.04' # Resolute
+  UBUNTU_SOURCE_IMAGE: https://st.itch.fyi/api/share/olYwWjZ17e?mode=download
+
 jobs:
   semrel_dryrun:
     name: Semantic Release (Dry-run)
@@ -29,8 +33,6 @@ jobs:
             --analyzeCommits @semantic-release/commit-analyzer \
             --verifyRelease @semantic-release/exec \
             --verifyReleaseCmd 'echo "version=${nextRelease.version}" >> $GITHUB_OUTPUT'
-        # env:
-        #   GIT_CREDENTIALS: ${{ secrets.GIT_USERNAME }}:${{ secrets.GIT_APIKEY }}
       - name: Assert semantic release output
         run: |
           [[ -z "${{ steps.sem_rel.outputs.version }}" ]] && {
@@ -41,6 +43,7 @@ jobs:
 
   build_image:
     name: Build image
+    container: code.spamasaurus.com/djpbessems/act-runner-extended:1.0.0-cth20250815
     runs-on: ubuntu-latest
     needs: semrel_dryrun
     steps:
@@ -50,15 +53,8 @@ jobs:
         run: |
           apt-get update && \
           apt-get install -y \
-            gettext \
-            genisoimage \
-            libguestfs-tools \
-            linux-image-generic \
-            linux-modules-extra-$(uname -r) \
-            linux-headers-generic \
-            qemu-system-x86 \
-            qemu-utils \
-            supermin
+            linux-generic
+          #  linux-modules-extra-$(uname -r) \
 
           mkdir -p \
             $PWD/ubuntu-vm \
@@ -66,11 +62,10 @@ jobs:
       - name: Retrieve source Ubuntu image
         run: |
           curl -L \
-            https://sn.itch.fyi/Repository/iso/Canonical/Ubuntu%20Server%2024.04/ubuntu-24.04-server-cloudimg-amd64.img \
-            -o ubuntu-vm/ubuntu_rke2_${{ needs.semrel_dryrun.outputs.version }}.img \
-            -u ${{ secrets.REPO_USERNAME }}:${{ secrets.REPO_PASSWORD }}
+            ${{ env.UBUNTU_SOURCE_IMAGE }} \
+            -o ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}.img
 
-          qemu-img resize ubuntu-vm/ubuntu_rke2_${{ needs.semrel_dryrun.outputs.version }}.img +5G
+          qemu-img resize ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}.img +5G
       - name: Generate seed ISO
         run: |
           envsubst < cloud-init/user-data.template > cloud-init/user-data
@@ -93,7 +88,7 @@ jobs:
             -m 3072 \
             -smp 2 \
             -cpu host \
-            -drive file=ubuntu-vm/ubuntu_rke2_${{ needs.semrel_dryrun.outputs.version }}.img,if=virtio,format=qcow2 \
+            -drive file=ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}.img,if=virtio,format=qcow2 \
             -drive file=ubuntu-vm/seed.iso,format=raw,media=cdrom \
             -nographic \
             -net nic \
@@ -102,31 +97,71 @@ jobs:
             -chardev socket,path=qga.sock,server=on,wait=off,id=qga0 \
             -device virtserialport,chardev=qga0,name=org.qemu.guest_agent.0
 
-          if ! guestfish --ro -a ubuntu-vm/ubuntu_rke2_${{ needs.semrel_dryrun.outputs.version }}.img -i stat /var/log/template-generation-success; then
+          if ! guestfish --ro -a ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}.img -i stat /var/log/template-generation-success; then
             echo "VM provisioning encountered errors - exiting"
             exit 1
           fi
-      - name: Upload template
+      - name: Compress image file
+        id: compress_image
         run: |
-          curl -sS -X POST "https://lab-hv-vip.bessems.lan/v1/harvesterhci.io.virtualmachinetemplates" \
-              -H "Authorization: Bearer ${{ secrets.HV_TOKEN }}" \
-              -H "Content-Type: application/json" \
-              -d @- <<EOF
+          virt-sparsify --compress \
+            --check-tmpdir ignore \
+            ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}.img \
+            ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}-compacted.img
+
+          rm ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}.img
+
+          echo "image_path=ubuntu-vm/ubuntu-${{ env.UBUNTU_VERSION }}-rke2-v${{ needs.semrel_dryrun.outputs.version }}-compacted.img" | tee -a "$GITHUB_OUTPUT"
+      - name: Check for existing resources
+        run: |
+          curl -fsSL -X GET \
+            http://nextexplorer.nextexplorer.svc.cluster.local:3000/api/browse/Storage/Repository/rel/ || true
+          curl -ksS -X GET \
+            https://lab-hv-vip.bessems.lan/v1/harvesterhci.io.virtualmachineimages || true
+      - name: Upload image file
+        run: |
+          set -x
+          REPO_TOKEN=$(curl -fsiSL -X POST \
+            http://nextexplorer.nextexplorer.svc.cluster.local:3000/api/auth/login \
+            -H "Content-Type: application/json" \
+            -d '{"email": "${{ secrets.REPO_USERNAME }}", "password": "${{ secrets.REPO_PASSWORD }}"}' | \
+            grep -oP 'connect\.sid=[^;]+' | head -n 1
+          )
+
+          FILE_PATH="${{ steps.compress_image.outputs.image_path }}"
+          FILE_NAME="$(basename "$FILE_PATH" | sed 's/-compacted//')"
+
+          curl -fsSL -X POST \
+            http://nextexplorer.nextexplorer.svc.cluster.local:3000/api/upload \
+            --header "Cookie: $REPO_TOKEN" \
+            --form "uploadTo=/Storage/Repository/rel" \
+            --form "filedata=@${FILE_PATH};filename=${FILE_NAME}"
+          SHARE_URL=$(curl -fsSL -X POST \
+            http://nextexplorer.nextexplorer.svc.cluster.local:3000/api/shares \
+            --header "Content-Type: application/json" \
+            --header "Cookie: $REPO_TOKEN" \
+            -d '{"sourcePath":"Storage/Repository/rel/${FILE_NAME}"}' | \
+            jq -r '.directFileUrl'
+          )
+
+          curl -ksS -X POST \
+            https://lab-hv-vip.bessems.lan/v1/harvesterhci.io.virtualmachineimages \
+            --header "Authorization: Bearer ${{ secrets.HV_TOKEN }}" \
+            --header "Content-Type: application/json" \
+            -d @- <<EOF
           {
             "type": "harvesterhci.io.virtualmachineimage",
             "metadata": {
-              "name": "ubuntu_rke2_${{ needs.semrel_dryrun.outputs.version }}",
               "namespace": "default"
             },
             "spec": {
-              "displayName": "ubuntu_rke2_${{ needs.semrel_dryrun.outputs.version }}",
-              "sourceType": "upload"
+              "displayName": "$FILE_NAME",
+              "sourceType": "download",
+              "url": "$SHARE_URL?mode=download"
             }
           }
           EOF
 
-          sleep 7200
-
   # semrel:
   #   name: Semantic Release
   #   runs-on: ubuntu-latest

cloud-init/user-data.template

@@ -6,12 +6,14 @@ snap:
     00: snap refresh --hold=forever
 package_reboot_if_required: true
 packages:
+  - cifs-utils
+  - linux-generic
   - qemu-guest-agent
   - yq
-  - cifs-utils
 
 runcmd:
   - apt-get install -y linux-modules-extra-$(uname -r)
+  - sed -i '/"${distro_id}:${distro_codename}-updates"/s|^//||' /etc/apt/apt.conf.d/50unattended-upgrades
   - sysctl -w net.ipv6.conf.all.disable_ipv6=1
   - systemctl enable --now qemu-guest-agent.service
   - cloud-init clean --logs