ci: clean up disk space before build and skip windows port forward (#4109)

* clean up disk space before build

* skip portforward e2e in windows

Author: QxBytes

.pipelines/containers/container-template.yaml

@@ -15,11 +15,38 @@ steps:
 
 - script: |
     set -e
+    echo "Disk space before cleanup..."
+    df -h /
+    echo "Removing unnecessary files to free up disk space..."
+    sudo rm -rf \
+      /opt/hostedtoolcache \
+      /opt/google/chrome \
+      /opt/microsoft/msedge \
+      /opt/microsoft/powershell \
+      /opt/pipx \
+      /usr/lib/mono \
+      /usr/local/julia* \
+      /usr/local/lib/android \
+      /usr/local/lib/node_modules \
+      /usr/local/share/chromium \
+      /usr/local/share/powershell \
+      /usr/share/dotnet \
+      /usr/share/swift
+    echo "Disk space after cleanup..."
+    df -h /
+  displayName: "Clean up disk space"
+
+- script: |
+    set -e
+    echo "=== Disk space BEFORE make image ==="
+    df -h
     if [ ${{ parameters.os }} = 'windows' ]; then export BUILDX_ACTION='--push'; fi
     make ${{ parameters.name }}-image OS=${{ parameters.os }} ARCH=${{ parameters.arch }}
+    echo "=== Disk space AFTER make image ==="
+    df -h
   name: image_build
   displayName: Image Build
-  retryCountOnTaskFailure: 3
+  retryCountOnTaskFailure: 2
 
 - task: AzureCLI@2
   displayName: "Logout"

.pipelines/pipeline.yaml

@@ -148,14 +148,6 @@ stages:
                 arch: amd64
                 name: ipv6-hp-bpf
                 os: linux
-              npm_linux_amd64:
-                arch: amd64
-                name: npm
-                os: linux
-              npm_windows_amd64:
-                arch: amd64
-                name: npm
-                os: windows
           steps:
             - template: containers/container-template.yaml
               parameters:
@@ -193,6 +185,45 @@ stages:
                 arch: arm64
                 name: ipv6-hp-bpf
                 os: linux
+          steps:
+            - template: containers/container-template.yaml
+              parameters:
+                arch: $(arch)
+                name: $(name)
+                os: $(os)
+
+    - stage: containerize_npm
+      displayName: Build NPM Images
+      dependsOn:
+        - setup
+      jobs:
+        - job: containerize_npm_amd64
+          displayName: Build NPM Images
+          pool:
+            name: "$(BUILD_POOL_NAME_LINUX_AMD64)"
+          strategy:
+            matrix:
+              npm_linux_amd64:
+                arch: amd64
+                name: npm
+                os: linux
+              npm_windows_amd64:
+                arch: amd64
+                name: npm
+                os: windows
+          steps:
+            - template: containers/container-template.yaml
+              parameters:
+                arch: $(arch)
+                name: $(name)
+                os: $(os)
+                os_version: $(os_version)
+        - job: containerize_npm_linux_arm64
+          displayName: Build NPM Images
+          pool:
+            name: "$(BUILD_POOL_NAME_LINUX_ARM64)"
+          strategy:
+            matrix:
               npm_linux_arm64:
                 arch: arm64
                 name: npm
@@ -244,7 +275,7 @@ stages:
     - stage: publish_npm
       displayName: Publish NPM Multiarch Manifest
       dependsOn:
-        - containerize
+        - containerize_npm
       jobs:
         - job: npm_manifest
           displayName: Compile NPM Manifest

.pipelines/singletenancy/aks-swift/e2e-job-template.yaml

@@ -71,7 +71,7 @@ stages:
           dependsOn: ${{ parameters.name }}
           datapath: true
           dns: true
-          portforward: true
+          portforward: ${{ eq(parameters.os, 'linux') }} # Unblock Pipeline, broken for all windows scenarios
           hostport: true
           service: true
 

.pipelines/singletenancy/aks-swift/e2e.stages.yaml

@@ -76,7 +76,7 @@ stages:
           dependsOn: ${{ parameters.name }}
           datapath: true
           dns: true
-          portforward: true
+          portforward: ${{ eq(parameters.os, 'linux') }} # Unblock Pipeline, broken for all windows scenarios
           hostport: true
           service: true
 

.pipelines/singletenancy/aks/e2e-job-template.yaml

@@ -74,7 +74,7 @@ stages:
           os: ${{ parameters.os }}
           datapath: true
           dns: true
-          portforward: true
+          portforward: ${{ eq(parameters.os, 'linux') }} # Unblock Pipeline, broken for all windows scenarios
           hybridWin: true
           service: true
           hostport: true

.pipelines/singletenancy/aks/e2e.stages.yaml

@@ -80,7 +80,7 @@ stages:
           os: ${{ parameters.os }}
           datapath: true
           dns: true
-          portforward: true
+          portforward: ${{ eq(parameters.os, 'linux') }} # Unblock Pipeline, broken for all windows scenarios
           hybridWin: true
           service: true
           hostport: true

.pipelines/singletenancy/azure-cni-overlay-stateless/azure-cni-overlay-stateless-e2e-job-template.yaml

@@ -72,7 +72,7 @@ stages:
           dependsOn: ${{ parameters.name }}_windows
           datapath: true
           dns: true
-          portforward: true
+          portforward: false # Unblock Pipeline, as stateless is tested in windows, broken for all windows scenarios
           hostport: true
           service: true
           hybridWin: true

.pipelines/singletenancy/azure-cni-overlay-stateless/azure-cni-overlay-stateless-e2e.stages.yaml

@@ -78,7 +78,7 @@ stages:
           dependsOn: ${{ parameters.name }}_windows
           datapath: true
           dns: true
-          portforward: true
+          portforward: false # Unblock Pipeline, as stateless is tested in windows, broken for all windows scenarios
           hostport: true
           service: true
           hybridWin: true

.pipelines/singletenancy/azure-cni-overlay/azure-cni-overlay-e2e-job-template.yaml

@@ -71,7 +71,7 @@ stages:
           dependsOn: ${{ parameters.name }}_${{ parameters.os }}
           datapath: true
           dns: true
-          portforward: true
+          portforward: ${{ eq(parameters.os, 'linux') }} # Unblock Pipeline, broken for all windows scenarios
           hostport: true
           service: true
           hybridWin: ${{ eq(parameters.os, 'windows') }}

.pipelines/singletenancy/azure-cni-overlay/azure-cni-overlay-e2e.stages.yaml

@@ -77,7 +77,7 @@ stages:
           dependsOn: ${{ parameters.name }}_${{ parameters.os }}
           datapath: true
           dns: true
-          portforward: true
+          portforward: ${{ eq(parameters.os, 'linux') }} # Unblock Pipeline, broken for all windows scenarios
           hostport: true
           service: true
           hybridWin: ${{ eq(parameters.os, 'windows') }}