ci: reorganize pipeline stages (#4061)

* shortcircuit ut

* test multi dependency

* split npm manifest out

* remove dependency of create cluster on build images in acn pr pipeline

the images should only be required during the e2e stage after cluster creation
the e2e stage is already dependent on publish multiarch manifests, which is
already dependent on build images; thus, all e2e stages are implictly
dependent on the build image stage success

Author: QxBytes

.pipelines/pipeline.yaml

@@ -65,7 +65,6 @@ stages:
       displayName: Build Binaries
       dependsOn:
         - setup
-        - test
       jobs:
         - job: build
           displayName: Build Binaries
@@ -106,7 +105,6 @@ stages:
       displayName: Build Images
       dependsOn:
         - setup
-        - test
       jobs:
         - job: containerize_amd64
           displayName: Build Images
@@ -231,9 +229,6 @@ stages:
               ipv6_hp_bpf:
                 name: ipv6-hp-bpf
                 platforms: linux/amd64 linux/arm64
-              npm:
-                name: npm
-                platforms: linux/amd64 linux/arm64 windows/amd64
               azure_ip_masq_merger:
                 name: azure-ip-masq-merger
                 platforms: linux/amd64 linux/arm64
@@ -245,6 +240,21 @@ stages:
               parameters:
                 name: $(name)
                 platforms: $(platforms)
+    
+    - stage: publish_npm
+      displayName: Publish NPM Multiarch Manifest
+      dependsOn:
+        - containerize
+      jobs:
+        - job: npm_manifest
+          displayName: Compile NPM Manifest
+          pool:
+            name: "$(BUILD_POOL_NAME_DEFAULT)"
+          steps:
+            - template: containers/manifest-template.yaml
+              parameters:
+                name: npm
+                platforms: linux/amd64 linux/arm64 windows/amd64
 
     # Cilium Podsubnet E2E tests
     - template: singletenancy/cilium/cilium-e2e-job-template.yaml
@@ -255,7 +265,7 @@ stages:
         clusterName: "ciliume2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     # Cilium Podsubnet Vnet Scale E2E tests
     - template: singletenancy/cilium/cilium-e2e-job-template.yaml
@@ -267,7 +277,7 @@ stages:
         clusterName: "ciliumvscalee2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
 
     # Cilium Nodesubnet E2E tests
@@ -279,7 +289,7 @@ stages:
         clusterName: "cilndsubnete2e"
         vmSize: Standard_B2s
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     # Cilium Overlay E2E tests
     - template: singletenancy/cilium-overlay/cilium-overlay-e2e-job-template.yaml
@@ -290,7 +300,7 @@ stages:
         clusterName: "cilovere2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     # Cilium Dualstack Overlay E2E tests
     - template: singletenancy/cilium-dualstack-overlay/cilium-dualstackoverlay-e2e-job-template.yaml
@@ -302,7 +312,7 @@ stages:
         clusterName: "cildsovere2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
         # Cilium Overlay with hubble E2E tests
     - template: singletenancy/cilium-overlay-withhubble/cilium-overlay-e2e-job-template.yaml
@@ -313,7 +323,7 @@ stages:
         clusterName: "cilwhleovere2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
         testHubble: true
 
     # Azure Overlay E2E tests
@@ -326,7 +336,7 @@ stages:
         clusterName: "linuxazovere2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
         scaleup: 100
 
     - template: singletenancy/azure-cni-overlay/azure-cni-overlay-e2e-job-template.yaml
@@ -338,7 +348,7 @@ stages:
         clusterName: "winazovere2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
         scaleup: 50
 
     # Azure Overlay E2E Stateless CNI tests
@@ -350,7 +360,7 @@ stages:
         clusterType: overlay-byocni-up
         clusterName: "statelesswin"
         vmSize: Standard_B2ms
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     # AKS Swift E2E tests
     - template: singletenancy/aks-swift/e2e-job-template.yaml
@@ -362,7 +372,7 @@ stages:
         clusterName: "swifte2e"
         vmSize: Standard_B2ms
         k8sVersion: ""
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     # AKS Swift Vnet Scale E2E tests
     - template: singletenancy/aks-swift/e2e-job-template.yaml
@@ -374,7 +384,7 @@ stages:
         clusterName: "vscaleswifte2e"
         vmSize: Standard_B2ms
         k8sVersion: "1.30"
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     # CNIv1 E2E tests
     - template: singletenancy/aks/e2e-job-template.yaml
@@ -388,7 +398,7 @@ stages:
         vmSize: Standard_B2s
         k8sVersion: 1.25
         scaleup: 100
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     - template: singletenancy/aks/e2e-job-template.yaml
       parameters:
@@ -401,7 +411,7 @@ stages:
         vmSize: Standard_B2ms
         os_version: "ltsc2022"
         scaleup: 50
-        dependsOn: "containerize"
+        dependsOn: ["test"]
 
     # CNI dual stack overlay E2E tests
     - template: singletenancy/dualstack-overlay/dualstackoverlay-e2e-job-template.yaml
@@ -412,7 +422,7 @@ stages:
         clusterType: dualstack-overlay-byocni-up
         clusterName: "linuxdsovere2e"
         vmSize: Standard_B2ms
-        dependsOn: "containerize"
+        dependsOn: ["test"]
         scaleup: 100
 
     - template: singletenancy/dualstack-overlay/dualstackoverlay-e2e-job-template.yaml
@@ -423,7 +433,7 @@ stages:
         clusterType: dualstack-overlay-byocni-up
         clusterName: "windsovere2e"
         vmSize: Standard_B2ms
-        dependsOn: "containerize"
+        dependsOn: ["test"]
         scaleup: 50
 
     - stage: delete