Prevent endpoint updates from triggering rolling replica updates (#1155)

Author: deliahu

pkg/types/spec/api.go

@@ -50,9 +50,6 @@ type LocalModelCache struct {
 func GetAPISpec(apiConfig *userconfig.API, projectID string, deploymentID string) *API {
 	var buf bytes.Buffer
 	buf.WriteString(apiConfig.Name)
-	if apiConfig.Networking.Endpoint != nil {
-		buf.WriteString(*apiConfig.Networking.Endpoint)
-	}
 	if apiConfig.Networking.LocalPort != nil {
 		buf.WriteString(s.Obj(*apiConfig.Networking.LocalPort))
 	}

pkg/types/userconfig/api.go

@@ -174,6 +174,7 @@ func IdentifyAPI(filePath string, name string, index int) string {
 // InitReplicas was left out deliberately
 func (api *API) ToK8sAnnotations() map[string]string {
 	return map[string]string{
+		EndpointAnnotationKey:                     *api.Networking.Endpoint,
 		APIGatewayAnnotationKey:                   api.Networking.APIGateway.String(),
 		MinReplicasAnnotationKey:                  s.Int32(api.Autoscaling.MinReplicas),
 		MaxReplicasAnnotationKey:                  s.Int32(api.Autoscaling.MaxReplicas),

pkg/types/userconfig/config_key.go

@@ -77,6 +77,7 @@ const (
 	MaxUnavailableKey = "max_unavailable"
 
 	// K8s annotation
+	EndpointAnnotationKey                     = "networking.cortex.dev/endpoint"
 	APIGatewayAnnotationKey                   = "networking.cortex.dev/api-gateway"
 	MinReplicasAnnotationKey                  = "autoscaling.cortex.dev/min-replicas"
 	MaxReplicasAnnotationKey                  = "autoscaling.cortex.dev/max-replicas"