[Bugfix] Prevent Runtime update restarts (#1205)

Author: ajanikow

CHANGELOG.md

@@ -38,6 +38,7 @@
 - (Feature) Allow to exclude metrics
 - (Bugfix) Do not stop Sync if Synchronization is in progress
 - (Bugfix) Wait for Pod to be Ready in post-restart actions
+- (Bugfix) Prevent Runtime update restarts
 
 ## [1.2.20](https://github.com/arangodb/kube-arangodb/tree/1.2.20) (2022-10-25)
 - (Feature) Add action progress

pkg/apis/deployment/v1/conditions.go

@@ -144,6 +144,8 @@ type Condition struct {
 	Message string `json:"message,omitempty"`
 	// Hash keep propagation hash id, for example checksum of secret
 	Hash string `json:"hash,omitempty"`
+	// Params keeps additional params for the condition
+	Params ConditionParams `json:"params,omitempty"`
 }
 
 func (c Condition) IsTrue() bool {
@@ -154,6 +156,7 @@ func (c Condition) IsTrue() bool {
 func (c Condition) Equal(other Condition) bool {
 	return c.Type == other.Type &&
 		c.Status == other.Status &&
+		c.Params.Equal(other.Params) &&
 		util.TimeCompareEqual(c.LastUpdateTime, other.LastUpdateTime) &&
 		util.TimeCompareEqual(c.LastTransitionTime, other.LastTransitionTime) &&
 		c.Reason == other.Reason &&

pkg/apis/deployment/v1/conditions_params.go

@@ -0,0 +1,46 @@
+//
+// DISCLAIMER
+//
+// Copyright 2022 ArangoDB GmbH, Cologne, Germany
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// Copyright holder is ArangoDB GmbH, Cologne, Germany
+//
+
+package v1
+
+const (
+	// ConditionParamContainerUpdatingName define parameter used during Image Runtime update
+	ConditionParamContainerUpdatingName ConditionParam = "updatingContainerName"
+)
+
+// ConditionParam is a strongly typed condition parameter
+type ConditionParam string
+
+type ConditionParams map[ConditionParam]string
+
+// Equal compare two ConditionParams objects
+func (c ConditionParams) Equal(b ConditionParams) bool {
+	if len(c) != len(b) {
+		return false
+	}
+
+	for k, v := range c {
+		if v2, ok := b[k]; !ok || v != v2 {
+			return false
+		}
+	}
+
+	return true
+}

pkg/apis/deployment/v1/zz_generated.deepcopy.go

@@ -144,6 +144,8 @@ type Condition struct {
 	Message string `json:"message,omitempty"`
 	// Hash keep propagation hash id, for example checksum of secret
 	Hash string `json:"hash,omitempty"`
+	// Params keeps additional params for the condition
+	Params ConditionParams `json:"params,omitempty"`
 }
 
 func (c Condition) IsTrue() bool {
@@ -154,6 +156,7 @@ func (c Condition) IsTrue() bool {
 func (c Condition) Equal(other Condition) bool {
 	return c.Type == other.Type &&
 		c.Status == other.Status &&
+		c.Params.Equal(other.Params) &&
 		util.TimeCompareEqual(c.LastUpdateTime, other.LastUpdateTime) &&
 		util.TimeCompareEqual(c.LastTransitionTime, other.LastTransitionTime) &&
 		c.Reason == other.Reason &&

pkg/apis/deployment/v2alpha1/conditions.go

@@ -0,0 +1,46 @@
+//
+// DISCLAIMER
+//
+// Copyright 2022 ArangoDB GmbH, Cologne, Germany
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+// Copyright holder is ArangoDB GmbH, Cologne, Germany
+//
+
+package v2alpha1
+
+const (
+	// ConditionParamContainerUpdatingName define parameter used during Image Runtime update
+	ConditionParamContainerUpdatingName ConditionParam = "updatingContainerName"
+)
+
+// ConditionParam is a strongly typed condition parameter
+type ConditionParam string
+
+type ConditionParams map[ConditionParam]string
+
+// Equal compare two ConditionParams objects
+func (c ConditionParams) Equal(b ConditionParams) bool {
+	if len(c) != len(b) {
+		return false
+	}
+
+	for k, v := range c {
+		if v2, ok := b[k]; !ok || v != v2 {
+			return false
+		}
+	}
+
+	return true
+}

pkg/apis/deployment/v2alpha1/conditions_params.go

@@ -81,6 +81,22 @@ func getActionPost(a Action, ctx context.Context) error {
 	}
 }
 
+// ActionPre keep interface which is executed before action is started.
+type ActionPre interface {
+	Action
+
+	// Pre execute after action is completed
+	Pre(ctx context.Context) error
+}
+
+func getActionPre(a Action, ctx context.Context) error {
+	if c, ok := a.(ActionPre); !ok {
+		return nil
+	} else {
+		return c.Pre(ctx)
+	}
+}
+
 // ActionReloadCachedStatus keeps information about CachedStatus reloading (executed after action has been executed)
 type ActionReloadCachedStatus interface {
 	Action

pkg/apis/deployment/v2alpha1/zz_generated.deepcopy.go

@@ -43,12 +43,44 @@ func newRuntimeContainerImageUpdateAction(action api.Action, actionCtx ActionCon
 }
 
 var _ ActionPost = &actionRuntimeContainerImageUpdate{}
+var _ ActionPre = &actionRuntimeContainerImageUpdate{}
 
 type actionRuntimeContainerImageUpdate struct {
 	// actionImpl implement timeout and member id functions
 	actionImpl
 }
 
+func (a actionRuntimeContainerImageUpdate) Pre(ctx context.Context) error {
+	a.log.Info("Updating member condition")
+	m, ok := a.actionCtx.GetMemberStatusByID(a.action.MemberID)
+	if !ok {
+		a.log.Info("member is gone already")
+		return nil
+	}
+
+	cname, _, ok := a.getContainerDetails()
+	if !ok {
+		a.log.Info("Unable to find container details")
+		return nil
+	}
+
+	if c, ok := m.Conditions.Get(api.ConditionTypeUpdating); ok {
+		if c.Params == nil {
+			c.Params = api.ConditionParams{}
+		}
+
+		if c.Params[api.ConditionParamContainerUpdatingName] != cname {
+			c.Params[api.ConditionParamContainerUpdatingName] = cname
+
+			if err := a.actionCtx.UpdateMember(ctx, m); err != nil {
+				return err
+			}
+		}
+	}
+
+	return nil
+}
+
 func (a actionRuntimeContainerImageUpdate) Post(ctx context.Context) error {
 	a.log.Info("Updating container image")
 	m, ok := a.actionCtx.GetMemberStatusByID(a.action.MemberID)
@@ -57,6 +89,22 @@ func (a actionRuntimeContainerImageUpdate) Post(ctx context.Context) error {
 		return nil
 	}
 
+	if c, ok := m.Conditions.Get(api.ConditionTypeUpdating); ok {
+		if c.Params != nil {
+			if _, ok := c.Params[api.ConditionParamContainerUpdatingName]; ok {
+				delete(c.Params, api.ConditionParamContainerUpdatingName)
+
+				if len(c.Params) == 0 {
+					c.Params = nil
+				}
+
+				if err := a.actionCtx.UpdateMember(ctx, m); err != nil {
+					return err
+				}
+			}
+		}
+	}
+
 	cname, image, ok := a.getContainerDetails()
 	if !ok {
 		a.log.Info("Unable to find container details")

pkg/deployment/reconcile/action.go

@@ -63,5 +63,9 @@ func (a *actionWaitForMemberReady) CheckProgress(ctx context.Context) (bool, boo
 		return true, false, nil
 	}
 
+	if a.actionCtx.GetMode() == api.DeploymentModeActiveFailover {
+		return true, false, nil
+	}
+
 	return member.Conditions.IsTrue(api.ConditionTypeReady), false, nil
 }