charts/deployment-operator/Chart.yaml

@@ -1,8 +1,8 @@
 apiVersion: v2
 name: deployment-operator
 description: creates a new instance of the plural deployment operator
-appVersion: 0.5.9
-version: 0.5.9
+appVersion: 0.5.10
+version: 0.5.10
 maintainers:
   - name: Plural
     url: https://www.plural.sh

pkg/common/health.go

@@ -4,6 +4,7 @@ import (
 	"encoding/json"
 	"fmt"
 	"strings"
+	"time"
 
 	"github.com/argoproj/argo-rollouts/pkg/apis/rollouts"
 	rolloutv1alpha1 "github.com/argoproj/argo-rollouts/pkg/apis/rollouts/v1alpha1"
@@ -896,8 +897,15 @@ func GetOtherHealthStatus(obj *unstructured.Unstructured) (*HealthStatus, error)
 			if err := runtime.DefaultUnstructuredConverter.FromUnstructured(s, &sts); err != nil {
 				return defaultReadyStatus, nil
 			}
-			if meta.FindStatusCondition(sts.Conditions, readyCondition) != nil {
+			if cond := meta.FindStatusCondition(sts.Conditions, readyCondition); cond != nil {
 				status := HealthStatusProgressing
+
+				// status older than 5min
+				cutoffTime := metav1.NewTime(time.Now().Add(-5 * time.Minute))
+				if cond.LastTransitionTime.Before(&cutoffTime) {
+					status = HealthStatusDegraded
+				}
+
 				if meta.IsStatusConditionTrue(sts.Conditions, readyCondition) {
 					status = HealthStatusHealthy
 				}

pkg/common/health_test.go

@@ -49,12 +49,13 @@ var _ = Describe("Health Test", Ordered, func() {
 			}))
 		})
 
-		It("should get healthy status from CRD with condition block", func() {
+		It("should get progressing status from CRD with condition block", func() {
 			customResource.Status = deploymentsv1alpha1.MetricsAggregateStatus{
 				Conditions: []metav1.Condition{
 					{
-						Type:   "Ready",
-						Status: "False",
+						Type:               "Ready",
+						Status:             "False",
+						LastTransitionTime: metav1.Now(),
 					},
 				},
 			}
@@ -68,6 +69,27 @@ var _ = Describe("Health Test", Ordered, func() {
 			}))
 		})
 
+		It("should get degraded status from CRD with condition block", func() {
+			sixMinutesAgo := metav1.NewTime(time.Now().Add(-6 * time.Minute))
+			customResource.Status = deploymentsv1alpha1.MetricsAggregateStatus{
+				Conditions: []metav1.Condition{
+					{
+						Type:               "Ready",
+						Status:             "False",
+						LastTransitionTime: sixMinutesAgo,
+					},
+				},
+			}
+			obj, err := common.ToUnstructured(customResource)
+			Expect(err).NotTo(HaveOccurred())
+			status, err := common.GetResourceHealth(obj)
+			Expect(err).NotTo(HaveOccurred())
+			Expect(status).To(Not(BeNil()))
+			Expect(*status).To(Equal(common.HealthStatus{
+				Status: common.HealthStatusDegraded,
+			}))
+		})
+
 		It("should get HealthStatusProgressing status during deletion", func() {
 			customResource.DeletionTimestamp = &metav1.Time{
 				Time: time.Now(),

pkg/controller/namespaces/reconciler.go

@@ -85,7 +85,7 @@ func (n *NamespaceReconciler) ShutdownQueue() {
 
 func (n *NamespaceReconciler) ListNamespaces(ctx context.Context) *algorithms.Pager[*console.ManagedNamespaceEdgeFragment] {
 	logger := log.FromContext(ctx)
-	logger.Info("create namespace pager")
+	logger.V(4).Info("create namespace pager")
 	fetch := func(page *string, size int64) ([]*console.ManagedNamespaceEdgeFragment, *algorithms.PageInfo, error) {
 		resp, err := n.consoleClient.ListNamespaces(page, &size)
 		if err != nil {
@@ -104,7 +104,7 @@ func (n *NamespaceReconciler) ListNamespaces(ctx context.Context) *algorithms.Pa
 
 func (n *NamespaceReconciler) Poll(ctx context.Context) error {
 	logger := log.FromContext(ctx)
-	logger.Info("fetching namespaces")
+	logger.V(4).Info("fetching namespaces")
 	pager := n.ListNamespaces(ctx)
 
 	for pager.HasNext() {

pkg/controller/pipelinegates/reconciler.go

@@ -87,7 +87,7 @@ func (s *GateReconciler) GetPollInterval() time.Duration {
 
 func (s *GateReconciler) ListGates(ctx context.Context) *algorithms.Pager[*console.PipelineGateIDsEdgeFragment] {
 	logger := log.FromContext(ctx)
-	logger.Info("create pipeline gate pager")
+	logger.V(4).Info("create pipeline gate pager")
 	fetch := func(page *string, size int64) ([]*console.PipelineGateIDsEdgeFragment, *algorithms.PageInfo, error) {
 		resp, err := s.consoleClient.GetClusterGates(page, &size)
 		if err != nil {
@@ -106,7 +106,7 @@ func (s *GateReconciler) ListGates(ctx context.Context) *algorithms.Pager[*conso
 
 func (s *GateReconciler) Poll(ctx context.Context) error {
 	logger := log.FromContext(ctx)
-	logger.V(1).Info("fetching gates for cluster")
+	logger.V(4).Info("fetching gates for cluster")
 
 	pager := s.ListGates(ctx)
 

pkg/controller/service/reconciler_status.go

@@ -120,7 +120,7 @@ func (s *ServiceReconciler) UpdateApplyStatus(
 				} else {
 					msg := fmt.Sprintf("%s apply %s: %s\n", resourceIDToString(gk, name),
 						strings.ToLower(e.ApplyEvent.Status.String()), e.ApplyEvent.Error.Error())
-					logger.Info(msg)
+					logger.V(4).Info(msg)
 				}
 			} else if printStatus {
 				logger.Info(resourceIDToString(gk, name),

pkg/controller/stacks/reconciler.go

@@ -90,7 +90,7 @@ func (r *StackReconciler) ShutdownQueue() {
 
 func (r *StackReconciler) ListStacks(ctx context.Context) *algorithms.Pager[*console.MinimalStackRunEdgeFragment] {
 	logger := log.FromContext(ctx)
-	logger.Info("create stack run pager")
+	logger.V(4).Info("create stack run pager")
 	fetch := func(page *string, size int64) ([]*console.MinimalStackRunEdgeFragment, *algorithms.PageInfo, error) {
 		resp, err := r.consoleClient.ListClusterStackRuns(page, &size)
 		if err != nil {
@@ -109,7 +109,7 @@ func (r *StackReconciler) ListStacks(ctx context.Context) *algorithms.Pager[*con
 
 func (r *StackReconciler) Poll(ctx context.Context) error {
 	logger := log.FromContext(ctx)
-	logger.Info("fetching stacks")
+	logger.V(4).Info("fetching stacks")
 	pager := r.ListStacks(ctx)
 
 	for pager.HasNext() {
@@ -119,7 +119,7 @@ func (r *StackReconciler) Poll(ctx context.Context) error {
 			return err
 		}
 		for _, stack := range stacks {
-			logger.Info("sending update for", "stack run", stack.Node.ID)
+			logger.V(1).Info("sending update for", "stack run", stack.Node.ID)
 			r.stackCache.Add(stack.Node.ID, stack.Node)
 			r.stackQueue.Add(stack.Node.ID)
 		}
@@ -130,7 +130,7 @@ func (r *StackReconciler) Poll(ctx context.Context) error {
 
 func (r *StackReconciler) Reconcile(ctx context.Context, id string) (reconcile.Result, error) {
 	logger := log.FromContext(ctx)
-	logger.Info("attempting to sync stack run", "id", id)
+	logger.V(4).Info("attempting to sync stack run", "id", id)
 	stackRun, err := r.stackCache.Get(id)
 	if err != nil {
 		if clienterrors.IsNotFound(err) {