diff --git a/pkg/util/informermanager/federatedinformermanager.go b/pkg/util/informermanager/federatedinformermanager.go
index b3942e9c..d4e342f5 100644
--- a/pkg/util/informermanager/federatedinformermanager.go
+++ b/pkg/util/informermanager/federatedinformermanager.go
@@ -146,6 +146,7 @@ func (m *federatedInformerManager) worker(ctx context.Context) {
 			m.queue.AddRateLimited(key)
 		} else {
 			logger.Error(err, "Failed to process FederatedCluster")
+			m.queue.Forget(key)
 		}
 		return
 	}
diff --git a/pkg/util/informermanager/informermanager.go b/pkg/util/informermanager/informermanager.go
index 0345cb65..64323e48 100644
--- a/pkg/util/informermanager/informermanager.go
+++ b/pkg/util/informermanager/informermanager.go
@@ -133,6 +133,7 @@ func (m *informerManager) worker(ctx context.Context) {
 			m.queue.AddRateLimited(key)
 		} else {
 			logger.Error(err, "Failed to process FederatedTypeConfig")
+			m.queue.Forget(key)
 		}
 		return
 	}