feat: added caching for k8s services

go.mod

@@ -105,6 +105,7 @@ require (
 	github.com/go-logr/stdr v1.2.2 // indirect
 	github.com/golang-jwt/jwt/v5 v5.2.1 // indirect
 	github.com/google/s2a-go v0.1.7 // indirect
+	github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
 	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 // indirect
 	go.opentelemetry.io/otel v1.24.0 // indirect

go.sum

@@ -420,6 +420,8 @@ github.com/oracle/oci-go-sdk v24.3.0+incompatible h1:x4mcfb4agelf1O4/1/auGlZ1lr9
 github.com/oracle/oci-go-sdk v24.3.0+incompatible/go.mod h1:VQb79nF8Z2cwLkLS35ukwStZIg5F66tcBccjip/j888=
 github.com/ovh/go-ovh v1.4.3 h1:Gs3V823zwTFpzgGLZNI6ILS4rmxZgJwJCz54Er9LwD0=
 github.com/ovh/go-ovh v1.4.3/go.mod h1:AkPXVtgwB6xlKblMjRKJJmjRp+ogrE7fz2lVgcQY8SY=
+github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
+github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=
 github.com/pelletier/go-toml/v2 v2.1.1 h1:LWAJwfNvjQZCFIDKWYQaM62NcYeYViCmWIwmOStowAI=
 github.com/pelletier/go-toml/v2 v2.1.1/go.mod h1:tJU2Z3ZkXwnxa4DPO899bsyIoywizdUvyaeZurnPPDc=
 github.com/pierrec/lz4/v4 v4.1.18 h1:xaKrnTkyoqfh1YItXl56+6KJNVYWlEEPuAQW9xsplYQ=

handlers/helper.go

@@ -10,6 +10,7 @@ import (
 	"time"
 
 	"github.com/BurntSushi/toml"
+	"github.com/patrickmn/go-cache"
 	tccommon "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common"
 	tccvm "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/cvm/v20170312"
 
@@ -50,6 +51,11 @@ import (
 	"github.com/tailwarden/komiser/utils"
 )
 
+const (
+	CACHE_DURATION = 3
+	CLEANUP_DURATION = 4
+)
+
 var mu sync.Mutex
 
 func triggerFetchingWorkflow(ctx context.Context, client providers.ProviderClient, provider string, db *bun.DB, regions []string, wp *providers.WorkerPool) {
@@ -247,8 +253,10 @@ func makeClientFromAccount(account models.Account) (*providers.ProviderClient, e
 			OpencostBaseUrl: account.Credentials["opencostBaseUrl"],
 		}
 
+		cache := cache.New(CACHE_DURATION, CLEANUP_DURATION)
 		return &providers.ProviderClient{
 			K8sClient: &client,
+			Cache:     cache, // Alpha feature for dependency
 			Name:      account.Name,
 		}, nil
 	}

internal/config/load.go

@@ -19,6 +19,7 @@ import (
 	"github.com/mongodb-forks/digest"
 	"github.com/oracle/oci-go-sdk/common"
 	"github.com/ovh/go-ovh/ovh"
+	"github.com/patrickmn/go-cache"
 	"github.com/scaleway/scaleway-sdk-go/scw"
 	"github.com/tailwarden/komiser/models"
 	"github.com/tailwarden/komiser/providers"
@@ -34,6 +35,11 @@ import (
 	"k8s.io/client-go/tools/clientcmd"
 )
 
+const (
+	CACHE_DURATION   = 3
+	CLEANUP_DURATION = 4
+)
+
 func loadConfigFromFile(path string) (*models.Config, error) {
 	filename, err := filepath.Abs(path)
 	if err != nil {
@@ -243,6 +249,7 @@ func Load(configPath string, telemetry bool, analytics utils.Analytics) (*models
 
 			clients = append(clients, providers.ProviderClient{
 				K8sClient: &client,
+				Cache:     cache.New(CACHE_DURATION, CLEANUP_DURATION),
 				Name:      account.Name,
 			})
 		}

providers/k8s/core/pods.go

@@ -9,6 +9,7 @@ import (
 	"github.com/tailwarden/komiser/models"
 	"github.com/tailwarden/komiser/providers"
 	oc "github.com/tailwarden/komiser/providers/k8s/opencost"
+	"github.com/tailwarden/komiser/utils"
 	v1 "k8s.io/api/core/v1"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 )
@@ -69,7 +70,7 @@ func Pods(ctx context.Context, client providers.ProviderClient) ([]models.Resour
 				ResourceId: string(pod.UID),
 				Name:       pod.Name,
 				Region:     pod.Namespace,
-				Relations:  getPodRelation(pod),
+				Relations:  getPodRelation(pod, client),
 				Cost:       cost,
 				CreatedAt:  pod.CreationTimestamp.Time,
 				FetchedAt:  time.Now(),
@@ -93,7 +94,7 @@ func Pods(ctx context.Context, client providers.ProviderClient) ([]models.Resour
 	return resources, nil
 }
 
-func getPodRelation(pod v1.Pod) []models.Link {
+func getPodRelation(pod v1.Pod, client providers.ProviderClient) []models.Link {
 
 	var rel []models.Link
 
@@ -107,5 +108,40 @@ func getPodRelation(pod v1.Pod) []models.Link {
 		})
 	}
 
+	// check if service was cached before
+	// if not call the service cache function, get list of services and cahce it for further use
+	services, ok := client.Cache.Get(utils.SERVICES)
+	if !ok {
+		services, _ = utils.K8s_Cache(&client, utils.SERVICES)
+	}
+
+	serviceList, _ := services.(*v1.ServiceList)
+
+	for _, service := range  serviceList.Items {
+		selector := service.Spec.Selector
+		if selectorMatchesPodLabels(selector, pod.Labels) {
+			rel = append(rel, models.Link{
+				ResourceID: string(service.UID),
+				Type:       "Service",
+				Name:       service.Name,
+				Relation:   "USES",
+			})
+		}
+	}
+
 	return rel
 }
+
+
+func selectorMatchesPodLabels(selector, podLabels map[string]string) bool {
+	if selector == nil || len(selector) == 0 {
+		return false
+	}
+
+	for key, value := range selector {
+		if podValue, exists := podLabels[key]; !exists || podValue != value {
+			return false
+		}
+	}
+	return true
+}

providers/k8s/k8s.go

@@ -37,7 +37,7 @@ func FetchResources(ctx context.Context, client providers.ProviderClient, db *bu
 				log.Printf("[%s][K8s] %s", client.Name, err)
 			} else {
 				for _, resource := range resources {
-					_, err = db.NewInsert().Model(&resource).On("CONFLICT (resource_id) DO UPDATE").Set("cost = EXCLUDED.cost").Exec(context.Background())
+					_, err = db.NewInsert().Model(&resource).On("CONFLICT (resource_id) DO UPDATE").Set("cost = EXCLUDED.cost, relations=EXCLUDED.relations").Exec(context.Background())
 					if err != nil {
 						logrus.WithError(err).Errorf("db trigger failed")
 					}

providers/providers.go

@@ -11,6 +11,7 @@ import (
 	"github.com/linode/linodego"
 	"github.com/oracle/oci-go-sdk/common"
 	"github.com/ovh/go-ovh/ovh"
+	"github.com/patrickmn/go-cache"
 	"github.com/scaleway/scaleway-sdk-go/scw"
 	"github.com/tailwarden/komiser/models"
 	tccvm "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/cvm/v20170312"
@@ -34,6 +35,7 @@ type ProviderClient struct {
 	MongoDBAtlasClient *mongodbatlas.Client
 	GCPClient          *GCPClient
 	OVHClient          *ovh.Client
+	Cache              *cache.Cache
 	Name               string
 }
 

utils/k8s_cache.go

@@ -0,0 +1,29 @@
+package utils
+
+import (
+	"context"
+
+	"github.com/tailwarden/komiser/providers"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+)
+
+const (
+	SERVICES = "SERVICES"
+)
+
+
+func K8s_Cache(client *providers.ProviderClient, callerType string) (interface{}, error) {
+	var response interface{}
+	var err error
+	switch (callerType) {
+	case SERVICES:
+		response, err = client.K8sClient.Client.CoreV1().Services("").List(context.Background(), metav1.ListOptions{})
+		if err != nil {
+			return response, err
+		}
+	}
+
+	client.Cache.Set(callerType, response, 0)
+
+	return response, nil
+}