feat: improves performance of recorder synchronization when there are…

… a large number of process data

server/controller/recorder/cache/cache.go

@@ -1471,3 +1471,13 @@ func (c *Cache) refreshVIP() {
 
 	c.AddVIPs(vips)
 }
+
+// RefreshVTaps refreshes vtap data for every regular domain synchronization
+func (c *Cache) RefreshVTaps() {
+	var vtaps []*mysql.VTap
+	if err := c.metadata.DB.Find(&vtaps).Error; err != nil {
+		log.Error(dbQueryResourceFailed(ctrlrcommon.RESOURCE_TYPE_VTAP_EN, err))
+		return
+	}
+	c.ToolDataSet.RefreshVTaps(vtaps)
+}

server/controller/recorder/cache/tool/data_set.go

@@ -112,6 +112,9 @@ type DataSet struct {
 
 	podLcuuidToID map[string]int
 	podIDToLcuuid map[int]string
+
+	vtapIDToType           map[int]int
+	vtapIDToLaunchServerID map[int]int
 }
 
 func NewDataSet(md *rcommon.Metadata) *DataSet {
@@ -192,6 +195,9 @@ func NewDataSet(md *rcommon.Metadata) *DataSet {
 
 		podLcuuidToID: make(map[string]int),
 		podIDToLcuuid: make(map[int]string),
+
+		vtapIDToType:           make(map[int]int),
+		vtapIDToLaunchServerID: make(map[int]int),
 	}
 }
 
@@ -1002,6 +1008,16 @@ func (t *DataSet) DeletePod(lcuuid string) {
 	log.Info(deleteFromToolMap(ctrlrcommon.RESOURCE_TYPE_POD_EN, lcuuid), t.metadata.LogPrefixes)
 }
 
+func (t *DataSet) RefreshVTaps(v []*metadbmodel.VTap) {
+	t.vtapIDToType = make(map[int]int)
+	t.vtapIDToLaunchServerID = make(map[int]int)
+	for _, item := range v {
+		t.vtapIDToType[item.ID] = item.Type
+		t.vtapIDToLaunchServerID[item.ID] = item.LaunchServerID
+	}
+	log.Infof("refreshed %s count: %d", ctrlrcommon.RESOURCE_TYPE_VTAP_EN, len(v))
+}
+
 func (t *DataSet) GetRegionIDByLcuuid(lcuuid string) (int, bool) {
 	id, exists := t.regionLcuuidToID[lcuuid]
 	if exists {
@@ -2351,13 +2367,6 @@ func (t *DataSet) GetPodIDByContainerIDWithoutLog(containerID string) (int, bool
 	if exists {
 		return podID, true
 	}
-
-	var pod *metadbmodel.Pod
-	result := t.metadata.DB.Where("container_ids like ?", "%"+containerID+"%").Find(&pod)
-	if result.RowsAffected == 1 {
-		t.AddPod(pod)
-		return t.containerIDToPodID[containerID], true
-	}
 	return 0, false
 }
 
@@ -2367,14 +2376,8 @@ func (t *DataSet) GetProcessDeviceTypeAndID(containerID string, vtapID uint32) (
 		deviceType = common.VIF_DEVICE_TYPE_POD
 		deviceID = podID
 	} else {
-		var vtap *metadbmodel.VTap
-		if err := t.metadata.DB.Where("id = ?", vtapID).First(&vtap).Error; err != nil { // TODO @weiqiang 放入缓存
-			log.Error(err, t.metadata.LogPrefixes)
-		}
-		if vtap != nil {
-			deviceType = common.VTAP_TYPE_TO_DEVICE_TYPE[vtap.Type]
-			deviceID = vtap.LaunchServerID
-		}
+		deviceType = common.VTAP_TYPE_TO_DEVICE_TYPE[t.vtapIDToType[int(vtapID)]]
+		deviceID = t.vtapIDToLaunchServerID[int(vtapID)]
 	}
 	return
 }

server/controller/recorder/domain.go

@@ -135,6 +135,10 @@ func (d *domain) shouldRefresh(cloudData cloudmodel.Resource) error {
 func (d *domain) refresh(cloudData cloudmodel.Resource) {
 	log.Info("domain refresh started", d.metadata.LogPrefixes)
 
+	// TODO refactor
+	// for process
+	d.cache.RefreshVTaps()
+
 	// 指定创建及更新操作的资源顺序
 	// 基本原则：无依赖资源优先；实时性需求高资源优先
 	listener := listener.NewWholeDomain(d.metadata.Domain.Lcuuid, d.cache, d.eventQueue)

server/controller/recorder/sub_domain.go

@@ -156,6 +156,10 @@ func (s *subDomain) tryRefresh(cloudData cloudmodel.SubDomainResource) error {
 func (s *subDomain) refresh(cloudData cloudmodel.SubDomainResource) {
 	log.Info("sub_domain sync refresh started", s.metadata.LogPrefixes)
 
+	// TODO refactor
+	// for process
+	s.cache.RefreshVTaps()
+
 	listener := listener.NewWholeSubDomain(s.metadata.Domain.Lcuuid, s.metadata.SubDomain.Lcuuid, s.cache, s.eventQueue)
 	subDomainUpdatersInUpdateOrder := s.getUpdatersInOrder(cloudData)
 	s.executeUpdaters(subDomainUpdatersInUpdateOrder)

server/controller/recorder/updater/process.go

@@ -95,9 +95,12 @@ func (p *Process) generateDBItemToAdd(cloudItem *cloudmodel.Process) (*metadbmod
 	var vmID int
 	if deviceType == common.VIF_DEVICE_TYPE_POD ||
 		deviceType == common.VIF_DEVICE_TYPE_POD_NODE {
-		id, ok := p.cache.ToolDataSet.GetVMIDByPodNodeID(podNodeID)
-		if ok {
-			vmID = id
+		if podNodeID != 0 {
+			id, ok := p.cache.ToolDataSet.GetVMIDByPodNodeID(podNodeID)
+			if ok {
+				vmID = id
+			}
+
 		}
 	} else {
 		vmID = deviceID