wip

go-controller/pkg/kubevirt/router.go

@@ -2,8 +2,14 @@
 
 import (
 	"fmt"
+	"net"
+	"net/netip"
+
+	"github.com/mdlayher/ndp"
+	"golang.org/x/net/ipv6"
 
 	corev1 "k8s.io/api/core/v1"
+	"k8s.io/klog/v2"
 	utilnet "k8s.io/utils/net"
 
 	kubevirtv1 "kubevirt.io/api/core/v1"
@@ -258,3 +264,65 @@
 	// VM is ready to receive traffic
 	return targetNode == pod.Spec.NodeName || targetReadyTimestamp != "", nil
 }
+
+func FlushInvalidLayer2Gateways(watchFactory *factory.WatchFactory, pod *corev1.Pod, netInfo util.NetInfo, ifaceName string) error {
+	nodes, err := watchFactory.GetNodes()
+	if err != nil {
+		return err
+	}
+	for _, node := range nodes {
+		if node.Name == pod.Spec.NodeName {
+			continue
+		}
+		lrpAddress, err := util.ParseNodeGatewayRouterJoinNetwork(node, netInfo.GetNetworkName())
+		if err != nil {
+			return err
+		}
+		if lrpAddress.IPv6 == "" {
+			continue
+		}
+		podAnnotation, err := util.UnmarshalPodAnnotation(pod.Annotations, netInfo.GetNADs()[0])
+		if err != nil {
+			return err
+		}
+		//TODO: Support ipv6 single stack (mac is generated with ipv6)
+		// LRP's mac is calcualted from the join subnet IPv4
+		raSrcMAC := util.IPAddrToHWAddr(net.ParseIP(lrpAddress.IPv4))
+		raSrcIP := util.HWAddrToIPv6LLA(raSrcMAC)
+		raDstMAC := podAnnotation.MAC
+		raDstIP := util.HWAddrToIPv6LLA(raDstMAC)
+		raDstAddr, ok := netip.AddrFromSlice(raDstIP)
+		if !ok {
+			fmt.Errorf("bad RA destination ip: %s", raDstIP.String())
+		}
+		flushGatewayRA := ndp.RouterAdvertisement{
+			RouterLifetime:  0,
+			ReachableTime:   0,
+			RetransmitTimer: 0,
+			Options: []ndp.Option{
+				&ndp.LinkLayerAddress{
+					Direction: ndp.Source,
+					Addr:      raSrcMAC,
+				},
+				&ndp.LinkLayerAddress{
+					Direction: ndp.Target,
+					Addr:      raDstMAC,
+				},
+			},
+		}
+		iface, err := net.InterfaceByName(ifaceName)
+		if err != nil {
+			return err
+		}
+		klog.Infof("DELETEME, Sending RA to flush gateway %s", raSrcIP.String())
+		c, _, err := ndp.Listen(iface, ndp.LinkLocal)
+		if err != nil {
+			return err
+		}
+		defer c.Close()
+		if err := c.WriteTo(&flushGatewayRA, &ipv6.ControlMessage{Src: raSrcIP, Dst: raDstIP}, raDstAddr); err != nil {
+			return err
+		}
+	}
+	return nil
+}

go-controller/pkg/ovn/secondary_layer2_network_controller.go

@@ -12,6 +12,7 @@ import (
 	"github.com/ovn-org/ovn-kubernetes/go-controller/pkg/config"
 	"github.com/ovn-org/ovn-kubernetes/go-controller/pkg/factory"
 	"github.com/ovn-org/ovn-kubernetes/go-controller/pkg/generator/udn"
+	"github.com/ovn-org/ovn-kubernetes/go-controller/pkg/kubevirt"
 	libovsdbops "github.com/ovn-org/ovn-kubernetes/go-controller/pkg/libovsdb/ops"
 	"github.com/ovn-org/ovn-kubernetes/go-controller/pkg/metrics"
 	"github.com/ovn-org/ovn-kubernetes/go-controller/pkg/nbdb"
@@ -178,6 +179,19 @@ func (h *secondaryLayer2NetworkControllerEventHandler) UpdateResource(oldObj, ne
 		} else {
 			return h.oc.addUpdateRemoteNodeEvent(newNode)
 		}
+	case factory.PodType:
+		if err := h.oc.UpdateSecondaryNetworkResourceCommon(h.objType, oldObj, newObj, inRetryCache); err != nil {
+			return err
+		}
+		newPod, ok := newObj.(*corev1.Pod)
+		if !ok {
+			return fmt.Errorf("could not cast %T object to Pod", newObj)
+		}
+		oldPod, ok := oldObj.(*kapi.Pod)
+		if !ok {
+			return fmt.Errorf("could not cast oldObj of type %T to *kapi.Pod", oldObj)
+		}
+		return h.oc.updatePod(newPod, oldPod)
 	default:
 		return h.oc.UpdateSecondaryNetworkResourceCommon(h.objType, oldObj, newObj, inRetryCache)
 	}
@@ -712,3 +726,16 @@ func (oc *SecondaryLayer2NetworkController) StartServiceController(wg *sync.Wait
 	}()
 	return nil
 }
+
+func (oc *SecondaryLayer2NetworkController) updatePod(oldPod, newPod *corev1.Pod) error {
+	if oc.IsPrimaryNetwork() && kubevirt.IsPodOwnedByVirtualMachine(newPod) && oc.isPodScheduledinLocalZone(newPod) {
+		networkID, err := oc.getNetworkID()
+		if err != nil {
+			return err
+		}
+		if err := kubevirt.FlushInvalidLayer2Gateways(oc.watchFactory, newPod, oc.NetInfo, util.GetNetworkScopedK8sMgmtHostIntfName(uint(networkID))); err != nil {
+			return err
+		}
+	}
+	return nil
+}