fix(networking): cleanup service/endpoint if needed

    We meet a corner case that the service/endpoint would not be
    cleanup. That will cause the service keep the ClusterIP `None`.
    With this config, the endpoint of sharemanager would not correct.
    So the CSI driver cannot perform the mountpoint well.

    We would like to have a checking mechanism to know if the service/
    endpoint did not cleanup. Then we will cleanup the service/endpoint
    to ensure the correct endpoint.

    Remove the cleanup function in the setting controller, we could do
    the cleanup on the sm controller

Signed-off-by: Vicente Cheng <[email protected]>

Author: Vicente-Cheng

controller/setting_controller.go

@@ -359,14 +359,6 @@ func (sc *SettingController) syncDangerZoneSettingsForManagedComponents(settingN
 					return &types.ErrorInvalidState{Reason: fmt.Sprintf("failed to apply %v setting to Longhorn components when there are attached volumes. It will be eventually applied", types.SettingNameStorageNetworkForRWXVolumeEnabled)}
 				}
 
-				// Perform cleanup of the share manager Service
-				// This is to allow the creation of the correct Service
-				// and Endpoint when switching between cluster network
-				// and storage network.
-				if err := sc.cleanupShareManagerServiceAndEndpoints(); err != nil {
-					return err
-				}
-
 				return nil
 			}
 

controller/share_manager_controller.go

@@ -1050,6 +1050,65 @@ func (c *ShareManagerController) getShareManagerTolerationsFromStorageClass(sc *
 	return tolerations
 }
 
+func (c *ShareManagerController) cleanupServiceAndEndpoint(shareManager *longhorn.ShareManager) error {
+	service, err := c.ds.GetService(c.namespace, shareManager.Name)
+	if err != nil {
+		// if NotFound, means the service/endpoint is already cleaned up
+		if apierrors.IsNotFound(err) {
+			return nil
+		}
+		return errors.Wrapf(err, "failed to get service for share manager %v", shareManager.Name)
+	}
+
+	settingStorageNetwork, err := c.ds.GetSetting(types.SettingNameStorageNetwork)
+	if err != nil {
+		return errors.Wrapf(err, "failed to get setting %v", types.SettingNameStorageNetwork)
+	}
+	settingStorageNetworkForRWXVolumeEnabled, err := c.ds.GetSetting(types.SettingNameStorageNetworkForRWXVolumeEnabled)
+	if err != nil {
+		return errors.Wrapf(err, "failed to get setting %v", types.SettingNameStorageNetworkForRWXVolumeEnabled)
+	}
+
+	// make sure the whole storage network setting is applied
+	if !settingStorageNetworkForRWXVolumeEnabled.Status.Applied || !settingStorageNetwork.Status.Applied {
+		c.logger.Warnf("Setting `StorageNetwork` status: %v or `StorageNetworkForRWXVol` status: %v is not applied, do nothing.", settingStorageNetwork.Status.Applied, settingStorageNetworkForRWXVolumeEnabled.Status.Applied)
+		return nil
+	}
+
+	storageNetwork, err := c.ds.GetSettingWithAutoFillingRO(types.SettingNameStorageNetwork)
+	if err != nil {
+		return errors.Wrapf(err, "failed to get setting value %v", types.SettingNameStorageNetwork)
+	}
+
+	storageNetworkForRWXVolumeEnabled, err := c.ds.GetSettingAsBool(types.SettingNameStorageNetworkForRWXVolumeEnabled)
+	if err != nil {
+		return errors.Wrapf(err, "failed to get setting value %v", types.SettingNameStorageNetworkForRWXVolumeEnabled)
+	}
+
+	// no need to cleanup because looks the service file is correct
+	if types.IsStorageNetworkForRWXVolume(storageNetwork, storageNetworkForRWXVolumeEnabled) && service.Spec.ClusterIP == core.ClusterIPNone {
+		return nil
+	}
+	if !types.IsStorageNetworkForRWXVolume(storageNetwork, storageNetworkForRWXVolumeEnabled) && service.Spec.ClusterIP != core.ClusterIPNone {
+		return nil
+	}
+
+	// let's cleanup
+	c.logger.Infof("Deleting Service for sharemanager %v", shareManager.Name)
+	err = c.ds.DeleteService(c.namespace, shareManager.Name)
+	if err != nil && !apierrors.IsNotFound(err) {
+		return errors.Wrapf(err, "failed to delete service for share manager %v", shareManager.Name)
+	}
+
+	c.logger.Infof("Deleting Endpoint for sharemanager %v", shareManager.Name)
+	err = c.ds.DeleteKubernetesEndpoint(c.namespace, shareManager.Name)
+	if err != nil && !apierrors.IsNotFound(err) {
+		return errors.Wrapf(err, "failed to delete Endpoint for share manager %v", shareManager.Name)
+	}
+
+	return nil
+}
+
 func (c *ShareManagerController) createServiceAndEndpoint(shareManager *longhorn.ShareManager) error {
 	// check if we need to create the service
 	_, err := c.ds.GetService(c.namespace, shareManager.Name)
@@ -1122,6 +1181,11 @@ func (c *ShareManagerController) createShareManagerPod(sm *longhorn.ShareManager
 	}
 	priorityClass := setting.Value
 
+	err = c.cleanupServiceAndEndpoint(sm)
+	if err != nil {
+		return nil, errors.Wrapf(err, "failed to cleanup service and endpoint for share manager %v", sm.Name)
+	}
+
 	err = c.createServiceAndEndpoint(sm)
 	if err != nil {
 		return nil, errors.Wrapf(err, "failed to create service and endpoint for share manager %v", sm.Name)