spiderpool-agent: support to configure the sysctl config

Signed-off-by: cyclinder <qifeng.guo@daocloud.io>

charts/spiderpool/templates/configmap.yaml

@@ -30,6 +30,12 @@ data:
       enabled: {{ .Values.dra.enabled }}
       cdiRootPath: {{ .Values.dra.cdiRootPath }}
       hostDevicePath: {{ .Values.dra.hostDevicePath }}
+    {{- if .Values.spiderpoolAgent.sysctlConfigs }}
+    sysctlConfigs:
+      {{- with .Values.spiderpoolAgent.sysctlConfigs }}
+      {{- toYaml . | nindent 6 }}
+      {{- end }}
+    {{- end }}
 {{- if .Values.multus.multusCNI.install }}
 ---
 kind: ConfigMap

charts/spiderpool/values.yaml

@@ -454,6 +454,16 @@ spiderpoolAgent:
   securityContext: {}
   # runAsUser: 0
 
+  ## @param spiderpoolAgent.sysctlConfigs the sysctl configs of spiderpoolAgent pod
+  sysctlConfigs:
+    net.ipv4.neigh.default.gc_thresh1: 0
+    net.ipv4.neigh.default.gc_thresh2: 512
+    net.ipv4.neigh.default.gc_thresh3: 8192
+    net.ipv6.neigh.default.gc_thresh3: 8192
+    net.ipv4.conf.all.arp_notify: 1
+    net.ipv4.conf.all.forwarding: 1
+    net.ipv6.conf.all.forwarding: 1
+
   ## @param spiderpoolAgent.httpPort the http Port for spiderpoolAgent, for health checking
   httpPort: 5710
 

cmd/spiderpool-agent/cmd/daemon.go

@@ -75,6 +75,8 @@ func DaemonMain() {
 	}
 	logger.Sugar().Infof("Spiderpool-agent config: %+v", agentContext.Cfg)
 
+	// Setup sysctl
+
 	// Set up gops.
 	if agentContext.Cfg.GopsListenPort != "" {
 		address := "127.0.0.1:" + agentContext.Cfg.GopsListenPort

cmd/spiderpool-controller/cmd/daemon.go

@@ -35,6 +35,7 @@ import (
 	"github.com/spidernet-io/spiderpool/pkg/manager/spidercliamparameter"
 	"github.com/spidernet-io/spiderpool/pkg/multuscniconfig"
 	"github.com/spidernet-io/spiderpool/pkg/namespacemanager"
+	"github.com/spidernet-io/spiderpool/pkg/networking/sysctl"
 	"github.com/spidernet-io/spiderpool/pkg/nodemanager"
 	"github.com/spidernet-io/spiderpool/pkg/openapi"
 	"github.com/spidernet-io/spiderpool/pkg/podmanager"
@@ -81,6 +82,11 @@ func DaemonMain() {
 	}
 	logger.Sugar().Infof("Spiderpool-controller config: %+v", controllerContext.Cfg)
 
+	// setup sysctls
+	if err := sysctlConfig(controllerContext.Cfg.SysctlConfig); err != nil {
+		logger.Sugar().Fatal(err)
+	}
+
 	// Set up gops.
 	if controllerContext.Cfg.GopsListenPort != "" {
 		address := "127.0.0.1:" + controllerContext.Cfg.GopsListenPort
@@ -605,3 +611,13 @@ func checkWebhookReady() {
 		break
 	}
 }
+
+// sysctlConfig set all sysctl config from given user configs.
+func sysctlConfig(sysctlConfig map[string]string) error {
+	for sc, value := range sysctlConfig {
+		if err := sysctl.SetSysctl(sc, value); err != nil {
+			return err
+		}
+	}
+	return nil
+}

pkg/networking/sysctl/sysctl.go

@@ -5,9 +5,12 @@ package sysctl
 
 import (
 	"fmt"
+	"os"
+	"strconv"
+	"strings"
+
 	"github.com/containernetworking/plugins/pkg/ns"
 	"github.com/containernetworking/plugins/pkg/utils/sysctl"
-	"os"
 )
 
 // SysctlRPFilter set rp_filter value for host netns and specify netns
@@ -77,3 +80,21 @@ func EnableIpv6Sysctl(netns ns.NetNS) error {
 	})
 	return err
 }
+
+func SetSysctl(sysConfig string, value string) error {
+	// sysConfig: net.ipv6.neigh.default.gc_thresh3
+	// to: net/ipv6/neigh/default/gc_thresh3
+	sysConfig = strings.ReplaceAll(sysConfig, ".", "/")
+	sysConfig = fmt.Sprintf("/proc/sys/%s", sysConfig)
+
+	_, err := os.Stat(sysConfig)
+	if err != nil {
+		return fmt.Errorf("invalis sysctl %s, failed to set: %w", sysConfig, err)
+	}
+
+	if err := sysctl.Sysctl(sysConfig, value); err != nil {
+		return fmt.Errorf("error to set sysctl %s to %s: %w", sysConfig, value, err)
+	}
+
+	return nil
+}

pkg/types/k8s.go

@@ -109,7 +109,6 @@ type AutoPoolProperty struct {
 }
 
 type SpiderpoolConfigmapConfig struct {
-	DraConfig                                     `yaml:"dra"`
 	IpamUnixSocketPath                            string `yaml:"ipamUnixSocketPath"`
 	EnableIPv4                                    bool   `yaml:"enableIPv4"`
 	EnableIPv6                                    bool   `yaml:"enableIPv6"`
@@ -118,6 +117,8 @@ type SpiderpoolConfigmapConfig struct {
 	EnableSpiderSubnet                            bool   `yaml:"enableSpiderSubnet"`
 	EnableAutoPoolForApplication                  bool   `yaml:"enableAutoPoolForApplication"`
 	ClusterSubnetAutoPoolDefaultRedundantIPNumber int    `yaml:"clusterSubnetAutoPoolDefaultRedundantIPNumber"`
+	DraConfig                                     `yaml:"dra"`
+	SysctlConfig                                  map[string]string `yaml:"sysctlConfig"`
 }
 
 type DraConfig struct {