real utilzation descheduler

cmd/descheduler/app/options/options.go

@@ -26,6 +26,7 @@ import (
 	clientset "k8s.io/client-go/kubernetes"
 	componentbaseconfig "k8s.io/component-base/config"
 	componentbaseoptions "k8s.io/component-base/config/options"
+	metricsclientset "k8s.io/metrics/pkg/client/clientset/versioned"
 	"sigs.k8s.io/descheduler/pkg/apis/componentconfig"
 	"sigs.k8s.io/descheduler/pkg/apis/componentconfig/v1alpha1"
 	deschedulerscheme "sigs.k8s.io/descheduler/pkg/descheduler/scheme"
@@ -41,6 +42,7 @@ type DeschedulerServer struct {
 
 	Client         clientset.Interface
 	EventClient    clientset.Interface
+	MetricsClient  metricsclientset.Interface
 	SecureServing  *apiserveroptions.SecureServingOptionsWithLoopback
 	DisableMetrics bool
 }
@@ -85,6 +87,7 @@ func newDefaultComponentConfig() (*componentconfig.DeschedulerConfiguration, err
 func (rs *DeschedulerServer) AddFlags(fs *pflag.FlagSet) {
 	fs.StringVar(&rs.Logging.Format, "logging-format", "text", `Sets the log format. Permitted formats: "text", "json". Non-default formats don't honor these flags: --add-dir-header, --alsologtostderr, --log-backtrace-at, --log_dir, --log_file, --log_file_max_size, --logtostderr, --skip-headers, --skip-log-headers, --stderrthreshold, --log-flush-frequency.\nNon-default choices are currently alpha and subject to change without warning.`)
 	fs.DurationVar(&rs.DeschedulingInterval, "descheduling-interval", rs.DeschedulingInterval, "Time interval between two consecutive descheduler executions. Setting this value instructs the descheduler to run in a continuous loop at the interval specified.")
+	fs.DurationVar(&rs.MetricsCacheSyncInterval, "metrics-cache-sync-interval", rs.MetricsCacheSyncInterval, "sync metrics interval")
 	fs.StringVar(&rs.ClientConnection.Kubeconfig, "kubeconfig", rs.ClientConnection.Kubeconfig, "File with kube configuration. Deprecated, use client-connection-kubeconfig instead.")
 	fs.StringVar(&rs.ClientConnection.Kubeconfig, "client-connection-kubeconfig", rs.ClientConnection.Kubeconfig, "File path to kube configuration for interacting with kubernetes apiserver.")
 	fs.Float32Var(&rs.ClientConnection.QPS, "client-connection-qps", rs.ClientConnection.QPS, "QPS to use for interacting with kubernetes apiserver.")

docs/cli/descheduler.md

@@ -32,6 +32,7 @@ descheduler [flags]
       --leader-elect-resource-namespace string   The namespace of resource object that is used for locking during leader election. (default "kube-system")
       --leader-elect-retry-period duration       The duration the clients should wait between attempting acquisition and renewal of a leadership. This is only applicable if leader election is enabled. (default 26s)
       --logging-format string                    Sets the log format. Permitted formats: "text", "json". Non-default formats don't honor these flags: --add-dir-header, --alsologtostderr, --log-backtrace-at, --log_dir, --log_file, --log_file_max_size, --logtostderr, --skip-headers, --skip-log-headers, --stderrthreshold, --log-flush-frequency.\nNon-default choices are currently alpha and subject to change without warning. (default "text")
+      --metrics-cache-sync-interval duration     sync metrics interval
       --permit-address-sharing                   If true, SO_REUSEADDR will be used when binding the port. This allows binding to wildcard IPs like 0.0.0.0 and specific IPs in parallel, and it avoids waiting for the kernel to release sockets in TIME_WAIT state. [default=false]
       --permit-port-sharing                      If true, SO_REUSEPORT will be used when binding the port, which allows more than one instance to bind on the same address and port. [default=false]
       --policy-config-file string                File with descheduler policy configuration.

go.mod

@@ -105,6 +105,7 @@ require (
 	k8s.io/gengo v0.0.0-20220902162205-c0856e24416d // indirect
 	k8s.io/kms v0.26.0 // indirect
 	k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280 // indirect
+	k8s.io/metrics v0.26.0
 	sigs.k8s.io/apiserver-network-proxy/konnectivity-client v0.0.33 // indirect
 	sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2 // indirect
 	sigs.k8s.io/structured-merge-diff/v4 v4.2.3 // indirect

go.sum

@@ -750,6 +750,8 @@ k8s.io/kms v0.26.0 h1:5+GOQLvUajSd0z5ODF52RzB2rHo1HJUSYsVC3Ri3VgI=
 k8s.io/kms v0.26.0/go.mod h1:ReC1IEGuxgfN+PDCIpR6w8+XMmDE7uJhxcCwMZFdIYc=
 k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280 h1:+70TFaan3hfJzs+7VK2o+OGxg8HsuBr/5f6tVAjDu6E=
 k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280/go.mod h1:+Axhij7bCpeqhklhUTe3xmOn6bWxolyZEeyaFpjGtl4=
+k8s.io/metrics v0.26.0 h1:U/NzZHKDrIVGL93AUMRkqqXjOah3wGvjSnKmG/5NVCs=
+k8s.io/metrics v0.26.0/go.mod h1:cf5MlG4ZgWaEFZrR9+sOImhZ2ICMpIdNurA+D8snIs8=
 k8s.io/utils v0.0.0-20221128185143-99ec85e7a448 h1:KTgPnR10d5zhztWptI952TNtt/4u5h3IzDXkdIMuo2Y=
 k8s.io/utils v0.0.0-20221128185143-99ec85e7a448/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0=
 rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8=

pkg/api/v1alpha1/strategymigration.go

@@ -23,6 +23,7 @@ import (
 	"sigs.k8s.io/descheduler/pkg/api"
 	"sigs.k8s.io/descheduler/pkg/framework/plugins/nodeutilization"
 	"sigs.k8s.io/descheduler/pkg/framework/plugins/podlifetime"
+	"sigs.k8s.io/descheduler/pkg/framework/plugins/realutilization"
 	"sigs.k8s.io/descheduler/pkg/framework/plugins/removeduplicates"
 	"sigs.k8s.io/descheduler/pkg/framework/plugins/removefailedpods"
 	"sigs.k8s.io/descheduler/pkg/framework/plugins/removepodshavingtoomanyrestarts"
@@ -223,6 +224,26 @@ var StrategyParamsToPluginArgs = map[string]func(params *StrategyParameters) (*a
 			Args: args,
 		}, nil
 	},
+	"LowNodeRealUtilization": func(params *StrategyParameters) (*api.PluginConfig, error) {
+		if params.NodeResourceUtilizationThresholds == nil {
+			params.NodeResourceUtilizationThresholds = &NodeResourceUtilizationThresholds{}
+		}
+		args := &realutilization.LowNodeRealUtilizationArgs{
+			EvictableNamespaces: v1alpha1NamespacesToInternal(params.Namespaces),
+			Thresholds:          v1alpha1ThresholdToInternal(params.NodeResourceUtilizationThresholds.Thresholds),
+			TargetThresholds:    v1alpha1ThresholdToInternal(params.NodeResourceUtilizationThresholds.TargetThresholds),
+			NumberOfNodes:       params.NodeResourceUtilizationThresholds.NumberOfNodes,
+		}
+
+		if err := realutilization.ValidateLowNodeRealUtilizationArgs(args); err != nil {
+			klog.ErrorS(err, "unable to validate plugin arguments", "pluginName", realutilization.LowNodeRealUtilizationPluginName)
+			return nil, fmt.Errorf("strategy %q param validation failed: %v", realutilization.LowNodeRealUtilizationPluginName, err)
+		}
+		return &api.PluginConfig{
+			Name: realutilization.LowNodeRealUtilizationPluginName,
+			Args: args,
+		}, nil
+	},
 }
 
 func v1alpha1NamespacesToInternal(namespaces *Namespaces) *api.Namespaces {

pkg/apis/componentconfig/types.go

@@ -30,8 +30,8 @@ type DeschedulerConfiguration struct {
 	metav1.TypeMeta
 
 	// Time interval for descheduler to run
-	DeschedulingInterval time.Duration
-
+	DeschedulingInterval     time.Duration
+	MetricsCacheSyncInterval time.Duration
 	// KubeconfigFile is path to kubeconfig file with authorization and master
 	// location information.
 	// Deprecated: Use clientConnection.kubeConfig instead.

pkg/apis/componentconfig/v1alpha1/types.go

@@ -30,8 +30,8 @@ type DeschedulerConfiguration struct {
 	metav1.TypeMeta `json:",inline"`
 
 	// Time interval for descheduler to run
-	DeschedulingInterval time.Duration `json:"deschedulingInterval,omitempty"`
-
+	DeschedulingInterval     time.Duration `json:"deschedulingInterval,omitempty"`
+	MetricsCacheSyncInterval time.Duration `json:"metricsCacheSyncInterval,omitempty"`
 	// KubeconfigFile is path to kubeconfig file with authorization and master
 	// location information.
 	// Deprecated: Use clientConnection.kubeConfig instead.

pkg/descheduler/cache/basicCache.go

@@ -0,0 +1,41 @@
+package cache
+
+import (
+	"time"
+
+	v1 "k8s.io/api/core/v1"
+	"sigs.k8s.io/descheduler/pkg/api"
+)
+
+type NodeInfoShadow struct {
+	Node *v1.Node
+	Pods []*v1.Pod
+}
+
+type NodeUsageMap struct {
+	Node         *v1.Node          `json:"-"`
+	UsageList    []v1.ResourceList `json:"usageList"`
+	AllPods      []*PodUsageMap    `json:"-"`
+	CurrentUsage v1.ResourceList
+}
+type PodUsageMap struct {
+	Pod       *v1.Pod           `json:"-"`
+	UsageList []v1.ResourceList `json:"-"`
+}
+
+type QueryCacheOption struct {
+	NodeSelector     string
+	Thresholds       api.ResourceThresholds
+	TargetThresholds api.ResourceThresholds
+}
+
+type BasicCache interface {
+	Run(period time.Duration)
+	GetReadyNodeUsage(option *QueryCacheOption) map[string]*NodeUsageMap
+}
+
+var innerCache BasicCache
+
+func GetCache() BasicCache {
+	return innerCache
+}