Skip to content

[draft][DNM]Refactor command parameters initialize #620

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 1 commit into
base: master
Choose a base branch
from
Draft

[draft][DNM]Refactor command parameters initialize #620

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
104 changes: 38 additions & 66 deletions cmd/csi-attacher/main.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,7 @@ import (
"github.com/kubernetes-csi/csi-lib-utils/metrics"
"github.com/kubernetes-csi/csi-lib-utils/rpc"
"github.com/kubernetes-csi/external-attacher/pkg/attacher"
cf "github.com/kubernetes-csi/external-attacher/pkg/commandflags"
"github.com/kubernetes-csi/external-attacher/pkg/controller"
"google.golang.org/grpc"
)
Expand All @@ -53,82 +54,53 @@ const (
csiTimeout = time.Second
)

// Command line flags
var (
kubeconfig = flag.String("kubeconfig", "", "Absolute path to the kubeconfig file. Required only when running out of cluster.")
resync = flag.Duration("resync", 10*time.Minute, "Resync interval of the controller.")
csiAddress = flag.String("csi-address", "/run/csi/socket", "Address of the CSI driver socket.")
showVersion = flag.Bool("version", false, "Show version.")
timeout = flag.Duration("timeout", 15*time.Second, "Timeout for waiting for attaching or detaching the volume.")
workerThreads = flag.Uint("worker-threads", 10, "Number of attacher worker threads")
maxEntries = flag.Int("max-entries", 0, "Max entries per each page in volume lister call, 0 means no limit.")

retryIntervalStart = flag.Duration("retry-interval-start", time.Second, "Initial retry interval of failed create volume or deletion. It doubles with each failure, up to retry-interval-max.")
retryIntervalMax = flag.Duration("retry-interval-max", 5*time.Minute, "Maximum retry interval of failed create volume or deletion.")

enableLeaderElection = flag.Bool("leader-election", false, "Enable leader election.")
leaderElectionNamespace = flag.String("leader-election-namespace", "", "Namespace where the leader election resource lives. Defaults to the pod namespace if not set.")
leaderElectionLeaseDuration = flag.Duration("leader-election-lease-duration", 15*time.Second, "Duration, in seconds, that non-leader candidates will wait to force acquire leadership. Defaults to 15 seconds.")
leaderElectionRenewDeadline = flag.Duration("leader-election-renew-deadline", 10*time.Second, "Duration, in seconds, that the acting leader will retry refreshing leadership before giving up. Defaults to 10 seconds.")
leaderElectionRetryPeriod = flag.Duration("leader-election-retry-period", 5*time.Second, "Duration, in seconds, the LeaderElector clients should wait between tries of actions. Defaults to 5 seconds.")

defaultFSType = flag.String("default-fstype", "", "The default filesystem type of the volume to publish. Defaults to empty string")

reconcileSync = flag.Duration("reconcile-sync", 1*time.Minute, "Resync interval of the VolumeAttachment reconciler.")

metricsAddress = flag.String("metrics-address", "", "(deprecated) The TCP network address where the prometheus metrics endpoint will listen (example: `:8080`). The default is empty string, which means metrics endpoint is disabled. Only one of `--metrics-address` and `--http-endpoint` can be set.")
httpEndpoint = flag.String("http-endpoint", "", "The TCP network address where the HTTP server for diagnostics, including metrics and leader election health check, will listen (example: `:8080`). The default is empty string, which means the server is disabled. Only one of `--metrics-address` and `--http-endpoint` can be set.")
metricsPath = flag.String("metrics-path", "/metrics", "The HTTP path where prometheus metrics will be exposed. Default is `/metrics`.")

kubeAPIQPS = flag.Float64("kube-api-qps", 5, "QPS to use while communicating with the kubernetes apiserver. Defaults to 5.0.")
kubeAPIBurst = flag.Int("kube-api-burst", 10, "Burst to use while communicating with the kubernetes apiserver. Defaults to 10.")

maxGRPCLogLength = flag.Int("max-grpc-log-length", -1, "The maximum amount of characters logged for every grpc responses. Defaults to no limit")
)

var (
version = "unknown"
)

func main() {
fg := featuregate.NewFeatureGate()
logsapi.AddFeatureGates(fg)
cf.InitCommonFlags()
acf := cf.NewAttacherCommandFlags()
c := logsapi.NewLoggingConfiguration()
logsapi.AddGoFlags(c, flag.CommandLine)
logs.InitLogs()
flag.Parse()
acf.MergeFlags()
logger := klog.Background()
if err := logsapi.ValidateAndApply(c, fg); err != nil {
logger.Error(err, "LoggingConfiguration is invalid")
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}

if *showVersion {
if cf.ShowVersion {
fmt.Println(os.Args[0], version)
return
}
logger.Info("Version", "version", version)
logger.Info("Timeout", "timeout", cf.Timeout)

if *metricsAddress != "" && *httpEndpoint != "" {
if cf.MetricsAddress != "" && cf.HttpEndpoint != "" {
logger.Error(nil, "Only one of `--metrics-address` and `--http-endpoint` can be set")
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}
addr := *metricsAddress
addr := cf.MetricsAddress
if addr == "" {
addr = *httpEndpoint
addr = cf.HttpEndpoint
}

// Create the client config. Use kubeconfig if given, otherwise assume in-cluster.
config, err := buildConfig(*kubeconfig)
config, err := buildConfig(cf.Kubeconfig)
if err != nil {
logger.Error(err, "Failed to build a Kubernetes config")
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}
config.QPS = (float32)(*kubeAPIQPS)
config.Burst = *kubeAPIBurst
config.QPS = (float32)(cf.KubeAPIQPS)
config.Burst = cf.KubeAPIBurst
config.ContentType = runtime.ContentTypeProtobuf

if *workerThreads == 0 {
if cf.WorkerThreads == 0 {
logger.Error(nil, "Option -worker-threads must be greater than zero")
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}
Expand All @@ -139,20 +111,20 @@ func main() {
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}

factory := informers.NewSharedInformerFactory(clientset, *resync)
factory := informers.NewSharedInformerFactory(clientset, cf.Resync)
var handler controller.Handler
metricsManager := metrics.NewCSIMetricsManager("" /* driverName */)

// Connect to CSI.
connection.SetMaxGRPCLogLength(*maxGRPCLogLength)
connection.SetMaxGRPCLogLength(cf.MaxGRPCLogLength)
ctx := context.Background()
csiConn, err := connection.Connect(ctx, *csiAddress, metricsManager, connection.OnConnectionLoss(connection.ExitOnConnectionLoss()))
csiConn, err := connection.Connect(ctx, cf.CsiAddress, metricsManager, connection.OnConnectionLoss(connection.ExitOnConnectionLoss()))
if err != nil {
logger.Error(err, "Failed to connect to the CSI driver", "csiAddress", *csiAddress)
logger.Error(err, "Failed to connect to the CSI driver", "csiAddress", cf.CsiAddress)
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}

err = rpc.ProbeForever(ctx, csiConn, *timeout)
err = rpc.ProbeForever(ctx, csiConn, cf.Timeout)
if err != nil {
logger.Error(err, "Failed to probe the CSI driver")
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
Expand All @@ -173,15 +145,15 @@ func main() {
translator := csitrans.New()
if translator.IsMigratedCSIDriverByName(csiAttacher) {
metricsManager = metrics.NewCSIMetricsManagerWithOptions(csiAttacher, metrics.WithMigration())
migratedCsiClient, err := connection.Connect(ctx, *csiAddress, metricsManager, connection.OnConnectionLoss(connection.ExitOnConnectionLoss()))
migratedCsiClient, err := connection.Connect(ctx, cf.CsiAddress, metricsManager, connection.OnConnectionLoss(connection.ExitOnConnectionLoss()))
if err != nil {
logger.Error(err, "Failed to connect to the CSI driver", "csiAddress", *csiAddress, "migrated", true)
logger.Error(err, "Failed to connect to the CSI driver", "csiAddress", cf.CsiAddress, "migrated", true)
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}
csiConn.Close()
csiConn = migratedCsiClient

err = rpc.ProbeForever(ctx, csiConn, *timeout)
err = rpc.ProbeForever(ctx, csiConn, cf.Timeout)
if err != nil {
logger.Error(err, "Failed to probe the CSI driver", "migrated", true)
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
Expand All @@ -191,13 +163,13 @@ func main() {
// Prepare http endpoint for metrics + leader election healthz
mux := http.NewServeMux()
if addr != "" {
metricsManager.RegisterToServer(mux, *metricsPath)
metricsManager.RegisterToServer(mux, cf.MetricsPath)
metricsManager.SetDriverName(csiAttacher)
go func() {
logger.Info("ServeMux listening", "address", addr, "metricsPath", *metricsPath)
logger.Info("ServeMux listening", "address", addr, "metricsPath", cf.MetricsPath)
err := http.ListenAndServe(addr, mux)
if err != nil {
logger.Error(err, "Failed to start HTTP server at specified address and metrics path", "address", addr, "metricsPath", *metricsPath)
logger.Error(err, "Failed to start HTTP server at specified address and metrics path", "address", addr, "metricsPath", cf.MetricsPath)
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}
}()
Expand Down Expand Up @@ -233,7 +205,7 @@ func main() {
vaLister := factory.Storage().V1().VolumeAttachments().Lister()
csiNodeLister := factory.Storage().V1().CSINodes().Lister()
volAttacher := attacher.NewAttacher(csiConn)
CSIVolumeLister := attacher.NewVolumeLister(csiConn, *maxEntries)
CSIVolumeLister := attacher.NewVolumeLister(csiConn, cf.MaxEntries)
handler = controller.NewCSIHandler(
clientset,
csiAttacher,
Expand All @@ -242,11 +214,11 @@ func main() {
pvLister,
csiNodeLister,
vaLister,
timeout,
&cf.Timeout,
supportsReadOnly,
supportsSingleNodeMultiWriter,
csitrans.New(),
*defaultFSType,
cf.DefaultFSType,
)
logger.V(2).Info("CSI driver supports ControllerPublishUnpublish, using real CSI handler")
} else {
Expand All @@ -266,19 +238,19 @@ func main() {
handler,
factory.Storage().V1().VolumeAttachments(),
factory.Core().V1().PersistentVolumes(),
workqueue.NewItemExponentialFailureRateLimiter(*retryIntervalStart, *retryIntervalMax),
workqueue.NewItemExponentialFailureRateLimiter(*retryIntervalStart, *retryIntervalMax),
workqueue.NewItemExponentialFailureRateLimiter(cf.RetryIntervalStart, cf.RetryIntervalMax),
workqueue.NewItemExponentialFailureRateLimiter(cf.RetryIntervalStart, cf.RetryIntervalMax),
supportsListVolumesPublishedNodes,
*reconcileSync,
cf.ReconcileSync,
)

run := func(ctx context.Context) {
stopCh := ctx.Done()
factory.Start(stopCh)
ctrl.Run(ctx, int(*workerThreads))
ctrl.Run(ctx, int(cf.WorkerThreads))
}

if !*enableLeaderElection {
if !cf.EnableLeaderElection {
run(klog.NewContext(context.Background(), logger))
} else {
// Create a new clientset for leader election. When the attacher
Expand All @@ -293,17 +265,17 @@ func main() {
// Name of config map with leader election lock
lockName := "external-attacher-leader-" + csiAttacher
le := leaderelection.NewLeaderElection(leClientset, lockName, run)
if *httpEndpoint != "" {
if cf.HttpEndpoint != "" {
le.PrepareHealthCheck(mux, leaderelection.DefaultHealthCheckTimeout)
}

if *leaderElectionNamespace != "" {
le.WithNamespace(*leaderElectionNamespace)
if cf.LeaderElectionNamespace != "" {
le.WithNamespace(cf.LeaderElectionNamespace)
}

le.WithLeaseDuration(*leaderElectionLeaseDuration)
le.WithRenewDeadline(*leaderElectionRenewDeadline)
le.WithRetryPeriod(*leaderElectionRetryPeriod)
le.WithLeaseDuration(cf.LeaderElectionLeaseDuration)
le.WithRenewDeadline(cf.LeaderElectionRenewDeadline)
le.WithRetryPeriod(cf.LeaderElectionRetryPeriod)

if err := le.Run(); err != nil {
logger.Error(err, "Failed to initialize leader election")
Expand Down
Loading