256 lines
8.9 KiB
Go
256 lines
8.9 KiB
Go
/*
|
|
Copyright 2018 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
"fmt"
|
|
"net/http"
|
|
"os"
|
|
"os/signal"
|
|
"strings"
|
|
"time"
|
|
|
|
"google.golang.org/grpc"
|
|
|
|
"k8s.io/client-go/kubernetes"
|
|
"k8s.io/client-go/kubernetes/scheme"
|
|
"k8s.io/client-go/rest"
|
|
"k8s.io/client-go/tools/clientcmd"
|
|
klog "k8s.io/klog/v2"
|
|
|
|
"github.com/container-storage-interface/spec/lib/go/csi"
|
|
"github.com/kubernetes-csi/csi-lib-utils/connection"
|
|
"github.com/kubernetes-csi/csi-lib-utils/leaderelection"
|
|
"github.com/kubernetes-csi/csi-lib-utils/metrics"
|
|
csirpc "github.com/kubernetes-csi/csi-lib-utils/rpc"
|
|
controller "github.com/kubernetes-csi/external-snapshotter/v3/pkg/sidecar-controller"
|
|
"github.com/kubernetes-csi/external-snapshotter/v3/pkg/snapshotter"
|
|
|
|
clientset "github.com/kubernetes-csi/external-snapshotter/client/v3/clientset/versioned"
|
|
snapshotscheme "github.com/kubernetes-csi/external-snapshotter/client/v3/clientset/versioned/scheme"
|
|
informers "github.com/kubernetes-csi/external-snapshotter/client/v3/informers/externalversions"
|
|
coreinformers "k8s.io/client-go/informers"
|
|
)
|
|
|
|
const (
|
|
// Default timeout of short CSI calls like GetPluginInfo
|
|
defaultCSITimeout = time.Minute
|
|
)
|
|
|
|
// Command line flags
|
|
var (
|
|
kubeconfig = flag.String("kubeconfig", "", "Absolute path to the kubeconfig file. Required only when running out of cluster.")
|
|
csiAddress = flag.String("csi-address", "/run/csi/socket", "Address of the CSI driver socket.")
|
|
resyncPeriod = flag.Duration("resync-period", 60*time.Second, "Resync interval of the controller.")
|
|
snapshotNamePrefix = flag.String("snapshot-name-prefix", "snapshot", "Prefix to apply to the name of a created snapshot")
|
|
snapshotNameUUIDLength = flag.Int("snapshot-name-uuid-length", -1, "Length in characters for the generated uuid of a created snapshot. Defaults behavior is to NOT truncate.")
|
|
showVersion = flag.Bool("version", false, "Show version.")
|
|
threads = flag.Int("worker-threads", 10, "Number of worker threads.")
|
|
csiTimeout = flag.Duration("timeout", defaultCSITimeout, "The timeout for any RPCs to the CSI driver. Default is 1 minute.")
|
|
extraCreateMetadata = flag.Bool("extra-create-metadata", false, "If set, add snapshot metadata to plugin snapshot requests as parameters.")
|
|
|
|
leaderElection = flag.Bool("leader-election", false, "Enables leader election.")
|
|
leaderElectionNamespace = flag.String("leader-election-namespace", "", "The namespace where the leader election resource exists. Defaults to the pod namespace if not set.")
|
|
|
|
metricsAddress = flag.String("metrics-address", "", "(deprecated) The TCP network address where the prometheus metrics endpoint will listen (example: `:8080`). The default is empty string, which means metrics endpoint is disabled. Only one of `--metrics-address` and `--http-endpoint` can be set.")
|
|
httpEndpoint = flag.String("http-endpoint", "", "The TCP network address where the HTTP server for diagnostics, including metrics and leader election health check, will listen (example: `:8080`). The default is empty string, which means the server is disabled. Only one of `--metrics-address` and `--http-endpoint` can be set.")
|
|
metricsPath = flag.String("metrics-path", "/metrics", "The HTTP path where prometheus metrics will be exposed. Default is `/metrics`.")
|
|
)
|
|
|
|
var (
|
|
version = "unknown"
|
|
prefix = "external-snapshotter-leader"
|
|
)
|
|
|
|
func main() {
|
|
klog.InitFlags(nil)
|
|
flag.Set("logtostderr", "true")
|
|
flag.Parse()
|
|
|
|
if *showVersion {
|
|
fmt.Println(os.Args[0], version)
|
|
os.Exit(0)
|
|
}
|
|
klog.Infof("Version: %s", version)
|
|
|
|
// Create the client config. Use kubeconfig if given, otherwise assume in-cluster.
|
|
config, err := buildConfig(*kubeconfig)
|
|
if err != nil {
|
|
klog.Error(err.Error())
|
|
os.Exit(1)
|
|
}
|
|
|
|
kubeClient, err := kubernetes.NewForConfig(config)
|
|
if err != nil {
|
|
klog.Error(err.Error())
|
|
os.Exit(1)
|
|
}
|
|
|
|
snapClient, err := clientset.NewForConfig(config)
|
|
if err != nil {
|
|
klog.Errorf("Error building snapshot clientset: %s", err.Error())
|
|
os.Exit(1)
|
|
}
|
|
|
|
factory := informers.NewSharedInformerFactory(snapClient, *resyncPeriod)
|
|
coreFactory := coreinformers.NewSharedInformerFactory(kubeClient, *resyncPeriod)
|
|
|
|
// Add Snapshot types to the default Kubernetes so events can be logged for them
|
|
snapshotscheme.AddToScheme(scheme.Scheme)
|
|
|
|
if *metricsAddress != "" && *httpEndpoint != "" {
|
|
klog.Error("only one of `--metrics-address` and `--http-endpoint` can be set.")
|
|
os.Exit(1)
|
|
}
|
|
addr := *metricsAddress
|
|
if addr == "" {
|
|
addr = *httpEndpoint
|
|
}
|
|
|
|
// Connect to CSI.
|
|
metricsManager := metrics.NewCSIMetricsManager("" /* driverName */)
|
|
csiConn, err := connection.Connect(
|
|
*csiAddress,
|
|
metricsManager,
|
|
connection.OnConnectionLoss(connection.ExitOnConnectionLoss()))
|
|
if err != nil {
|
|
klog.Errorf("error connecting to CSI driver: %v", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
// Pass a context with a timeout
|
|
ctx, cancel := context.WithTimeout(context.Background(), *csiTimeout)
|
|
defer cancel()
|
|
|
|
// Find driver name
|
|
driverName, err := csirpc.GetDriverName(ctx, csiConn)
|
|
if err != nil {
|
|
klog.Errorf("error getting CSI driver name: %v", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
klog.V(2).Infof("CSI driver name: %q", driverName)
|
|
|
|
// Prepare http endpoint for metrics + leader election healthz
|
|
mux := http.NewServeMux()
|
|
if addr != "" {
|
|
metricsManager.RegisterToServer(mux, *metricsPath)
|
|
metricsManager.SetDriverName(driverName)
|
|
go func() {
|
|
klog.Infof("ServeMux listening at %q", addr)
|
|
err := http.ListenAndServe(*metricsAddress, mux)
|
|
if err != nil {
|
|
klog.Fatalf("Failed to start HTTP server at specified address (%q) and metrics path (%q): %s", addr, *metricsPath, err)
|
|
}
|
|
}()
|
|
}
|
|
|
|
// Check it's ready
|
|
if err = csirpc.ProbeForever(csiConn, *csiTimeout); err != nil {
|
|
klog.Errorf("error waiting for CSI driver to be ready: %v", err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
// Find out if the driver supports create/delete snapshot.
|
|
supportsCreateSnapshot, err := supportsControllerCreateSnapshot(ctx, csiConn)
|
|
if err != nil {
|
|
klog.Errorf("error determining if driver supports create/delete snapshot operations: %v", err)
|
|
os.Exit(1)
|
|
}
|
|
if !supportsCreateSnapshot {
|
|
klog.Errorf("CSI driver %s does not support ControllerCreateSnapshot", driverName)
|
|
os.Exit(1)
|
|
}
|
|
|
|
if len(*snapshotNamePrefix) == 0 {
|
|
klog.Error("Snapshot name prefix cannot be of length 0")
|
|
os.Exit(1)
|
|
}
|
|
|
|
klog.V(2).Infof("Start NewCSISnapshotSideCarController with snapshotter [%s] kubeconfig [%s] csiTimeout [%+v] csiAddress [%s] resyncPeriod [%+v] snapshotNamePrefix [%s] snapshotNameUUIDLength [%d]", driverName, *kubeconfig, *csiTimeout, *csiAddress, *resyncPeriod, *snapshotNamePrefix, snapshotNameUUIDLength)
|
|
|
|
snapShotter := snapshotter.NewSnapshotter(csiConn)
|
|
ctrl := controller.NewCSISnapshotSideCarController(
|
|
snapClient,
|
|
kubeClient,
|
|
driverName,
|
|
factory.Snapshot().V1beta1().VolumeSnapshotContents(),
|
|
factory.Snapshot().V1beta1().VolumeSnapshotClasses(),
|
|
snapShotter,
|
|
*csiTimeout,
|
|
*resyncPeriod,
|
|
*snapshotNamePrefix,
|
|
*snapshotNameUUIDLength,
|
|
*extraCreateMetadata,
|
|
)
|
|
|
|
run := func(context.Context) {
|
|
// run...
|
|
stopCh := make(chan struct{})
|
|
factory.Start(stopCh)
|
|
coreFactory.Start(stopCh)
|
|
go ctrl.Run(*threads, stopCh)
|
|
|
|
// ...until SIGINT
|
|
c := make(chan os.Signal, 1)
|
|
signal.Notify(c, os.Interrupt)
|
|
<-c
|
|
close(stopCh)
|
|
}
|
|
|
|
if !*leaderElection {
|
|
run(context.TODO())
|
|
} else {
|
|
lockName := fmt.Sprintf("%s-%s", prefix, strings.Replace(driverName, "/", "-", -1))
|
|
// Create a new clientset for leader election to prevent throttling
|
|
// due to snapshot sidecar
|
|
leClientset, err := kubernetes.NewForConfig(config)
|
|
if err != nil {
|
|
klog.Fatalf("failed to create leaderelection client: %v", err)
|
|
}
|
|
le := leaderelection.NewLeaderElection(leClientset, lockName, run)
|
|
if *httpEndpoint != "" {
|
|
le.PrepareHealthCheck(mux, leaderelection.DefaultHealthCheckTimeout)
|
|
}
|
|
|
|
if *leaderElectionNamespace != "" {
|
|
le.WithNamespace(*leaderElectionNamespace)
|
|
}
|
|
if err := le.Run(); err != nil {
|
|
klog.Fatalf("failed to initialize leader election: %v", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func buildConfig(kubeconfig string) (*rest.Config, error) {
|
|
if kubeconfig != "" {
|
|
return clientcmd.BuildConfigFromFlags("", kubeconfig)
|
|
}
|
|
return rest.InClusterConfig()
|
|
}
|
|
|
|
func supportsControllerCreateSnapshot(ctx context.Context, conn *grpc.ClientConn) (bool, error) {
|
|
capabilities, err := csirpc.GetControllerCapabilities(ctx, conn)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
return capabilities[csi.ControllerServiceCapability_RPC_CREATE_DELETE_SNAPSHOT], nil
|
|
}
|