267 lines
7.6 KiB
Go
267 lines
7.6 KiB
Go
/*
|
|
Copyright 2018 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package connection
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/container-storage-interface/spec/lib/go/csi/v0"
|
|
"github.com/golang/glog"
|
|
crdv1 "github.com/kubernetes-csi/external-snapshotter/pkg/apis/volumesnapshot/v1alpha1"
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/connectivity"
|
|
"k8s.io/api/core/v1"
|
|
)
|
|
|
|
// CSIConnection is gRPC connection to a remote CSI driver and abstracts all
|
|
// CSI calls.
|
|
type CSIConnection interface {
|
|
// GetDriverName returns driver name as discovered by GetPluginInfo()
|
|
// gRPC call.
|
|
GetDriverName(ctx context.Context) (string, error)
|
|
|
|
// SupportsControllerCreateSnapshot returns true if the CSI driver reports
|
|
// CREATE_DELETE_SNAPSHOT in ControllerGetCapabilities() gRPC call.
|
|
SupportsControllerCreateSnapshot(ctx context.Context) (bool, error)
|
|
|
|
// SupportsControllerListSnapshots returns true if the CSI driver reports
|
|
// LIST_SNAPSHOTS in ControllerGetCapabilities() gRPC call.
|
|
SupportsControllerListSnapshots(ctx context.Context) (bool, error)
|
|
|
|
// CreateSnapshot creates a snapshot for a volume
|
|
CreateSnapshot(ctx context.Context, snapshotName string, snapshot *crdv1.VolumeSnapshot, volume *v1.PersistentVolume, parameters map[string]string) (driverName string, snapshotId string, timestamp int64, status *csi.SnapshotStatus, err error)
|
|
|
|
// DeleteSnapshot deletes a snapshot from a volume
|
|
DeleteSnapshot(ctx context.Context, snapshotID string) (err error)
|
|
|
|
// GetSnapshotStatus lists snapshot from a volume
|
|
GetSnapshotStatus(ctx context.Context, snapshotID string) (*csi.SnapshotStatus, int64, error)
|
|
|
|
// Probe checks that the CSI driver is ready to process requests
|
|
Probe(ctx context.Context) error
|
|
|
|
// Close the connection
|
|
Close() error
|
|
}
|
|
|
|
type csiConnection struct {
|
|
conn *grpc.ClientConn
|
|
}
|
|
|
|
var (
|
|
_ CSIConnection = &csiConnection{}
|
|
)
|
|
|
|
func New(address string, timeout time.Duration) (CSIConnection, error) {
|
|
conn, err := connect(address, timeout)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &csiConnection{
|
|
conn: conn,
|
|
}, nil
|
|
}
|
|
|
|
func connect(address string, timeout time.Duration) (*grpc.ClientConn, error) {
|
|
glog.V(2).Infof("Connecting to %s", address)
|
|
dialOptions := []grpc.DialOption{
|
|
grpc.WithInsecure(),
|
|
grpc.WithBackoffMaxDelay(time.Second),
|
|
grpc.WithUnaryInterceptor(logGRPC),
|
|
}
|
|
if strings.HasPrefix(address, "/") {
|
|
dialOptions = append(dialOptions, grpc.WithDialer(func(addr string, timeout time.Duration) (net.Conn, error) {
|
|
return net.DialTimeout("unix", addr, timeout)
|
|
}))
|
|
}
|
|
conn, err := grpc.Dial(address, dialOptions...)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
ctx, cancel := context.WithTimeout(context.Background(), timeout)
|
|
defer cancel()
|
|
for {
|
|
if !conn.WaitForStateChange(ctx, conn.GetState()) {
|
|
glog.V(4).Infof("Connection timed out")
|
|
// subsequent GetPluginInfo will show the real connection error
|
|
return conn, nil
|
|
}
|
|
if conn.GetState() == connectivity.Ready {
|
|
glog.V(3).Infof("Connected")
|
|
return conn, nil
|
|
}
|
|
glog.V(4).Infof("Still trying, connection is %s", conn.GetState())
|
|
}
|
|
}
|
|
|
|
func (c *csiConnection) GetDriverName(ctx context.Context) (string, error) {
|
|
client := csi.NewIdentityClient(c.conn)
|
|
|
|
req := csi.GetPluginInfoRequest{}
|
|
|
|
rsp, err := client.GetPluginInfo(ctx, &req)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
name := rsp.GetName()
|
|
if name == "" {
|
|
return "", fmt.Errorf("name is empty")
|
|
}
|
|
return name, nil
|
|
}
|
|
|
|
func (c *csiConnection) Probe(ctx context.Context) error {
|
|
client := csi.NewIdentityClient(c.conn)
|
|
|
|
req := csi.ProbeRequest{}
|
|
|
|
_, err := client.Probe(ctx, &req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (c *csiConnection) SupportsControllerCreateSnapshot(ctx context.Context) (bool, error) {
|
|
client := csi.NewControllerClient(c.conn)
|
|
req := csi.ControllerGetCapabilitiesRequest{}
|
|
|
|
rsp, err := client.ControllerGetCapabilities(ctx, &req)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
caps := rsp.GetCapabilities()
|
|
for _, cap := range caps {
|
|
if cap == nil {
|
|
continue
|
|
}
|
|
rpc := cap.GetRpc()
|
|
if rpc == nil {
|
|
continue
|
|
}
|
|
if rpc.GetType() == csi.ControllerServiceCapability_RPC_CREATE_DELETE_SNAPSHOT {
|
|
return true, nil
|
|
}
|
|
}
|
|
return false, nil
|
|
}
|
|
|
|
func (c *csiConnection) SupportsControllerListSnapshots(ctx context.Context) (bool, error) {
|
|
client := csi.NewControllerClient(c.conn)
|
|
req := csi.ControllerGetCapabilitiesRequest{}
|
|
|
|
rsp, err := client.ControllerGetCapabilities(ctx, &req)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
caps := rsp.GetCapabilities()
|
|
for _, cap := range caps {
|
|
if cap == nil {
|
|
continue
|
|
}
|
|
rpc := cap.GetRpc()
|
|
if rpc == nil {
|
|
continue
|
|
}
|
|
if rpc.GetType() == csi.ControllerServiceCapability_RPC_LIST_SNAPSHOTS {
|
|
return true, nil
|
|
}
|
|
}
|
|
return false, nil
|
|
}
|
|
|
|
func (c *csiConnection) CreateSnapshot(ctx context.Context, snapshotName string, snapshot *crdv1.VolumeSnapshot, volume *v1.PersistentVolume, parameters map[string]string) (string, string, int64, *csi.SnapshotStatus, error) {
|
|
glog.V(5).Infof("CSI CreateSnapshot: %s", snapshot.Name)
|
|
if volume.Spec.CSI == nil {
|
|
return "", "", 0, nil, fmt.Errorf("CSIPersistentVolumeSource not defined in spec")
|
|
}
|
|
|
|
client := csi.NewControllerClient(c.conn)
|
|
|
|
driverName, err := c.GetDriverName(ctx)
|
|
if err != nil {
|
|
return "", "", 0, nil, err
|
|
}
|
|
|
|
req := csi.CreateSnapshotRequest{
|
|
SourceVolumeId: volume.Spec.CSI.VolumeHandle,
|
|
Name: snapshotName,
|
|
Parameters: parameters,
|
|
CreateSnapshotSecrets: nil,
|
|
}
|
|
|
|
rsp, err := client.CreateSnapshot(ctx, &req)
|
|
if err != nil {
|
|
return "", "", 0, nil, err
|
|
}
|
|
|
|
glog.V(5).Infof("CSI CreateSnapshot: %s driver name [%s] snapshot ID [%s] time stamp [%s] status [%s]", snapshot.Name, driverName, rsp.Snapshot.Id, rsp.Snapshot.CreatedAt, *rsp.Snapshot.Status)
|
|
return driverName, rsp.Snapshot.Id, rsp.Snapshot.CreatedAt, rsp.Snapshot.Status, nil
|
|
}
|
|
|
|
func (c *csiConnection) DeleteSnapshot(ctx context.Context, snapshotID string) (err error) {
|
|
client := csi.NewControllerClient(c.conn)
|
|
|
|
req := csi.DeleteSnapshotRequest{
|
|
SnapshotId: snapshotID,
|
|
DeleteSnapshotSecrets: nil,
|
|
}
|
|
|
|
if _, err := client.DeleteSnapshot(ctx, &req); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (c *csiConnection) GetSnapshotStatus(ctx context.Context, snapshotID string) (*csi.SnapshotStatus, int64, error) {
|
|
client := csi.NewControllerClient(c.conn)
|
|
|
|
req := csi.ListSnapshotsRequest{
|
|
SnapshotId: snapshotID,
|
|
}
|
|
|
|
rsp, err := client.ListSnapshots(ctx, &req)
|
|
if err != nil {
|
|
return nil, 0, err
|
|
}
|
|
|
|
if rsp.Entries == nil || len(rsp.Entries) == 0 {
|
|
return nil, 0, fmt.Errorf("can not find snapshot for snapshotID %s", snapshotID)
|
|
}
|
|
|
|
return rsp.Entries[0].Snapshot.Status, rsp.Entries[0].Snapshot.CreatedAt, nil
|
|
}
|
|
|
|
func (c *csiConnection) Close() error {
|
|
return c.conn.Close()
|
|
}
|
|
|
|
func logGRPC(ctx context.Context, method string, req, reply interface{}, cc *grpc.ClientConn, invoker grpc.UnaryInvoker, opts ...grpc.CallOption) error {
|
|
glog.V(5).Infof("GRPC call: %s", method)
|
|
glog.V(5).Infof("GRPC request: %+v", req)
|
|
err := invoker(ctx, method, req, reply, cc, opts...)
|
|
glog.V(5).Infof("GRPC response: %+v", reply)
|
|
glog.V(5).Infof("GRPC error: %v", err)
|
|
return err
|
|
}
|