I0218 14:52:41.718284 1 main.go:96] Version: v4.2.0 I0218 14:52:41.761750 1 connection.go:154] Connecting to unix:///csi/csi-provisioner.sock I0218 14:52:41.773430 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0218 14:52:41.833885 1 connection.go:184] GRPC request: {} I0218 14:52:42.051001 1 connection.go:186] GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0218 14:52:42.051065 1 connection.go:187] GRPC error: I0218 14:52:42.051075 1 main.go:154] CSI driver name: "rbd.csi.ceph.com" I0218 14:52:42.068083 1 common.go:111] Probing CSI driver for readiness I0218 14:52:42.069069 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0218 14:52:42.078090 1 connection.go:184] GRPC request: {} I0218 14:52:42.090937 1 connection.go:186] GRPC response: {} I0218 14:52:42.091041 1 connection.go:187] GRPC error: I0218 14:52:42.091097 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0218 14:52:42.091136 1 connection.go:184] GRPC request: {} I0218 14:52:42.132066 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0218 14:52:42.139983 1 connection.go:187] GRPC error: I0218 14:52:42.140028 1 main.go:192] Start NewCSISnapshotSideCarController with snapshotter [rbd.csi.ceph.com] kubeconfig [] csiTimeout [1m0s] csiAddress [unix:///csi/csi-provisioner.sock] resyncPeriod [15m0s] snapshotNamePrefix [snapshot] snapshotNameUUIDLength [824634015864] I0218 14:52:42.251845 1 leaderelection.go:248] attempting to acquire leader lease kube-system/external-snapshotter-leader-rbd-csi-ceph-com... I0218 14:52:42.751864 1 leaderelection.go:258] successfully acquired lease kube-system/external-snapshotter-leader-rbd-csi-ceph-com I0218 14:52:42.751896 1 leader_election.go:212] new leader detected, current leader: ceph-csi-rbd-provisioner-5d8ff44fc9-r8fqm I0218 14:52:42.771593 1 leader_election.go:205] became leader, starting I0218 14:52:42.775075 1 reflector.go:219] Starting reflector *v1.VolumeSnapshotContent (15m0s) from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 I0218 14:52:42.775089 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotContent from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 I0218 14:52:42.779665 1 reflector.go:219] Starting reflector *v1.VolumeSnapshotClass (15m0s) from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 I0218 14:52:42.779676 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotClass from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 I0218 14:52:42.788922 1 snapshot_controller_base.go:115] Starting CSI snapshotter E0218 14:52:42.792056 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotClass: failed to list *v1.VolumeSnapshotClass: the server could not find the requested resource (get volumesnapshotclasses.snapshot.storage.k8s.io) E0218 14:52:42.792090 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotContent: failed to list *v1.VolumeSnapshotContent: the server could not find the requested resource (get volumesnapshotcontents.snapshot.storage.k8s.io) I0218 14:52:42.845612 1 leaderelection.go:278] successfully renewed lease kube-system/external-snapshotter-leader-rbd-csi-ceph-com I0218 14:52:44.191795 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotContent from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 E0218 14:52:44.192891 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotContent: failed to list *v1.VolumeSnapshotContent: the server could not find the requested resource (get volumesnapshotcontents.snapshot.storage.k8s.io) I0218 14:52:44.345193 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotClass from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 E0218 14:52:44.346174 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotClass: failed to list *v1.VolumeSnapshotClass: the server could not find the requested resource (get volumesnapshotclasses.snapshot.storage.k8s.io) I0218 14:52:46.494248 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotContent from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 E0218 14:52:46.496179 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotContent: failed to list *v1.VolumeSnapshotContent: the server could not find the requested resource (get volumesnapshotcontents.snapshot.storage.k8s.io) I0218 14:52:46.626400 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotClass from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 E0218 14:52:46.628523 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotClass: failed to list *v1.VolumeSnapshotClass: the server could not find the requested resource (get volumesnapshotclasses.snapshot.storage.k8s.io) I0218 14:52:50.038749 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotClass from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 E0218 14:52:50.040995 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotClass: failed to list *v1.VolumeSnapshotClass: the server could not find the requested resource (get volumesnapshotclasses.snapshot.storage.k8s.io) I0218 14:52:51.895116 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotContent from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 E0218 14:52:51.897346 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotContent: failed to list *v1.VolumeSnapshotContent: the server could not find the requested resource (get volumesnapshotcontents.snapshot.storage.k8s.io) I0218 14:52:57.444131 1 reflector.go:255] Listing and watching *v1.VolumeSnapshotClass from github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 E0218 14:52:57.447250 1 reflector.go:138] github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117: Failed to watch *v1.VolumeSnapshotClass: failed to list *v1.VolumeSnapshotClass: the server could not find the requested resource (get volumesnapshotclasses.snapshot.storage.k8s.io) E0218 14:52:57.848193 1 leaderelection.go:330] error retrieving resource lock kube-system/external-snapshotter-leader-rbd-csi-ceph-com: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/external-snapshotter-leader-rbd-csi-ceph-com": context deadline exceeded I0218 14:52:57.848283 1 leaderelection.go:283] failed to renew lease kube-system/external-snapshotter-leader-rbd-csi-ceph-com: timed out waiting for the condition F0218 14:52:57.848467 1 leader_election.go:209] stopped leading goroutine 1 [running]: k8s.io/klog/v2.stacks(0xc0000ae001, 0xc0004d2000, 0x46, 0xf3) /workspace/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x2811100, 0xc000000003, 0x0, 0x0, 0xc00042fc70, 0x1, 0x209904d, 0x12, 0xd1, 0x40e000) /workspace/vendor/k8s.io/klog/v2/klog.go:975 +0x1e5 k8s.io/klog/v2.(*loggingT).printDepth(0x2811100, 0xc000000003, 0x0, 0x0, 0x0, 0x0, 0x1, 0xc00043e090, 0x1, 0x1) /workspace/vendor/k8s.io/klog/v2/klog.go:735 +0x185 k8s.io/klog/v2.(*loggingT).print(...) /workspace/vendor/k8s.io/klog/v2/klog.go:717 k8s.io/klog/v2.Fatal(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1494 github.com/kubernetes-csi/csi-lib-utils/leaderelection.(*leaderElection).Run.func2() /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/leaderelection/leader_election.go:209 +0xb3 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run.func1(0xc0000ca480) /workspace/vendor/k8s.io/client-go/tools/leaderelection/leaderelection.go:203 +0x29 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run(0xc0000ca480, 0x1cecfe8, 0xc00028a580) /workspace/vendor/k8s.io/client-go/tools/leaderelection/leaderelection.go:213 +0x167 k8s.io/client-go/tools/leaderelection.RunOrDie(0x1cecfe8, 0xc00009c000, 0x1cf64d0, 0xc0004a7e00, 0x37e11d600, 0x2540be400, 0x12a05f200, 0xc00053bea0, 0x1b6f7b8, 0x1b6f7c0, ...) /workspace/vendor/k8s.io/client-go/tools/leaderelection/leaderelection.go:226 +0x9f github.com/kubernetes-csi/csi-lib-utils/leaderelection.(*leaderElection).Run(0xc00057e480, 0xc00057e480, 0x0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/leaderelection/leader_election.go:222 +0x578 main.main() /workspace/cmd/csi-snapshotter/main.go:247 +0x13ee goroutine 18 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x2811100) /workspace/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:420 +0xdf goroutine 31 [select]: k8s.io/apimachinery/pkg/util/wait.WaitForWithContext(0x1cecfb0, 0xc0004a2140, 0xc0000c86d8, 0xc00004aa20, 0x0, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:655 +0x109 k8s.io/apimachinery/pkg/util/wait.poll(0x1cecfb0, 0xc0004a2140, 0xc0000c8601, 0xc0000c86d8, 0xc00004aa20, 0x18ec220, 0xc00004aa20) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:591 +0xa5 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext(0x1cecfb0, 0xc0004a2140, 0x5f5e100, 0xc00004aa20, 0xc00008ae20, 0x40e0f8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:542 +0x65 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil(0x5f5e100, 0xc0002feea0, 0xc0000880c0, 0x0, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:533 +0xa5 k8s.io/client-go/tools/cache.WaitForCacheSync(0xc0000880c0, 0xc00004aa00, 0x2, 0x2, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:255 +0x9e github.com/kubernetes-csi/external-snapshotter/v4/pkg/sidecar-controller.(*csiSnapshotSideCarController).Run(0xc000536a50, 0xa, 0xc0000880c0) /workspace/pkg/sidecar-controller/snapshot_controller_base.go:118 +0x199 created by main.main.func2 /workspace/cmd/csi-snapshotter/main.go:215 +0xe6 goroutine 24 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00042a580) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xac created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 25 [chan receive]: google.golang.org/grpc.(*addrConn).resetTransport(0xc000348b00) /workspace/vendor/google.golang.org/grpc/clientconn.go:1214 +0x465 created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:844 +0x12a goroutine 26 [IO wait]: internal/poll.runtime_pollWait(0x7fd0fc7def70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000321118, 0x72, 0x8000, 0x8000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000321100, 0xc000448000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000321100, 0xc000448000, 0x8000, 0x8000, 0x85ca3e, 0x800010601, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002c9ab0, 0xc000448000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 bufio.(*Reader).Read(0xc0003c9140, 0xc0001d23b8, 0x9, 0x9, 0x14, 0x7fd123467108, 0x18) /usr/local/go/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1cb4e00, 0xc0003c9140, 0xc0001d23b8, 0x9, 0x9, 0x9, 0xc0000c5ce8, 0x458e53, 0xc18e5ea90b) /usr/local/go/src/io/io.go:328 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:347 golang.org/x/net/http2.readFrameHeader(0xc0001d23b8, 0x9, 0x9, 0x1cb4e00, 0xc0003c9140, 0x0, 0x0, 0xc25d926e88905db8, 0x2b4a846b) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001d2380, 0xc0000c84e0, 0xc0000c84e0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000132780) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1347 +0x1a5 created by google.golang.org/grpc/internal/transport.newHTTP2Client /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0xdd1 goroutine 27 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000446280, 0x1, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:407 +0xff google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003c9320, 0x0, 0x0) /workspace/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:527 +0x1dd google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000132780) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:396 +0x7b created by google.golang.org/grpc/internal/transport.newHTTP2Client /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:394 +0x12ae goroutine 8 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc0000b4e80) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:247 +0x66 created by k8s.io/apimachinery/pkg/watch.NewLongQueueBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:89 +0xf8 goroutine 9 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1cc0b50, 0xc00053ca20, 0xc00053aca0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 10 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1cc0b50, 0xc00053cbd0, 0xc00053cba0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 11 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0002617a0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 12 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc0000b5fc0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:247 +0x66 created by k8s.io/apimachinery/pkg/watch.NewLongQueueBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:89 +0xf8 goroutine 13 [runnable]: fmt.(*pp).handleMethods(0xc000438410, 0xc000000076, 0x0) /usr/local/go/src/fmt/print.go:599 +0x3b0 fmt.(*pp).printArg(0xc000438410, 0x1a8f720, 0xc0000d1180, 0x76) /usr/local/go/src/fmt/print.go:709 +0x225 fmt.(*pp).doPrintf(0xc000438410, 0x1b04628, 0x3c, 0xc0003fa5e0, 0x2, 0x2) /usr/local/go/src/fmt/print.go:1026 +0x168 fmt.Fprintf(0x1cb7aa0, 0xc0000fed90, 0x1b04628, 0x3c, 0xc0003fa5e0, 0x2, 0x2, 0x2811c60, 0x0, 0xc000141d20) /usr/local/go/src/fmt/print.go:204 +0x72 k8s.io/klog/v2.(*loggingT).printf(0x2811100, 0xc000000002, 0x0, 0x0, 0x0, 0x0, 0x1b04628, 0x3c, 0xc0003fa5e0, 0x2, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:749 +0xe6 k8s.io/klog/v2.Errorf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1468 k8s.io/client-go/tools/record.recordEvent(0x1cea1e0, 0xc00053be40, 0xc0000d1180, 0x0, 0x0, 0x0, 0xc00029ac00, 0xc0003c36f8, 0xc00029acb8) /workspace/vendor/k8s.io/client-go/tools/record/event.go:273 +0x34a k8s.io/client-go/tools/record.recordToSink(0x1cea1e0, 0xc00053be40, 0xc0004a9400, 0xc0003c36f8, 0x2540be400) /workspace/vendor/k8s.io/client-go/tools/record/event.go:213 +0x125 k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartRecordingToSink.func1(0xc0004a9400) /workspace/vendor/k8s.io/client-go/tools/record/event.go:191 +0x53 k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1cc0b50, 0xc000572990, 0xc000572960) /workspace/vendor/k8s.io/client-go/tools/record/event.go:308 +0xef created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 30 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0001667a8, 0x0) /usr/local/go/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000166798) /usr/local/go/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000166780, 0xc00004a6b0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:525 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00057ee10) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00039ee70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00039ee70, 0x1cb7420, 0xc00053c690, 0xc000048301, 0xc0000880c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00039ee70, 0x3b9aca00, 0x0, 0xc0004a7901, 0xc0000880c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00057ee10, 0xc0000880c0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000460640, 0xc0000880c0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions.(*sharedInformerFactory).Start /workspace/vendor/github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 +0x191 goroutine 29 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000166668, 0x0) /usr/local/go/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000166658) /usr/local/go/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000166640, 0xc00004a280, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:525 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00057e5a0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00008be70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00008be70, 0x1cb7420, 0xc00053c3f0, 0xc000048201, 0xc0000880c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00008be70, 0x3b9aca00, 0x0, 0xc00055a101, 0xc0000880c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00057e5a0, 0xc0000880c0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0004605a0, 0xc0000880c0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions.(*sharedInformerFactory).Start /workspace/vendor/github.com/kubernetes-csi/external-snapshotter/client/v4/informers/externalversions/factory.go:117 +0x191 goroutine 34 [IO wait]: internal/poll.runtime_pollWait(0x7fd0fc7dee88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000534818, 0x72, 0x800, 0x8dc, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000534800, 0xc000314000, 0x8dc, 0x8dc, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000534800, 0xc000314000, 0x8dc, 0x8dc, 0x87c, 0xc00031405b, 0x5) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0002c86e0, 0xc000314000, 0x8dc, 0x8dc, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 crypto/tls.(*atLeastReader).Read(0xc0003c2ea0, 0xc000314000, 0x8dc, 0x8dc, 0x87c, 0xc00005e400, 0x0) /usr/local/go/src/crypto/tls/conn.go:776 +0x63 bytes.(*Buffer).ReadFrom(0xc0001d8978, 0x1cb4fa0, 0xc0003c2ea0, 0x40b725, 0x1899f40, 0x1a47e60) /usr/local/go/src/bytes/buffer.go:204 +0xbe crypto/tls.(*Conn).readFromUntil(0xc0001d8700, 0x1cb7ba0, 0xc0002c86e0, 0x5, 0xc0002c86e0, 0x1c) /usr/local/go/src/crypto/tls/conn.go:798 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc0001d8700, 0x0, 0x0, 0x1) /usr/local/go/src/crypto/tls/conn.go:605 +0x115 crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:573 crypto/tls.(*Conn).Read(0xc0001d8700, 0xc0001ba000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/crypto/tls/conn.go:1276 +0x165 bufio.(*Reader).Read(0xc0002cd4a0, 0xc0001d2738, 0x9, 0x9, 0x8480cb, 0xc00008fc78, 0x406fa5) /usr/local/go/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1cb4e00, 0xc0002cd4a0, 0xc0001d2738, 0x9, 0x9, 0x9, 0xc00053a050, 0x6038e6a519d000, 0xc00053a050) /usr/local/go/src/io/io.go:328 +0x87 io.ReadFull(...) /usr/local/go/src/io/io.go:347 golang.org/x/net/http2.readFrameHeader(0xc0001d2738, 0x9, 0x9, 0x1cb4e00, 0xc0002cd4a0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001d2700, 0xc0003dba10, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00008ffa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1821 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc000539b00) /workspace/vendor/golang.org/x/net/http2/transport.go:1743 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:695 +0x6c5 goroutine 39 [chan receive]: main.main.func2(0x1cecfb0, 0xc00028a580) /workspace/cmd/csi-snapshotter/main.go:220 +0x165 github.com/kubernetes-csi/csi-lib-utils/leaderelection.(*leaderElection).Run.func1(0x1cecfb0, 0xc00028a580) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/leaderelection/leader_election.go:206 +0xec created by k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run /workspace/vendor/k8s.io/client-go/tools/leaderelection/leaderelection.go:211 +0x11b goroutine 49 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 62 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000367f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000399f60, 0x1cb7420, 0xc00053c900, 0x1838e01, 0xc000089020) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000367f60, 0x3b9aca00, 0x0, 0x1, 0xc000089020) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000534580) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0000fe840, 0xc00004aa40) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 51 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0000fe7e0, 0xc000088240) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0000481f0, 0xc0003c2228) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 52 [chan receive]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000880c0, 0xc00057e5a0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 53 [select]: k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00039dec8, 0x1cb7400, 0xc0002c42d0, 0x1, 0xc0000880c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x118 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004d0000, 0xc0000880c0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000048230, 0xc0003c2240) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 56 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0000fe850, 0xc000088300) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000048390, 0xc0003c22e8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 57 [chan receive]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000880c0, 0xc00057ee10) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 58 [select]: k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00034fec8, 0x1cb7400, 0xc0002c4410, 0x1, 0xc0000880c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:167 +0x118 k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0004d00e0, 0xc0000880c0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0000483c0, 0xc0003c2300) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 60 [select]: k8s.io/apimachinery/pkg/util/wait.contextForChannel.func1(0xc0000880c0, 0xc00004aa10, 0x1cecfb0, 0xc0004a2140) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:298 +0x87 created by k8s.io/apimachinery/pkg/util/wait.contextForChannel /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:297 +0x8c goroutine 61 [select]: k8s.io/apimachinery/pkg/util/wait.poller.func1.1(0xc0000884e0, 0x5f5e100, 0x0, 0x1cecfb0, 0xc0004a2180) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:705 +0x156 created by k8s.io/apimachinery/pkg/util/wait.poller.func1 /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:688 +0x96 goroutine 63 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000534580) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0000fe840, 0xc00004aa60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65