I0529 05:17:52.230896   52238 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0529 05:17:52.231106   52238 cephcsi.go:268] Initial PID limit is set to -1
I0529 05:17:52.231166   52238 cephcsi.go:274] Reconfigured PID limit to -1 (max)
I0529 05:17:52.231196   52238 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0529 05:17:52.244205   52238 mount_linux.go:282] Detected umount with safe 'not mounted' behavior
I0529 05:17:52.278490   52238 rbd_attach.go:242] nbd module loaded
I0529 05:17:52.278554   52238 rbd_attach.go:256] kernel version "5.15.0-179-generic" supports cookie feature
I0529 05:17:52.304232   52238 rbd_attach.go:272] rbd-nbd tool supports cookie feature
I0529 05:17:52.304569   52238 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0529 05:17:52.304659   52238 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi.sock", Net:"unix"}
I0529 05:17:53.305064   52238 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo
I0529 05:17:53.309828   52238 utils.go:199] ID: 1 GRPC request: {}
I0529 05:17:53.309857   52238 identityserver-default.go:40] ID: 1 Using default GetPluginInfo
I0529 05:17:53.309912   52238 utils.go:205] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0529 05:17:54.148234   52238 utils.go:198] ID: 2 GRPC call: /csi.v1.Node/NodeGetInfo
I0529 05:17:54.148365   52238 utils.go:199] ID: 2 GRPC request: {}
I0529 05:17:54.148388   52238 nodeserver-default.go:45] ID: 2 Using default NodeGetInfo
I0529 05:17:54.148487   52238 utils.go:205] ID: 2 GRPC response: {"accessible_topology":{},"node_id":"instance"}
I0529 05:18:01.681380   52238 utils.go:198] ID: 3 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0529 05:18:01.681672   52238 utils.go:199] ID: 3 GRPC request: {}
I0529 05:18:01.681972   52238 utils.go:205] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0529 05:18:01.688190   52238 utils.go:198] ID: 4 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0529 05:18:01.688243   52238 utils.go:199] ID: 4 GRPC request: {}
I0529 05:18:01.688423   52238 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0529 05:18:01.689472   52238 utils.go:198] ID: 5 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0529 05:18:01.689565   52238 utils.go:199] ID: 5 GRPC request: {}
I0529 05:18:01.689658   52238 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0529 05:18:01.690955   52238 utils.go:198] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC call: /csi.v1.Node/NodeStageVolume
I0529 05:18:01.691153   52238 utils.go:199] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC request: {"secrets":"***stripped***","staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-408a27af-d7f1-4a20-aecc-f64b3a714ccd","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1780031874426-8688-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd"}
I0529 05:18:01.707250   52238 omap.go:89] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd got omap values: (pool="kube", namespace="", name="csi.volume.408a27af-d7f1-4a20-aecc-f64b3a714ccd"): map[csi.imageid:37c1d11493ff csi.imagename:csi-vol-408a27af-d7f1-4a20-aecc-f64b3a714ccd csi.volname:pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5 csi.volume.owner:default]
I0529 05:18:01.756883   52238 rbd_util.go:352] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd checking for ImageFeatures: [layering]
I0529 05:18:01.788013   52238 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd command succeeded: rbd [device list --format=json --device-type krbd]
I0529 05:18:01.812493   52238 rbd_attach.go:437] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd rbd: map mon 199.204.45.72
I0529 05:18:01.892966   52238 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd command succeeded: rbd [--id kube -m 199.204.45.72 --keyfile=***stripped*** map kube/csi-vol-408a27af-d7f1-4a20-aecc-f64b3a714ccd --device-type krbd --options noudev]
I0529 05:18:01.893010   52238 nodeserver.go:422] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd rbd image: kube/csi-vol-408a27af-d7f1-4a20-aecc-f64b3a714ccd was successfully mapped at /dev/rbd0
I0529 05:18:01.893200   52238 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0529 05:18:01.906650   52238 mount_linux.go:580] Output: ""
I0529 05:18:02.013512   52238 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0529 05:18:02.029663   52238 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0529 05:18:02.029695   52238 mount_linux.go:439] Checking for issues with fsck on disk: /dev/rbd0
I0529 05:18:02.059031   52238 mount_linux.go:544] Attempting to mount disk /dev/rbd0 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd
I0529 05:18:02.059078   52238 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o _netdev,discard,defaults /dev/rbd0 /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd)
I0529 05:18:02.078054   52238 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0529 05:18:02.091070   52238 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0529 05:18:02.091089   52238 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/rbd0
I0529 05:18:02.094054   52238 resizefs_linux.go:141] Ext size: filesystem size=5368709120, block size=4096
I0529 05:18:02.094072   52238 resizefs_linux.go:156] Volume /dev/rbd0: device size=5368709120, filesystem size=5368709120, block size=4096
I0529 05:18:02.094111   52238 nodeserver.go:382] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd rbd: successfully mounted volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd to stagingTargetPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd
I0529 05:18:02.094290   52238 utils.go:205] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC response: {}
I0529 05:18:02.095776   52238 utils.go:198] ID: 7 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0529 05:18:02.095824   52238 utils.go:199] ID: 7 GRPC request: {}
I0529 05:18:02.095964   52238 utils.go:205] ID: 7 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0529 05:18:02.100376   52238 utils.go:198] ID: 8 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0529 05:18:02.100423   52238 utils.go:199] ID: 8 GRPC request: {}
I0529 05:18:02.100735   52238 utils.go:205] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0529 05:18:02.101943   52238 utils.go:198] ID: 9 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0529 05:18:02.101970   52238 utils.go:199] ID: 9 GRPC request: {}
I0529 05:18:02.102068   52238 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0529 05:18:02.103345   52238 utils.go:198] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC call: /csi.v1.Node/NodePublishVolume
I0529 05:18:02.103571   52238 utils.go:199] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount","target_path":"/var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-408a27af-d7f1-4a20-aecc-f64b3a714ccd","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1780031874426-8688-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd"}
I0529 05:18:02.103764   52238 nodeserver.go:859] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd target /var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount
isBlock false
fstype ext4
stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd
readonly false
mountflags [bind _netdev discard]
I0529 05:18:02.103798   52238 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,_netdev /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd /var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount)
I0529 05:18:02.108097   52238 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,_netdev,discard /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd /var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount)
I0529 05:18:02.110776   52238 nodeserver.go:742] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd rbd: successfully mounted stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd to targetPath /var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount
I0529 05:18:02.111051   52238 utils.go:205] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC response: {}
I0529 05:18:11.555460   52238 utils.go:198] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC call: /csi.v1.Node/NodeUnpublishVolume
I0529 05:18:11.555595   52238 utils.go:199] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC request: {"target_path":"/var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd"}
I0529 05:18:11.555695   52238 mount_linux.go:360] Unmounting /var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount
I0529 05:18:11.562841   52238 nodeserver.go:945] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd rbd: successfully unbound volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd from /var/lib/kubelet/pods/5130599d-35d3-4171-8d3b-4589956f73aa/volumes/kubernetes.io~csi/pvc-93fadf1d-a593-4cac-ba93-958b95cfe7f5/mount
I0529 05:18:11.562909   52238 utils.go:205] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC response: {}
I0529 05:18:11.659172   52238 utils.go:198] ID: 12 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0529 05:18:11.659218   52238 utils.go:199] ID: 12 GRPC request: {}
I0529 05:18:11.659375   52238 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0529 05:18:11.660408   52238 utils.go:198] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC call: /csi.v1.Node/NodeUnstageVolume
I0529 05:18:11.660527   52238 utils.go:199] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd"}
I0529 05:18:11.660632   52238 mount_linux.go:360] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd
I0529 05:18:11.754032   52238 nodeserver.go:1001] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd successfully unmounted volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd) from staging path (/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ab2b38aec94053d702e3214d78b7728e043fa92bd1bacbf796e928f27e5560a2/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd)
I0529 05:18:11.821074   52238 cephcmds.go:105] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd command succeeded: rbd [unmap kube/csi-vol-408a27af-d7f1-4a20-aecc-f64b3a714ccd --device-type krbd --options noudev]
I0529 05:18:11.821115   52238 nodeserver.go:1059] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd successfully unmapped volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd)
I0529 05:18:11.821273   52238 utils.go:205] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-408a27af-d7f1-4a20-aecc-f64b3a714ccd GRPC response: {}