I0428 05:07:03.056687   53262 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0428 05:07:03.056876   53262 cephcsi.go:268] Initial PID limit is set to -1
I0428 05:07:03.056903   53262 cephcsi.go:274] Reconfigured PID limit to -1 (max)
I0428 05:07:03.056925   53262 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0428 05:07:03.071554   53262 mount_linux.go:282] Detected umount with safe 'not mounted' behavior
I0428 05:07:03.089760   53262 rbd_attach.go:242] nbd module loaded
I0428 05:07:03.089830   53262 rbd_attach.go:256] kernel version "5.15.0-176-generic" supports cookie feature
I0428 05:07:03.113226   53262 rbd_attach.go:272] rbd-nbd tool supports cookie feature
I0428 05:07:03.114112   53262 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0428 05:07:03.114227   53262 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi.sock", Net:"unix"}
I0428 05:07:04.227895   53262 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo
I0428 05:07:04.230002   53262 utils.go:199] ID: 1 GRPC request: {}
I0428 05:07:04.230031   53262 identityserver-default.go:40] ID: 1 Using default GetPluginInfo
I0428 05:07:04.230114   53262 utils.go:205] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0428 05:07:05.198530   53262 utils.go:198] ID: 2 GRPC call: /csi.v1.Node/NodeGetInfo
I0428 05:07:05.198628   53262 utils.go:199] ID: 2 GRPC request: {}
I0428 05:07:05.198641   53262 nodeserver-default.go:45] ID: 2 Using default NodeGetInfo
I0428 05:07:05.198717   53262 utils.go:205] ID: 2 GRPC response: {"accessible_topology":{},"node_id":"instance"}
I0428 05:07:16.979480   53262 utils.go:198] ID: 3 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0428 05:07:16.979619   53262 utils.go:199] ID: 3 GRPC request: {}
I0428 05:07:16.979891   53262 utils.go:205] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0428 05:07:16.985841   53262 utils.go:198] ID: 4 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0428 05:07:16.985870   53262 utils.go:199] ID: 4 GRPC request: {}
I0428 05:07:16.986043   53262 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0428 05:07:16.987906   53262 utils.go:198] ID: 5 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0428 05:07:16.987982   53262 utils.go:199] ID: 5 GRPC request: {}
I0428 05:07:16.988157   53262 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0428 05:07:16.991501   53262 utils.go:198] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC call: /csi.v1.Node/NodeStageVolume
I0428 05:07:16.991962   53262 utils.go:199] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC request: {"secrets":"***stripped***","staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-bf644141-4459-4e06-a814-bdb227f4921d","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1777352825373-3803-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d"}
I0428 05:07:17.021907   53262 omap.go:89] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d got omap values: (pool="kube", namespace="", name="csi.volume.bf644141-4459-4e06-a814-bdb227f4921d"): map[csi.imageid:37b546bb1343 csi.imagename:csi-vol-bf644141-4459-4e06-a814-bdb227f4921d csi.volname:pvc-7dc48341-b488-4861-8fce-4cbb872ad55f csi.volume.owner:default]
I0428 05:07:17.231957   53262 rbd_util.go:352] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d checking for ImageFeatures: [layering]
I0428 05:07:17.263175   53262 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d command succeeded: rbd [device list --format=json --device-type krbd]
I0428 05:07:17.367848   53262 rbd_attach.go:437] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d rbd: map mon 199.204.45.23
I0428 05:07:17.451801   53262 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d command succeeded: rbd [--id kube -m 199.204.45.23 --keyfile=***stripped*** map kube/csi-vol-bf644141-4459-4e06-a814-bdb227f4921d --device-type krbd --options noudev]
I0428 05:07:17.451845   53262 nodeserver.go:422] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d rbd image: kube/csi-vol-bf644141-4459-4e06-a814-bdb227f4921d was successfully mapped at /dev/rbd0
I0428 05:07:17.451946   53262 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0428 05:07:17.458753   53262 mount_linux.go:580] Output: ""
I0428 05:07:17.532174   53262 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0428 05:07:17.544936   53262 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0428 05:07:17.544962   53262 mount_linux.go:439] Checking for issues with fsck on disk: /dev/rbd0
I0428 05:07:17.572145   53262 mount_linux.go:544] Attempting to mount disk /dev/rbd0 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d
I0428 05:07:17.572194   53262 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o _netdev,discard,defaults /dev/rbd0 /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d)
I0428 05:07:17.588064   53262 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0428 05:07:17.596545   53262 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0428 05:07:17.596564   53262 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/rbd0
I0428 05:07:17.598989   53262 resizefs_linux.go:141] Ext size: filesystem size=5368709120, block size=4096
I0428 05:07:17.599006   53262 resizefs_linux.go:156] Volume /dev/rbd0: device size=5368709120, filesystem size=5368709120, block size=4096
I0428 05:07:17.599033   53262 nodeserver.go:382] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d rbd: successfully mounted volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d to stagingTargetPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d
I0428 05:07:17.599126   53262 utils.go:205] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC response: {}
I0428 05:07:17.605002   53262 utils.go:198] ID: 7 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0428 05:07:17.605038   53262 utils.go:199] ID: 7 GRPC request: {}
I0428 05:07:17.605129   53262 utils.go:205] ID: 7 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0428 05:07:17.609175   53262 utils.go:198] ID: 8 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0428 05:07:17.609205   53262 utils.go:199] ID: 8 GRPC request: {}
I0428 05:07:17.609355   53262 utils.go:205] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0428 05:07:17.610216   53262 utils.go:198] ID: 9 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0428 05:07:17.610233   53262 utils.go:199] ID: 9 GRPC request: {}
I0428 05:07:17.610291   53262 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0428 05:07:17.610901   53262 utils.go:198] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC call: /csi.v1.Node/NodePublishVolume
I0428 05:07:17.611103   53262 utils.go:199] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount","target_path":"/var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-bf644141-4459-4e06-a814-bdb227f4921d","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1777352825373-3803-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d"}
I0428 05:07:17.611209   53262 nodeserver.go:859] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d target /var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount
isBlock false
fstype ext4
stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d
readonly false
mountflags [bind _netdev discard]
I0428 05:07:17.611229   53262 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,_netdev /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d /var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount)
I0428 05:07:17.617132   53262 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,_netdev,discard /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d /var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount)
I0428 05:07:17.619502   53262 nodeserver.go:742] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d rbd: successfully mounted stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d to targetPath /var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount
I0428 05:07:17.619557   53262 utils.go:205] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC response: {}
I0428 05:07:28.559018   53262 utils.go:198] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC call: /csi.v1.Node/NodeUnpublishVolume
I0428 05:07:28.559145   53262 utils.go:199] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC request: {"target_path":"/var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d"}
I0428 05:07:28.559223   53262 mount_linux.go:360] Unmounting /var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount
I0428 05:07:28.563044   53262 nodeserver.go:945] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d rbd: successfully unbound volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d from /var/lib/kubelet/pods/bd5c70b3-0ada-4829-bca9-37d5586c7046/volumes/kubernetes.io~csi/pvc-7dc48341-b488-4861-8fce-4cbb872ad55f/mount
I0428 05:07:28.563115   53262 utils.go:205] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC response: {}
I0428 05:07:28.661757   53262 utils.go:198] ID: 12 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0428 05:07:28.661810   53262 utils.go:199] ID: 12 GRPC request: {}
I0428 05:07:28.661996   53262 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0428 05:07:28.663240   53262 utils.go:198] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC call: /csi.v1.Node/NodeUnstageVolume
I0428 05:07:28.663433   53262 utils.go:199] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d"}
I0428 05:07:28.663536   53262 mount_linux.go:360] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d
I0428 05:07:28.724051   53262 nodeserver.go:1001] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d successfully unmounted volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d) from staging path (/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/ee25c1c6e3a07e89a8484062ea4396af69509c2b5ea3d15b749821ae1332ec54/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d)
I0428 05:07:28.781922   53262 cephcmds.go:105] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d command succeeded: rbd [unmap kube/csi-vol-bf644141-4459-4e06-a814-bdb227f4921d --device-type krbd --options noudev]
I0428 05:07:28.781964   53262 nodeserver.go:1059] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d successfully unmapped volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d)
I0428 05:07:28.782119   53262 utils.go:205] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bf644141-4459-4e06-a814-bdb227f4921d GRPC response: {}