I0527 15:38:37.174725   52711 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0527 15:38:37.174938   52711 cephcsi.go:268] Initial PID limit is set to -1
I0527 15:38:37.174973   52711 cephcsi.go:274] Reconfigured PID limit to -1 (max)
I0527 15:38:37.175001   52711 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0527 15:38:37.192546   52711 mount_linux.go:282] Detected umount with safe 'not mounted' behavior
I0527 15:38:37.225965   52711 rbd_attach.go:242] nbd module loaded
I0527 15:38:37.226054   52711 rbd_attach.go:256] kernel version "5.15.0-179-generic" supports cookie feature
I0527 15:38:37.251853   52711 rbd_attach.go:272] rbd-nbd tool supports cookie feature
I0527 15:38:37.252336   52711 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0527 15:38:37.252413   52711 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi.sock", Net:"unix"}
I0527 15:38:38.543012   52711 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo
I0527 15:38:38.545674   52711 utils.go:199] ID: 1 GRPC request: {}
I0527 15:38:38.545705   52711 identityserver-default.go:40] ID: 1 Using default GetPluginInfo
I0527 15:38:38.546285   52711 utils.go:205] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0527 15:38:38.980074   52711 utils.go:198] ID: 2 GRPC call: /csi.v1.Node/NodeGetInfo
I0527 15:38:38.980163   52711 utils.go:199] ID: 2 GRPC request: {}
I0527 15:38:38.980173   52711 nodeserver-default.go:45] ID: 2 Using default NodeGetInfo
I0527 15:38:38.980232   52711 utils.go:205] ID: 2 GRPC response: {"accessible_topology":{},"node_id":"instance"}
I0527 15:38:50.311257   52711 utils.go:198] ID: 3 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0527 15:38:50.311386   52711 utils.go:199] ID: 3 GRPC request: {}
I0527 15:38:50.311835   52711 utils.go:205] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0527 15:38:50.319981   52711 utils.go:198] ID: 4 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0527 15:38:50.320036   52711 utils.go:199] ID: 4 GRPC request: {}
I0527 15:38:50.320189   52711 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0527 15:38:50.321508   52711 utils.go:198] ID: 5 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0527 15:38:50.321555   52711 utils.go:199] ID: 5 GRPC request: {}
I0527 15:38:50.321708   52711 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0527 15:38:50.326973   52711 utils.go:198] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC call: /csi.v1.Node/NodeStageVolume
I0527 15:38:50.327180   52711 utils.go:199] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC request: {"secrets":"***stripped***","staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-aad7e758-8e28-40c9-a302-89de94c2de8d","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1779896319608-4000-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d"}
I0527 15:38:50.343306   52711 omap.go:89] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d got omap values: (pool="kube", namespace="", name="csi.volume.aad7e758-8e28-40c9-a302-89de94c2de8d"): map[csi.imageid:37c1a74cfc52 csi.imagename:csi-vol-aad7e758-8e28-40c9-a302-89de94c2de8d csi.volname:pvc-beb42eee-0582-40d5-a454-1b2fece522df csi.volume.owner:default]
I0527 15:38:50.386390   52711 rbd_util.go:352] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d checking for ImageFeatures: [layering]
I0527 15:38:50.417702   52711 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d command succeeded: rbd [device list --format=json --device-type krbd]
I0527 15:38:50.439374   52711 rbd_attach.go:437] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d rbd: map mon 199.19.213.25
I0527 15:38:50.514873   52711 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d command succeeded: rbd [--id kube -m 199.19.213.25 --keyfile=***stripped*** map kube/csi-vol-aad7e758-8e28-40c9-a302-89de94c2de8d --device-type krbd --options noudev]
I0527 15:38:50.514908   52711 nodeserver.go:422] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d rbd image: kube/csi-vol-aad7e758-8e28-40c9-a302-89de94c2de8d was successfully mapped at /dev/rbd0
I0527 15:38:50.515007   52711 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0527 15:38:50.526205   52711 mount_linux.go:580] Output: ""
I0527 15:38:50.595580   52711 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0527 15:38:50.609812   52711 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0527 15:38:50.609831   52711 mount_linux.go:439] Checking for issues with fsck on disk: /dev/rbd0
I0527 15:38:50.640121   52711 mount_linux.go:544] Attempting to mount disk /dev/rbd0 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d
I0527 15:38:50.640148   52711 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o _netdev,discard,defaults /dev/rbd0 /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d)
I0527 15:38:50.652614   52711 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0527 15:38:50.661106   52711 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0527 15:38:50.661128   52711 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/rbd0
I0527 15:38:50.663012   52711 resizefs_linux.go:141] Ext size: filesystem size=5368709120, block size=4096
I0527 15:38:50.663035   52711 resizefs_linux.go:156] Volume /dev/rbd0: device size=5368709120, filesystem size=5368709120, block size=4096
I0527 15:38:50.663057   52711 nodeserver.go:382] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d rbd: successfully mounted volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d to stagingTargetPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d
I0527 15:38:50.663213   52711 utils.go:205] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC response: {}
I0527 15:38:50.665278   52711 utils.go:198] ID: 7 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0527 15:38:50.665327   52711 utils.go:199] ID: 7 GRPC request: {}
I0527 15:38:50.665480   52711 utils.go:205] ID: 7 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0527 15:38:50.668960   52711 utils.go:198] ID: 8 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0527 15:38:50.668983   52711 utils.go:199] ID: 8 GRPC request: {}
I0527 15:38:50.669094   52711 utils.go:205] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0527 15:38:50.670189   52711 utils.go:198] ID: 9 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0527 15:38:50.670226   52711 utils.go:199] ID: 9 GRPC request: {}
I0527 15:38:50.670395   52711 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0527 15:38:50.671449   52711 utils.go:198] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC call: /csi.v1.Node/NodePublishVolume
I0527 15:38:50.671799   52711 utils.go:199] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount","target_path":"/var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-aad7e758-8e28-40c9-a302-89de94c2de8d","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1779896319608-4000-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d"}
I0527 15:38:50.671998   52711 nodeserver.go:859] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d target /var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount
isBlock false
fstype ext4
stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d
readonly false
mountflags [bind _netdev discard]
I0527 15:38:50.672025   52711 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,_netdev /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d /var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount)
I0527 15:38:50.676773   52711 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,_netdev,discard /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d /var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount)
I0527 15:38:50.678735   52711 nodeserver.go:742] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d rbd: successfully mounted stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d to targetPath /var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount
I0527 15:38:50.678789   52711 utils.go:205] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC response: {}
I0527 15:39:01.788201   52711 utils.go:198] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC call: /csi.v1.Node/NodeUnpublishVolume
I0527 15:39:01.788337   52711 utils.go:199] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC request: {"target_path":"/var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d"}
I0527 15:39:01.788525   52711 mount_linux.go:360] Unmounting /var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount
I0527 15:39:01.792907   52711 nodeserver.go:945] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d rbd: successfully unbound volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d from /var/lib/kubelet/pods/54a5227b-d7c5-4f76-8787-a6f6e01a02e2/volumes/kubernetes.io~csi/pvc-beb42eee-0582-40d5-a454-1b2fece522df/mount
I0527 15:39:01.793038   52711 utils.go:205] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC response: {}
I0527 15:39:01.896753   52711 utils.go:198] ID: 12 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0527 15:39:01.896799   52711 utils.go:199] ID: 12 GRPC request: {}
I0527 15:39:01.896916   52711 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0527 15:39:01.898033   52711 utils.go:198] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC call: /csi.v1.Node/NodeUnstageVolume
I0527 15:39:01.898150   52711 utils.go:199] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d"}
I0527 15:39:01.898242   52711 mount_linux.go:360] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d
I0527 15:39:01.933233   52711 nodeserver.go:1001] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d successfully unmounted volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d) from staging path (/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/f6ef7dd30eb1175273f732b9098d581a4766d3dd6e5f1bc2a7f4a1c5e9adb2a5/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d)
I0527 15:39:01.995321   52711 cephcmds.go:105] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d command succeeded: rbd [unmap kube/csi-vol-aad7e758-8e28-40c9-a302-89de94c2de8d --device-type krbd --options noudev]
I0527 15:39:01.995362   52711 nodeserver.go:1059] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d successfully unmapped volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d)
I0527 15:39:01.995522   52711 utils.go:205] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aad7e758-8e28-40c9-a302-89de94c2de8d GRPC response: {}