I0401 23:27:52.337567       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0401 23:27:52.337744       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0401 23:27:52.337761       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0401 23:27:52.337766       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0401 23:27:52.337771       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0401 23:27:52.337776       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0401 23:27:52.337781       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0401 23:27:52.337791       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0401 23:27:52.337794       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0401 23:27:52.337797       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0401 23:27:52.338236       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0401 23:27:52.338272       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0401 23:28:02.101377       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0401 23:28:02.102701       1 utils.go:199] ID: 1 GRPC request: {}
I0401 23:28:02.102758       1 utils.go:205] ID: 1 GRPC response: {}
I0401 23:28:02.105435       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:28:02.105519       1 utils.go:199] ID: 2 GRPC request: {}
I0401 23:28:02.105532       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0401 23:28:02.105569       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:28:02.108704       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0401 23:28:02.108758       1 utils.go:199] ID: 3 GRPC request: {}
I0401 23:28:02.108788       1 utils.go:205] ID: 3 GRPC response: {}
I0401 23:28:02.109359       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0401 23:28:02.109570       1 utils.go:199] ID: 4 GRPC request: {}
I0401 23:28:02.109837       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0401 23:28:02.111204       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:28:02.111305       1 utils.go:199] ID: 5 GRPC request: {}
I0401 23:28:02.111324       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0401 23:28:02.111524       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:28:03.317364       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0401 23:28:03.317430       1 utils.go:199] ID: 6 GRPC request: {}
I0401 23:28:03.317460       1 utils.go:205] ID: 6 GRPC response: {}
I0401 23:28:03.321908       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:28:03.322002       1 utils.go:199] ID: 7 GRPC request: {}
I0401 23:28:03.322035       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0401 23:28:03.322110       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:28:03.325690       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0401 23:28:03.325748       1 utils.go:199] ID: 8 GRPC request: {}
I0401 23:28:03.325786       1 utils.go:205] ID: 8 GRPC response: {}
I0401 23:28:03.326315       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0401 23:28:03.326341       1 utils.go:199] ID: 9 GRPC request: {}
I0401 23:28:03.326449       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0401 23:28:03.327833       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:28:03.327898       1 utils.go:199] ID: 10 GRPC request: {}
I0401 23:28:03.327926       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0401 23:28:03.328066       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:28:03.328934       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:28:03.328987       1 utils.go:199] ID: 11 GRPC request: {}
I0401 23:28:03.328999       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0401 23:28:03.329099       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:28:03.329631       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:28:03.329671       1 utils.go:199] ID: 12 GRPC request: {}
I0401 23:28:03.329681       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0401 23:28:03.329767       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:28:04.638978       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:28:04.639058       1 utils.go:199] ID: 13 GRPC request: {}
I0401 23:28:04.639110       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0401 23:28:04.639199       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:28:04.644993       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0401 23:28:04.645049       1 utils.go:199] ID: 14 GRPC request: {}
I0401 23:28:04.645069       1 utils.go:205] ID: 14 GRPC response: {}
I0401 23:28:04.646019       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:28:04.646042       1 utils.go:199] ID: 15 GRPC request: {}
I0401 23:28:04.646053       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0401 23:28:04.646178       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:28:06.410302       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0401 23:28:06.410334       1 utils.go:199] ID: 16 GRPC request: {}
I0401 23:28:06.410350       1 utils.go:205] ID: 16 GRPC response: {}
I0401 23:28:06.415000       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0401 23:28:06.415048       1 utils.go:199] ID: 17 GRPC request: {}
I0401 23:28:06.415057       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0401 23:28:06.415086       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0401 23:28:06.417435       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0401 23:28:06.417478       1 utils.go:199] ID: 18 GRPC request: {}
I0401 23:28:06.417515       1 utils.go:205] ID: 18 GRPC response: {}
I0401 23:28:06.418217       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0401 23:28:06.418275       1 utils.go:199] ID: 19 GRPC request: {}
I0401 23:28:06.418399       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0401 23:28:06.419228       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0401 23:28:06.419285       1 utils.go:199] ID: 20 GRPC request: {}
I0401 23:28:06.419304       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0401 23:28:06.419524       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0401 23:29:06.646919       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0401 23:29:06.647032       1 utils.go:199] ID: 21 GRPC request: {}
I0401 23:29:06.647256       1 utils.go:205] ID: 21 GRPC response: {}
I0401 23:30:06.648792       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0401 23:30:06.648967       1 utils.go:199] ID: 22 GRPC request: {}
I0401 23:30:06.649004       1 utils.go:205] ID: 22 GRPC response: {}
I0401 23:31:06.646264       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0401 23:31:06.646322       1 utils.go:199] ID: 23 GRPC request: {}
I0401 23:31:06.646346       1 utils.go:205] ID: 23 GRPC response: {}
I0401 23:31:14.898954       1 utils.go:198] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 GRPC call: /csi.v1.Controller/CreateVolume
I0401 23:31:14.899459       1 utils.go:199] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0401 23:31:14.899870       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0401 23:31:14.922911       1 omap.go:80] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0401 23:31:14.941655       1 omap.go:159] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4:30c8539a-b507-4ead-a38e-d9bc7871066e])
I0401 23:31:14.955876       1 omap.go:159] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 set omap keys (pool="kube", namespace="", name="csi.volume.30c8539a-b507-4ead-a38e-d9bc7871066e"): map[csi.imagename:csi-vol-30c8539a-b507-4ead-a38e-d9bc7871066e csi.volname:pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 csi.volume.owner:default])
I0401 23:31:14.955905       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30c8539a-b507-4ead-a38e-d9bc7871066e) and image name (csi-vol-30c8539a-b507-4ead-a38e-d9bc7871066e) for request name (pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4)
I0401 23:31:14.955955       1 rbd_util.go:423] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 rbd: create kube/csi-vol-30c8539a-b507-4ead-a38e-d9bc7871066e size 5120M (features: [layering]) using mon 199.204.45.240
I0401 23:31:14.956013       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 setting image options on kube/csi-vol-30c8539a-b507-4ead-a38e-d9bc7871066e
I0401 23:31:16.103724       1 controllerserver.go:763] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 created image kube/csi-vol-30c8539a-b507-4ead-a38e-d9bc7871066e backed for request name pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4
I0401 23:31:16.152512       1 omap.go:159] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 set omap keys (pool="kube", namespace="", name="csi.volume.30c8539a-b507-4ead-a38e-d9bc7871066e"): map[csi.imageid:37d75eff0851])
I0401 23:31:16.253173       1 utils.go:205] ID: 24 Req-ID: pvc-1c6ddc4b-ec57-4784-b562-ca931c6d00a4 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-30c8539a-b507-4ead-a38e-d9bc7871066e","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-30c8539a-b507-4ead-a38e-d9bc7871066e"}}
I0401 23:32:06.657909       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0401 23:32:06.658039       1 utils.go:199] ID: 25 GRPC request: {}
I0401 23:32:06.658069       1 utils.go:205] ID: 25 GRPC response: {}