I0304 01:25:48.574170       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0304 01:25:48.574340       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0304 01:25:48.574351       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0304 01:25:48.574354       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0304 01:25:48.574357       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0304 01:25:48.574361       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0304 01:25:48.574364       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0304 01:25:48.574367       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0304 01:25:48.574369       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0304 01:25:48.574372       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0304 01:25:48.574616       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0304 01:25:48.574802       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0304 01:25:50.511273       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0304 01:25:50.512203       1 utils.go:199] ID: 1 GRPC request: {}
I0304 01:25:50.512243       1 utils.go:205] ID: 1 GRPC response: {}
I0304 01:25:50.515014       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0304 01:25:50.515043       1 utils.go:199] ID: 2 GRPC request: {}
I0304 01:25:50.515053       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0304 01:25:50.515085       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0304 01:25:50.516127       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0304 01:25:50.516160       1 utils.go:199] ID: 3 GRPC request: {}
I0304 01:25:50.516178       1 utils.go:205] ID: 3 GRPC response: {}
I0304 01:25:50.516493       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0304 01:25:50.516580       1 utils.go:199] ID: 4 GRPC request: {}
I0304 01:25:50.516785       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0304 01:25:50.517393       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0304 01:25:50.517429       1 utils.go:199] ID: 5 GRPC request: {}
I0304 01:25:50.517437       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0304 01:25:50.517522       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0304 01:25:53.536343       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0304 01:25:53.536385       1 utils.go:199] ID: 6 GRPC request: {}
I0304 01:25:53.536408       1 utils.go:205] ID: 6 GRPC response: {}
I0304 01:25:53.538428       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0304 01:25:53.538474       1 utils.go:199] ID: 7 GRPC request: {}
I0304 01:25:53.538483       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0304 01:25:53.538513       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0304 01:25:53.540422       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0304 01:25:53.540467       1 utils.go:199] ID: 8 GRPC request: {}
I0304 01:25:53.540489       1 utils.go:205] ID: 8 GRPC response: {}
I0304 01:25:53.541098       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0304 01:25:53.541119       1 utils.go:199] ID: 9 GRPC request: {}
I0304 01:25:53.541459       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0304 01:25:53.542248       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0304 01:25:53.542300       1 utils.go:199] ID: 10 GRPC request: {}
I0304 01:25:53.542312       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0304 01:25:53.542446       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0304 01:25:53.544514       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0304 01:25:53.544555       1 utils.go:199] ID: 11 GRPC request: {}
I0304 01:25:53.544567       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0304 01:25:53.544699       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0304 01:25:53.545624       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0304 01:25:53.545656       1 utils.go:199] ID: 12 GRPC request: {}
I0304 01:25:53.545666       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0304 01:25:53.545785       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0304 01:25:55.730458       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0304 01:25:55.730506       1 utils.go:199] ID: 13 GRPC request: {}
I0304 01:25:55.730528       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0304 01:25:55.730565       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0304 01:25:55.734867       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0304 01:25:55.734903       1 utils.go:199] ID: 14 GRPC request: {}
I0304 01:25:55.734915       1 utils.go:205] ID: 14 GRPC response: {}
I0304 01:25:55.735323       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0304 01:25:55.735338       1 utils.go:199] ID: 15 GRPC request: {}
I0304 01:25:55.735344       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0304 01:25:55.735403       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0304 01:25:56.973324       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0304 01:25:56.973463       1 utils.go:199] ID: 16 GRPC request: {}
I0304 01:25:56.973507       1 utils.go:205] ID: 16 GRPC response: {}
I0304 01:25:56.975658       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0304 01:25:56.975702       1 utils.go:199] ID: 17 GRPC request: {}
I0304 01:25:56.975711       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0304 01:25:56.975741       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0304 01:25:56.978196       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0304 01:25:56.978239       1 utils.go:199] ID: 18 GRPC request: {}
I0304 01:25:56.978268       1 utils.go:205] ID: 18 GRPC response: {}
I0304 01:25:56.978999       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0304 01:25:56.979029       1 utils.go:199] ID: 19 GRPC request: {}
I0304 01:25:56.979111       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0304 01:25:56.979900       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0304 01:25:56.979922       1 utils.go:199] ID: 20 GRPC request: {}
I0304 01:25:56.979932       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0304 01:25:56.980106       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0304 01:26:57.192793       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0304 01:26:57.192853       1 utils.go:199] ID: 21 GRPC request: {}
I0304 01:26:57.192883       1 utils.go:205] ID: 21 GRPC response: {}
I0304 01:27:57.167624       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0304 01:27:57.167686       1 utils.go:199] ID: 22 GRPC request: {}
I0304 01:27:57.167710       1 utils.go:205] ID: 22 GRPC response: {}
I0304 01:28:55.808380       1 utils.go:198] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e GRPC call: /csi.v1.Controller/CreateVolume
I0304 01:28:55.809087       1 utils.go:199] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0304 01:28:55.809596       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e setting disableInUseChecks: false image features: [layering] mounter: rbd
E0304 01:28:55.827566       1 omap.go:80] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0304 01:28:55.840809       1 omap.go:159] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e:c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774])
I0304 01:28:55.847743       1 omap.go:159] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e set omap keys (pool="kube", namespace="", name="csi.volume.c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774"): map[csi.imagename:csi-vol-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774 csi.volname:pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e csi.volume.owner:default])
I0304 01:28:55.847822       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774) and image name (csi-vol-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774) for request name (pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e)
I0304 01:28:55.847973       1 rbd_util.go:423] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e rbd: create kube/csi-vol-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774 size 5120M (features: [layering]) using mon 199.204.45.35
I0304 01:28:55.848127       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e setting image options on kube/csi-vol-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774
I0304 01:28:57.209220       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0304 01:28:57.209270       1 utils.go:199] ID: 24 GRPC request: {}
I0304 01:28:57.209291       1 utils.go:205] ID: 24 GRPC response: {}
I0304 01:28:57.753636       1 controllerserver.go:763] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e created image kube/csi-vol-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774 backed for request name pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e
I0304 01:28:57.785755       1 omap.go:159] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e set omap keys (pool="kube", namespace="", name="csi.volume.c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774"): map[csi.imageid:37d986fe107])
I0304 01:28:57.881459       1 utils.go:205] ID: 23 Req-ID: pvc-06f1d2d5-238f-40b3-8748-d16a4008c38e GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c1d56f5f-b6c7-4ed5-98a1-2ad2edbcc774"}}