I0423 07:47:12.034468 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0423 07:47:12.034795 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0423 07:47:12.034849 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0423 07:47:12.034865 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0423 07:47:12.034880 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0423 07:47:12.034892 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0423 07:47:12.034920 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0423 07:47:12.034942 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0423 07:47:12.034957 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0423 07:47:12.034970 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0423 07:47:12.035589 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0423 07:47:12.035695 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0423 07:47:21.011225 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0423 07:47:21.023989 1 utils.go:199] ID: 1 GRPC request: {} I0423 07:47:21.024123 1 utils.go:205] ID: 1 GRPC response: {} I0423 07:47:21.027532 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 07:47:21.027703 1 utils.go:199] ID: 2 GRPC request: {} I0423 07:47:21.027749 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0423 07:47:21.027814 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 07:47:21.031028 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0423 07:47:21.031097 1 utils.go:199] ID: 3 GRPC request: {} I0423 07:47:21.031133 1 utils.go:205] ID: 3 GRPC response: {} I0423 07:47:21.031985 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 07:47:21.032407 1 utils.go:199] ID: 4 GRPC request: {} I0423 07:47:21.032725 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 07:47:21.033979 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 07:47:21.034066 1 utils.go:199] ID: 5 GRPC request: {} I0423 07:47:21.034099 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0423 07:47:21.034241 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 07:47:22.514743 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0423 07:47:22.514801 1 utils.go:199] ID: 6 GRPC request: {} I0423 07:47:22.514825 1 utils.go:205] ID: 6 GRPC response: {} I0423 07:47:22.519442 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 07:47:22.519491 1 utils.go:199] ID: 7 GRPC request: {} I0423 07:47:22.519502 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0423 07:47:22.519542 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 07:47:22.521493 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0423 07:47:22.521535 1 utils.go:199] ID: 8 GRPC request: {} I0423 07:47:22.521549 1 utils.go:205] ID: 8 GRPC response: {} I0423 07:47:22.522215 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 07:47:22.522235 1 utils.go:199] ID: 9 GRPC request: {} I0423 07:47:22.522367 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 07:47:22.523289 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 07:47:22.523320 1 utils.go:199] ID: 10 GRPC request: {} I0423 07:47:22.523334 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0423 07:47:22.523432 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 07:47:22.524311 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 07:47:22.524329 1 utils.go:199] ID: 11 GRPC request: {} I0423 07:47:22.524336 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0423 07:47:22.524405 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 07:47:22.524907 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 07:47:22.524961 1 utils.go:199] ID: 12 GRPC request: {} I0423 07:47:22.524977 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0423 07:47:22.525100 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 07:47:23.939508 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 07:47:23.939583 1 utils.go:199] ID: 13 GRPC request: {} I0423 07:47:23.939602 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0423 07:47:23.939679 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 07:47:23.943859 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0423 07:47:23.943966 1 utils.go:199] ID: 14 GRPC request: {} I0423 07:47:23.944037 1 utils.go:205] ID: 14 GRPC response: {} I0423 07:47:23.944936 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 07:47:23.945031 1 utils.go:199] ID: 15 GRPC request: {} I0423 07:47:23.945074 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0423 07:47:23.945226 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 07:47:25.337544 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0423 07:47:25.337593 1 utils.go:199] ID: 16 GRPC request: {} I0423 07:47:25.337615 1 utils.go:205] ID: 16 GRPC response: {} I0423 07:47:25.343390 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 07:47:25.343409 1 utils.go:199] ID: 17 GRPC request: {} I0423 07:47:25.343417 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0423 07:47:25.343439 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 07:47:25.349493 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0423 07:47:25.349516 1 utils.go:199] ID: 18 GRPC request: {} I0423 07:47:25.349529 1 utils.go:205] ID: 18 GRPC response: {} I0423 07:47:25.349883 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 07:47:25.349903 1 utils.go:199] ID: 19 GRPC request: {} I0423 07:47:25.350008 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 07:47:25.350650 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 07:47:25.350671 1 utils.go:199] ID: 20 GRPC request: {} I0423 07:47:25.350684 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0423 07:47:25.350761 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 07:48:25.595357 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0423 07:48:25.595442 1 utils.go:199] ID: 21 GRPC request: {} I0423 07:48:25.595490 1 utils.go:205] ID: 21 GRPC response: {} I0423 07:49:25.547149 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0423 07:49:25.550392 1 utils.go:199] ID: 22 GRPC request: {} I0423 07:49:25.550438 1 utils.go:205] ID: 22 GRPC response: {} I0423 07:50:25.596526 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0423 07:50:25.596930 1 utils.go:199] ID: 23 GRPC request: {} I0423 07:50:25.597042 1 utils.go:205] ID: 23 GRPC response: {} I0423 07:50:37.368544 1 utils.go:198] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 GRPC call: /csi.v1.Controller/CreateVolume I0423 07:50:37.369132 1 utils.go:199] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-ca102184-ef7a-41f1-a283-f63a14724399","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-ca102184-ef7a-41f1-a283-f63a14724399","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0423 07:50:37.369489 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 setting disableInUseChecks: false image features: [layering] mounter: rbd E0423 07:50:37.391980 1 omap.go:80] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0423 07:50:37.524260 1 omap.go:159] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-ca102184-ef7a-41f1-a283-f63a14724399:74e7502e-4304-4137-bf57-73f78905d268]) I0423 07:50:37.541302 1 omap.go:159] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 set omap keys (pool="kube", namespace="", name="csi.volume.74e7502e-4304-4137-bf57-73f78905d268"): map[csi.imagename:csi-vol-74e7502e-4304-4137-bf57-73f78905d268 csi.volname:pvc-ca102184-ef7a-41f1-a283-f63a14724399 csi.volume.owner:default]) I0423 07:50:37.541376 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-74e7502e-4304-4137-bf57-73f78905d268) and image name (csi-vol-74e7502e-4304-4137-bf57-73f78905d268) for request name (pvc-ca102184-ef7a-41f1-a283-f63a14724399) I0423 07:50:37.541587 1 rbd_util.go:423] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 rbd: create kube/csi-vol-74e7502e-4304-4137-bf57-73f78905d268 size 5120M (features: [layering]) using mon 199.19.213.156 I0423 07:50:37.541842 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 setting image options on kube/csi-vol-74e7502e-4304-4137-bf57-73f78905d268 I0423 07:50:39.032214 1 controllerserver.go:763] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 created image kube/csi-vol-74e7502e-4304-4137-bf57-73f78905d268 backed for request name pvc-ca102184-ef7a-41f1-a283-f63a14724399 I0423 07:50:39.073497 1 omap.go:159] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 set omap keys (pool="kube", namespace="", name="csi.volume.74e7502e-4304-4137-bf57-73f78905d268"): map[csi.imageid:37d9e65a67e6]) I0423 07:50:39.176934 1 utils.go:205] ID: 24 Req-ID: pvc-ca102184-ef7a-41f1-a283-f63a14724399 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-74e7502e-4304-4137-bf57-73f78905d268","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-74e7502e-4304-4137-bf57-73f78905d268"}} I0423 07:51:25.565138 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0423 07:51:25.565344 1 utils.go:199] ID: 25 GRPC request: {} I0423 07:51:25.565435 1 utils.go:205] ID: 25 GRPC response: {}