I0605 16:11:33.594576 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0605 16:11:33.594747 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0605 16:11:33.594779 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0605 16:11:33.594784 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0605 16:11:33.594787 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0605 16:11:33.594790 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0605 16:11:33.594794 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0605 16:11:33.594798 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0605 16:11:33.594803 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0605 16:11:33.594806 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0605 16:11:33.595264 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0605 16:11:33.595292 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0605 16:11:38.895868 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0605 16:11:38.898983 1 utils.go:199] ID: 1 GRPC request: {} I0605 16:11:38.899213 1 utils.go:205] ID: 1 GRPC response: {} I0605 16:11:38.902798 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 16:11:38.902955 1 utils.go:199] ID: 2 GRPC request: {} I0605 16:11:38.902982 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0605 16:11:38.903041 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 16:11:38.905552 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0605 16:11:38.905579 1 utils.go:199] ID: 3 GRPC request: {} I0605 16:11:38.905606 1 utils.go:205] ID: 3 GRPC response: {} I0605 16:11:38.906152 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0605 16:11:38.906214 1 utils.go:199] ID: 4 GRPC request: {} I0605 16:11:38.906467 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0605 16:11:38.907140 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 16:11:38.907183 1 utils.go:199] ID: 5 GRPC request: {} I0605 16:11:38.907198 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0605 16:11:38.907290 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 16:11:40.146618 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0605 16:11:40.146697 1 utils.go:199] ID: 6 GRPC request: {} I0605 16:11:40.146738 1 utils.go:205] ID: 6 GRPC response: {} I0605 16:11:40.149956 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 16:11:40.150004 1 utils.go:199] ID: 7 GRPC request: {} I0605 16:11:40.150021 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0605 16:11:40.150082 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 16:11:40.154350 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0605 16:11:40.154375 1 utils.go:199] ID: 8 GRPC request: {} I0605 16:11:40.154389 1 utils.go:205] ID: 8 GRPC response: {} I0605 16:11:40.155018 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0605 16:11:40.155037 1 utils.go:199] ID: 9 GRPC request: {} I0605 16:11:40.155160 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0605 16:11:40.155950 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 16:11:40.155972 1 utils.go:199] ID: 10 GRPC request: {} I0605 16:11:40.155982 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0605 16:11:40.156082 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 16:11:40.156702 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 16:11:40.156730 1 utils.go:199] ID: 11 GRPC request: {} I0605 16:11:40.156738 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0605 16:11:40.156827 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 16:11:40.157292 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 16:11:40.157313 1 utils.go:199] ID: 12 GRPC request: {} I0605 16:11:40.157319 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0605 16:11:40.157408 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 16:11:41.567212 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 16:11:41.567277 1 utils.go:199] ID: 13 GRPC request: {} I0605 16:11:41.567287 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0605 16:11:41.567319 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 16:11:41.571385 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0605 16:11:41.571444 1 utils.go:199] ID: 14 GRPC request: {} I0605 16:11:41.571492 1 utils.go:205] ID: 14 GRPC response: {} I0605 16:11:41.571946 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 16:11:41.572006 1 utils.go:199] ID: 15 GRPC request: {} I0605 16:11:41.572029 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0605 16:11:41.572204 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 16:11:42.854069 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0605 16:11:42.854126 1 utils.go:199] ID: 16 GRPC request: {} I0605 16:11:42.854151 1 utils.go:205] ID: 16 GRPC response: {} I0605 16:11:42.860254 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0605 16:11:42.862478 1 utils.go:199] ID: 17 GRPC request: {} I0605 16:11:42.862498 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0605 16:11:42.862529 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0605 16:11:42.865639 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0605 16:11:42.865703 1 utils.go:199] ID: 18 GRPC request: {} I0605 16:11:42.865727 1 utils.go:205] ID: 18 GRPC response: {} I0605 16:11:42.866521 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0605 16:11:42.866541 1 utils.go:199] ID: 19 GRPC request: {} I0605 16:11:42.866677 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0605 16:11:42.867517 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0605 16:11:42.867550 1 utils.go:199] ID: 20 GRPC request: {} I0605 16:11:42.867561 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0605 16:11:42.867676 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0605 16:12:43.057370 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0605 16:12:43.057425 1 utils.go:199] ID: 21 GRPC request: {} I0605 16:12:43.057446 1 utils.go:205] ID: 21 GRPC response: {} I0605 16:13:43.057810 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0605 16:13:43.058154 1 utils.go:199] ID: 22 GRPC request: {} I0605 16:13:43.058184 1 utils.go:205] ID: 22 GRPC response: {} I0605 16:14:43.056609 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0605 16:14:43.056652 1 utils.go:199] ID: 23 GRPC request: {} I0605 16:14:43.056671 1 utils.go:205] ID: 23 GRPC response: {} I0605 16:15:34.614077 1 utils.go:198] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 GRPC call: /csi.v1.Controller/CreateVolume I0605 16:15:34.614398 1 utils.go:199] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0605 16:15:34.614686 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 setting disableInUseChecks: false image features: [layering] mounter: rbd E0605 16:15:34.632865 1 omap.go:80] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0605 16:15:34.650991 1 omap.go:159] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58:880e6604-f089-4706-bc28-7324b8f24798]) I0605 16:15:34.658244 1 omap.go:159] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 set omap keys (pool="kube", namespace="", name="csi.volume.880e6604-f089-4706-bc28-7324b8f24798"): map[csi.imagename:csi-vol-880e6604-f089-4706-bc28-7324b8f24798 csi.volname:pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 csi.volume.owner:default]) I0605 16:15:34.658273 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-880e6604-f089-4706-bc28-7324b8f24798) and image name (csi-vol-880e6604-f089-4706-bc28-7324b8f24798) for request name (pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58) I0605 16:15:34.658368 1 rbd_util.go:423] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 rbd: create kube/csi-vol-880e6604-f089-4706-bc28-7324b8f24798 size 5120M (features: [layering]) using mon 199.19.213.139 I0605 16:15:34.658402 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 setting image options on kube/csi-vol-880e6604-f089-4706-bc28-7324b8f24798 I0605 16:15:34.691648 1 controllerserver.go:763] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 created image kube/csi-vol-880e6604-f089-4706-bc28-7324b8f24798 backed for request name pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 I0605 16:15:34.732578 1 omap.go:159] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 set omap keys (pool="kube", namespace="", name="csi.volume.880e6604-f089-4706-bc28-7324b8f24798"): map[csi.imageid:37ed3482a9a5]) I0605 16:15:34.827999 1 utils.go:205] ID: 24 Req-ID: pvc-2d81f34a-99a3-4959-88ff-eee36b90fa58 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-880e6604-f089-4706-bc28-7324b8f24798","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-880e6604-f089-4706-bc28-7324b8f24798"}} I0605 16:15:43.068195 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0605 16:15:43.068263 1 utils.go:199] ID: 25 GRPC request: {} I0605 16:15:43.068288 1 utils.go:205] ID: 25 GRPC response: {}