I0606 05:08:36.816654 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0606 05:08:36.816784 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0606 05:08:36.816800 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0606 05:08:36.816805 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0606 05:08:36.816810 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0606 05:08:36.816814 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0606 05:08:36.816819 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0606 05:08:36.816823 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0606 05:08:36.816830 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0606 05:08:36.816834 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0606 05:08:36.817138 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0606 05:08:36.817181 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0606 05:08:41.199278 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0606 05:08:41.200318 1 utils.go:199] ID: 1 GRPC request: {} I0606 05:08:41.200372 1 utils.go:205] ID: 1 GRPC response: {} I0606 05:08:41.202932 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0606 05:08:41.203047 1 utils.go:199] ID: 2 GRPC request: {} I0606 05:08:41.203066 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0606 05:08:41.203152 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0606 05:08:41.205101 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0606 05:08:41.205221 1 utils.go:199] ID: 3 GRPC request: {} I0606 05:08:41.205234 1 utils.go:205] ID: 3 GRPC response: {} I0606 05:08:41.205970 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0606 05:08:41.206063 1 utils.go:199] ID: 4 GRPC request: {} I0606 05:08:41.206285 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0606 05:08:41.207793 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0606 05:08:41.207854 1 utils.go:199] ID: 5 GRPC request: {} I0606 05:08:41.207871 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0606 05:08:41.208193 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0606 05:08:42.868913 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0606 05:08:42.868963 1 utils.go:199] ID: 6 GRPC request: {} I0606 05:08:42.868980 1 utils.go:205] ID: 6 GRPC response: {} I0606 05:08:42.870833 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0606 05:08:42.870871 1 utils.go:199] ID: 7 GRPC request: {} I0606 05:08:42.870885 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0606 05:08:42.870916 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0606 05:08:42.876582 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0606 05:08:42.876612 1 utils.go:199] ID: 8 GRPC request: {} I0606 05:08:42.876622 1 utils.go:205] ID: 8 GRPC response: {} I0606 05:08:42.877283 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0606 05:08:42.877326 1 utils.go:199] ID: 9 GRPC request: {} I0606 05:08:42.877404 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0606 05:08:42.878286 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0606 05:08:42.878330 1 utils.go:199] ID: 10 GRPC request: {} I0606 05:08:42.878345 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0606 05:08:42.878456 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0606 05:08:42.879123 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0606 05:08:42.879159 1 utils.go:199] ID: 11 GRPC request: {} I0606 05:08:42.879168 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0606 05:08:42.879341 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0606 05:08:42.879832 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0606 05:08:42.879854 1 utils.go:199] ID: 12 GRPC request: {} I0606 05:08:42.879860 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0606 05:08:42.879931 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0606 05:08:44.577093 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0606 05:08:44.577130 1 utils.go:199] ID: 13 GRPC request: {} I0606 05:08:44.577141 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0606 05:08:44.577215 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0606 05:08:44.582248 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0606 05:08:44.582318 1 utils.go:199] ID: 14 GRPC request: {} I0606 05:08:44.582340 1 utils.go:205] ID: 14 GRPC response: {} I0606 05:08:44.582844 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0606 05:08:44.582862 1 utils.go:199] ID: 15 GRPC request: {} I0606 05:08:44.582868 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0606 05:08:44.582957 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0606 05:08:46.703488 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0606 05:08:46.703525 1 utils.go:199] ID: 16 GRPC request: {} I0606 05:08:46.703548 1 utils.go:205] ID: 16 GRPC response: {} I0606 05:08:46.705919 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0606 05:08:46.705974 1 utils.go:199] ID: 17 GRPC request: {} I0606 05:08:46.705984 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0606 05:08:46.706018 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0606 05:08:46.707977 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0606 05:08:46.707997 1 utils.go:199] ID: 18 GRPC request: {} I0606 05:08:46.708012 1 utils.go:205] ID: 18 GRPC response: {} I0606 05:08:46.709073 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0606 05:08:46.709087 1 utils.go:199] ID: 19 GRPC request: {} I0606 05:08:46.709232 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0606 05:08:46.710010 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0606 05:08:46.710047 1 utils.go:199] ID: 20 GRPC request: {} I0606 05:08:46.710057 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0606 05:08:46.710164 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0606 05:09:46.885832 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0606 05:09:46.885877 1 utils.go:199] ID: 21 GRPC request: {} I0606 05:09:46.885906 1 utils.go:205] ID: 21 GRPC response: {} I0606 05:10:46.886522 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0606 05:10:46.886704 1 utils.go:199] ID: 22 GRPC request: {} I0606 05:10:46.886763 1 utils.go:205] ID: 22 GRPC response: {} I0606 05:11:46.886423 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0606 05:11:46.886473 1 utils.go:199] ID: 23 GRPC request: {} I0606 05:11:46.886504 1 utils.go:205] ID: 23 GRPC response: {} I0606 05:12:34.234959 1 utils.go:198] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 GRPC call: /csi.v1.Controller/CreateVolume I0606 05:12:34.235742 1 utils.go:199] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-644860fe-cbec-4073-83e9-597482ce4308","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-644860fe-cbec-4073-83e9-597482ce4308","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0606 05:12:34.236008 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 setting disableInUseChecks: false image features: [layering] mounter: rbd E0606 05:12:34.274057 1 omap.go:80] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0606 05:12:34.292236 1 omap.go:159] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-644860fe-cbec-4073-83e9-597482ce4308:b1bea9b1-46df-43c1-92c6-e9cc00568bc0]) I0606 05:12:34.300850 1 omap.go:159] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 set omap keys (pool="kube", namespace="", name="csi.volume.b1bea9b1-46df-43c1-92c6-e9cc00568bc0"): map[csi.imagename:csi-vol-b1bea9b1-46df-43c1-92c6-e9cc00568bc0 csi.volname:pvc-644860fe-cbec-4073-83e9-597482ce4308 csi.volume.owner:default]) I0606 05:12:34.302406 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b1bea9b1-46df-43c1-92c6-e9cc00568bc0) and image name (csi-vol-b1bea9b1-46df-43c1-92c6-e9cc00568bc0) for request name (pvc-644860fe-cbec-4073-83e9-597482ce4308) I0606 05:12:34.302523 1 rbd_util.go:423] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 rbd: create kube/csi-vol-b1bea9b1-46df-43c1-92c6-e9cc00568bc0 size 5120M (features: [layering]) using mon 199.204.45.49 I0606 05:12:34.302587 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 setting image options on kube/csi-vol-b1bea9b1-46df-43c1-92c6-e9cc00568bc0 I0606 05:12:34.340125 1 controllerserver.go:763] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 created image kube/csi-vol-b1bea9b1-46df-43c1-92c6-e9cc00568bc0 backed for request name pvc-644860fe-cbec-4073-83e9-597482ce4308 I0606 05:12:34.371538 1 omap.go:159] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 set omap keys (pool="kube", namespace="", name="csi.volume.b1bea9b1-46df-43c1-92c6-e9cc00568bc0"): map[csi.imageid:37ed2074d2e]) I0606 05:12:34.465254 1 utils.go:205] ID: 24 Req-ID: pvc-644860fe-cbec-4073-83e9-597482ce4308 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-b1bea9b1-46df-43c1-92c6-e9cc00568bc0","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b1bea9b1-46df-43c1-92c6-e9cc00568bc0"}} I0606 05:12:46.899901 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0606 05:12:46.899984 1 utils.go:199] ID: 25 GRPC request: {} I0606 05:12:46.900009 1 utils.go:205] ID: 25 GRPC response: {}