I0731 12:48:38.708486 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0731 12:48:38.708630 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0731 12:48:38.708645 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0731 12:48:38.708652 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0731 12:48:38.708656 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0731 12:48:38.708659 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0731 12:48:38.708664 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0731 12:48:38.708667 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0731 12:48:38.708672 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0731 12:48:38.708675 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0731 12:48:38.708939 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0731 12:48:38.709040 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0731 12:48:44.799096 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0731 12:48:44.800268 1 utils.go:199] ID: 1 GRPC request: {} I0731 12:48:44.800320 1 utils.go:205] ID: 1 GRPC response: {} I0731 12:48:44.804877 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0731 12:48:44.805023 1 utils.go:199] ID: 2 GRPC request: {} I0731 12:48:44.805051 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0731 12:48:44.805157 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0731 12:48:44.806925 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0731 12:48:44.806955 1 utils.go:199] ID: 3 GRPC request: {} I0731 12:48:44.806967 1 utils.go:205] ID: 3 GRPC response: {} I0731 12:48:44.807559 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0731 12:48:44.807625 1 utils.go:199] ID: 4 GRPC request: {} I0731 12:48:44.807750 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0731 12:48:44.808810 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0731 12:48:44.809016 1 utils.go:199] ID: 5 GRPC request: {} I0731 12:48:44.809102 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0731 12:48:44.809348 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0731 12:48:47.474339 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0731 12:48:47.474385 1 utils.go:199] ID: 6 GRPC request: {} I0731 12:48:47.474633 1 utils.go:205] ID: 6 GRPC response: {} I0731 12:48:47.478440 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0731 12:48:47.478478 1 utils.go:199] ID: 7 GRPC request: {} I0731 12:48:47.478486 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0731 12:48:47.478511 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0731 12:48:47.479837 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0731 12:48:47.479857 1 utils.go:199] ID: 8 GRPC request: {} I0731 12:48:47.479870 1 utils.go:205] ID: 8 GRPC response: {} I0731 12:48:47.480533 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0731 12:48:47.480659 1 utils.go:199] ID: 9 GRPC request: {} I0731 12:48:47.480926 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0731 12:48:47.481442 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0731 12:48:47.481465 1 utils.go:199] ID: 10 GRPC request: {} I0731 12:48:47.481472 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0731 12:48:47.481543 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0731 12:48:47.482005 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0731 12:48:47.482032 1 utils.go:199] ID: 11 GRPC request: {} I0731 12:48:47.482041 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0731 12:48:47.482125 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0731 12:48:47.482553 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0731 12:48:47.482601 1 utils.go:199] ID: 12 GRPC request: {} I0731 12:48:47.482652 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0731 12:48:47.482813 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0731 12:48:48.898440 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0731 12:48:48.898480 1 utils.go:199] ID: 13 GRPC request: {} I0731 12:48:48.898489 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0731 12:48:48.898515 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0731 12:48:48.900795 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0731 12:48:48.900811 1 utils.go:199] ID: 14 GRPC request: {} I0731 12:48:48.900823 1 utils.go:205] ID: 14 GRPC response: {} I0731 12:48:48.904890 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0731 12:48:48.904927 1 utils.go:199] ID: 15 GRPC request: {} I0731 12:48:48.904937 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0731 12:48:48.905015 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0731 12:48:50.329028 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0731 12:48:50.329086 1 utils.go:199] ID: 16 GRPC request: {} I0731 12:48:50.329117 1 utils.go:205] ID: 16 GRPC response: {} I0731 12:48:50.332631 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0731 12:48:50.332670 1 utils.go:199] ID: 17 GRPC request: {} I0731 12:48:50.332680 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0731 12:48:50.332722 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0731 12:48:50.334760 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0731 12:48:50.334777 1 utils.go:199] ID: 18 GRPC request: {} I0731 12:48:50.334788 1 utils.go:205] ID: 18 GRPC response: {} I0731 12:48:50.335181 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0731 12:48:50.335211 1 utils.go:199] ID: 19 GRPC request: {} I0731 12:48:50.335411 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0731 12:48:50.336121 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0731 12:48:50.336238 1 utils.go:199] ID: 20 GRPC request: {} I0731 12:48:50.336271 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0731 12:48:50.336431 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0731 12:49:50.509030 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0731 12:49:50.509093 1 utils.go:199] ID: 21 GRPC request: {} I0731 12:49:50.509115 1 utils.go:205] ID: 21 GRPC response: {} I0731 12:50:50.509486 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0731 12:50:50.509566 1 utils.go:199] ID: 22 GRPC request: {} I0731 12:50:50.509589 1 utils.go:205] ID: 22 GRPC response: {} I0731 12:51:50.508755 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0731 12:51:50.508829 1 utils.go:199] ID: 23 GRPC request: {} I0731 12:51:50.508859 1 utils.go:205] ID: 23 GRPC response: {} I0731 12:52:50.521279 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0731 12:52:50.521342 1 utils.go:199] ID: 24 GRPC request: {} I0731 12:52:50.521381 1 utils.go:205] ID: 24 GRPC response: {} I0731 12:52:58.494557 1 utils.go:198] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 GRPC call: /csi.v1.Controller/CreateVolume I0731 12:52:58.494801 1 utils.go:199] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0731 12:52:58.495043 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 setting disableInUseChecks: false image features: [layering] mounter: rbd E0731 12:52:58.517852 1 omap.go:80] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0731 12:52:58.532585 1 omap.go:159] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8:94204487-0fd5-4567-9129-7fe0988c4b82]) I0731 12:52:58.538645 1 omap.go:159] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 set omap keys (pool="kube", namespace="", name="csi.volume.94204487-0fd5-4567-9129-7fe0988c4b82"): map[csi.imagename:csi-vol-94204487-0fd5-4567-9129-7fe0988c4b82 csi.volname:pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 csi.volume.owner:default]) I0731 12:52:58.538685 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-94204487-0fd5-4567-9129-7fe0988c4b82) and image name (csi-vol-94204487-0fd5-4567-9129-7fe0988c4b82) for request name (pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8) I0731 12:52:58.538772 1 rbd_util.go:423] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 rbd: create kube/csi-vol-94204487-0fd5-4567-9129-7fe0988c4b82 size 5120M (features: [layering]) using mon 199.19.213.134 I0731 12:52:58.538844 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 setting image options on kube/csi-vol-94204487-0fd5-4567-9129-7fe0988c4b82 I0731 12:52:58.569588 1 controllerserver.go:763] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 created image kube/csi-vol-94204487-0fd5-4567-9129-7fe0988c4b82 backed for request name pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 I0731 12:52:58.611108 1 omap.go:159] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 set omap keys (pool="kube", namespace="", name="csi.volume.94204487-0fd5-4567-9129-7fe0988c4b82"): map[csi.imageid:37f4f0081fbf]) I0731 12:52:58.700646 1 utils.go:205] ID: 25 Req-ID: pvc-e9efc8b3-e806-4ecd-af13-329c50cc69c8 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-94204487-0fd5-4567-9129-7fe0988c4b82","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-94204487-0fd5-4567-9129-7fe0988c4b82"}} I0731 12:53:50.508759 1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe I0731 12:53:50.508825 1 utils.go:199] ID: 26 GRPC request: {} I0731 12:53:50.508849 1 utils.go:205] ID: 26 GRPC response: {}