I0228 01:32:38.716924 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0228 01:32:38.717062 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0228 01:32:38.717079 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0228 01:32:38.717085 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0228 01:32:38.717089 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0228 01:32:38.717093 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0228 01:32:38.717099 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0228 01:32:38.717103 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0228 01:32:38.717106 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0228 01:32:38.717111 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0228 01:32:38.717656 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0228 01:32:38.717715 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0228 01:32:41.202887 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0228 01:32:41.204895 1 utils.go:199] ID: 1 GRPC request: {} I0228 01:32:41.204980 1 utils.go:205] ID: 1 GRPC response: {} I0228 01:32:41.209788 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0228 01:32:41.209890 1 utils.go:199] ID: 2 GRPC request: {} I0228 01:32:41.209913 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0228 01:32:41.209980 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0228 01:32:41.211770 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0228 01:32:41.211826 1 utils.go:199] ID: 3 GRPC request: {} I0228 01:32:41.211976 1 utils.go:205] ID: 3 GRPC response: {} I0228 01:32:41.212511 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0228 01:32:41.212569 1 utils.go:199] ID: 4 GRPC request: {} I0228 01:32:41.212851 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0228 01:32:41.213691 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0228 01:32:41.213952 1 utils.go:199] ID: 5 GRPC request: {} I0228 01:32:41.213981 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0228 01:32:41.214999 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0228 01:32:43.884379 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0228 01:32:43.884457 1 utils.go:199] ID: 6 GRPC request: {} I0228 01:32:43.884504 1 utils.go:205] ID: 6 GRPC response: {} I0228 01:32:43.888062 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0228 01:32:43.888083 1 utils.go:199] ID: 7 GRPC request: {} I0228 01:32:43.888096 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0228 01:32:43.888139 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0228 01:32:43.890225 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0228 01:32:43.890370 1 utils.go:199] ID: 8 GRPC request: {} I0228 01:32:43.890447 1 utils.go:205] ID: 8 GRPC response: {} I0228 01:32:43.891244 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0228 01:32:43.891308 1 utils.go:199] ID: 9 GRPC request: {} I0228 01:32:43.892047 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0228 01:32:43.892818 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0228 01:32:43.892950 1 utils.go:199] ID: 10 GRPC request: {} I0228 01:32:43.893017 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0228 01:32:43.893205 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0228 01:32:43.893885 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0228 01:32:43.893924 1 utils.go:199] ID: 11 GRPC request: {} I0228 01:32:43.893944 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0228 01:32:43.894061 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0228 01:32:43.894506 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0228 01:32:43.894593 1 utils.go:199] ID: 12 GRPC request: {} I0228 01:32:43.894736 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0228 01:32:43.894903 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0228 01:32:49.569941 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0228 01:32:49.570027 1 utils.go:199] ID: 13 GRPC request: {} I0228 01:32:49.570068 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0228 01:32:49.570121 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0228 01:32:49.573006 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0228 01:32:49.573058 1 utils.go:199] ID: 14 GRPC request: {} I0228 01:32:49.573088 1 utils.go:205] ID: 14 GRPC response: {} I0228 01:32:49.573764 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0228 01:32:49.573816 1 utils.go:199] ID: 15 GRPC request: {} I0228 01:32:49.573828 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0228 01:32:49.573951 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0228 01:32:56.211999 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0228 01:32:56.212053 1 utils.go:199] ID: 16 GRPC request: {} I0228 01:32:56.212080 1 utils.go:205] ID: 16 GRPC response: {} I0228 01:32:56.216332 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0228 01:32:56.216374 1 utils.go:199] ID: 17 GRPC request: {} I0228 01:32:56.216382 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0228 01:32:56.216410 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0228 01:32:56.218627 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0228 01:32:56.218649 1 utils.go:199] ID: 18 GRPC request: {} I0228 01:32:56.218664 1 utils.go:205] ID: 18 GRPC response: {} I0228 01:32:56.219127 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0228 01:32:56.219143 1 utils.go:199] ID: 19 GRPC request: {} I0228 01:32:56.219242 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0228 01:32:56.220127 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0228 01:32:56.220153 1 utils.go:199] ID: 20 GRPC request: {} I0228 01:32:56.220228 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0228 01:32:56.220408 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0228 01:33:56.596972 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0228 01:33:56.597027 1 utils.go:199] ID: 21 GRPC request: {} I0228 01:33:56.597052 1 utils.go:205] ID: 21 GRPC response: {} I0228 01:34:56.543139 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0228 01:34:56.543245 1 utils.go:199] ID: 22 GRPC request: {} I0228 01:34:56.543293 1 utils.go:205] ID: 22 GRPC response: {} I0228 01:35:56.541718 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0228 01:35:56.541789 1 utils.go:199] ID: 23 GRPC request: {} I0228 01:35:56.541821 1 utils.go:205] ID: 23 GRPC response: {} I0228 01:36:00.907094 1 utils.go:198] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a GRPC call: /csi.v1.Controller/CreateVolume I0228 01:36:00.907559 1 utils.go:199] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-f8837242-5ffd-438d-8399-606da7a5bf4a","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f8837242-5ffd-438d-8399-606da7a5bf4a","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0228 01:36:00.907890 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a setting disableInUseChecks: false image features: [layering] mounter: rbd E0228 01:36:00.928108 1 omap.go:80] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0228 01:36:00.944398 1 omap.go:159] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-f8837242-5ffd-438d-8399-606da7a5bf4a:bbd9bd88-56b8-49cc-914b-44cfb6977ac9]) I0228 01:36:00.951985 1 omap.go:159] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a set omap keys (pool="kube", namespace="", name="csi.volume.bbd9bd88-56b8-49cc-914b-44cfb6977ac9"): map[csi.imagename:csi-vol-bbd9bd88-56b8-49cc-914b-44cfb6977ac9 csi.volname:pvc-f8837242-5ffd-438d-8399-606da7a5bf4a csi.volume.owner:default]) I0228 01:36:00.952012 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bbd9bd88-56b8-49cc-914b-44cfb6977ac9) and image name (csi-vol-bbd9bd88-56b8-49cc-914b-44cfb6977ac9) for request name (pvc-f8837242-5ffd-438d-8399-606da7a5bf4a) I0228 01:36:00.952084 1 rbd_util.go:423] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a rbd: create kube/csi-vol-bbd9bd88-56b8-49cc-914b-44cfb6977ac9 size 5120M (features: [layering]) using mon 199.204.45.44 I0228 01:36:00.952173 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a setting image options on kube/csi-vol-bbd9bd88-56b8-49cc-914b-44cfb6977ac9 I0228 01:36:02.461192 1 controllerserver.go:763] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a created image kube/csi-vol-bbd9bd88-56b8-49cc-914b-44cfb6977ac9 backed for request name pvc-f8837242-5ffd-438d-8399-606da7a5bf4a I0228 01:36:02.498364 1 omap.go:159] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a set omap keys (pool="kube", namespace="", name="csi.volume.bbd9bd88-56b8-49cc-914b-44cfb6977ac9"): map[csi.imageid:37d912ceeb00]) I0228 01:36:02.683843 1 utils.go:205] ID: 24 Req-ID: pvc-f8837242-5ffd-438d-8399-606da7a5bf4a GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-bbd9bd88-56b8-49cc-914b-44cfb6977ac9","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bbd9bd88-56b8-49cc-914b-44cfb6977ac9"}}