I0305 07:08:05.187308 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0305 07:08:05.187442 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0305 07:08:05.187459 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0305 07:08:05.187466 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0305 07:08:05.187473 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0305 07:08:05.187514 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0305 07:08:05.187529 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0305 07:08:05.187536 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0305 07:08:05.187540 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0305 07:08:05.187581 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0305 07:08:05.187985 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0305 07:08:05.188020 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0305 07:08:08.623742 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0305 07:08:08.625687 1 utils.go:199] ID: 1 GRPC request: {} I0305 07:08:08.625767 1 utils.go:205] ID: 1 GRPC response: {} I0305 07:08:08.630455 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0305 07:08:08.630568 1 utils.go:199] ID: 2 GRPC request: {} I0305 07:08:08.630591 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0305 07:08:08.630658 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0305 07:08:08.632760 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0305 07:08:08.632777 1 utils.go:199] ID: 3 GRPC request: {} I0305 07:08:08.632791 1 utils.go:205] ID: 3 GRPC response: {} I0305 07:08:08.633217 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0305 07:08:08.633274 1 utils.go:199] ID: 4 GRPC request: {} I0305 07:08:08.633433 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0305 07:08:08.634359 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0305 07:08:08.634476 1 utils.go:199] ID: 5 GRPC request: {} I0305 07:08:08.634487 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0305 07:08:08.634620 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0305 07:08:10.658896 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0305 07:08:10.658940 1 utils.go:199] ID: 6 GRPC request: {} I0305 07:08:10.658961 1 utils.go:205] ID: 6 GRPC response: {} I0305 07:08:10.665404 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0305 07:08:10.665434 1 utils.go:199] ID: 7 GRPC request: {} I0305 07:08:10.665458 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0305 07:08:10.665490 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0305 07:08:10.667270 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0305 07:08:10.667339 1 utils.go:199] ID: 8 GRPC request: {} I0305 07:08:10.667397 1 utils.go:205] ID: 8 GRPC response: {} I0305 07:08:10.668101 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0305 07:08:10.668185 1 utils.go:199] ID: 9 GRPC request: {} I0305 07:08:10.668338 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0305 07:08:10.669238 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0305 07:08:10.669335 1 utils.go:199] ID: 10 GRPC request: {} I0305 07:08:10.669380 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0305 07:08:10.669501 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0305 07:08:10.670342 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0305 07:08:10.670443 1 utils.go:199] ID: 11 GRPC request: {} I0305 07:08:10.670490 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0305 07:08:10.670600 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0305 07:08:10.670939 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0305 07:08:10.671007 1 utils.go:199] ID: 12 GRPC request: {} I0305 07:08:10.671029 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0305 07:08:10.671095 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0305 07:08:11.787438 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0305 07:08:11.787475 1 utils.go:199] ID: 13 GRPC request: {} I0305 07:08:11.787484 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0305 07:08:11.787513 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0305 07:08:11.789873 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0305 07:08:11.789888 1 utils.go:199] ID: 14 GRPC request: {} I0305 07:08:11.789902 1 utils.go:205] ID: 14 GRPC response: {} I0305 07:08:11.790365 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0305 07:08:11.790381 1 utils.go:199] ID: 15 GRPC request: {} I0305 07:08:11.790389 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0305 07:08:11.790480 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0305 07:08:12.946585 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0305 07:08:12.946625 1 utils.go:199] ID: 16 GRPC request: {} I0305 07:08:12.946650 1 utils.go:205] ID: 16 GRPC response: {} I0305 07:08:12.948780 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0305 07:08:12.948798 1 utils.go:199] ID: 17 GRPC request: {} I0305 07:08:12.948805 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0305 07:08:12.948824 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0305 07:08:12.951126 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0305 07:08:12.951384 1 utils.go:199] ID: 18 GRPC request: {} I0305 07:08:12.951519 1 utils.go:205] ID: 18 GRPC response: {} I0305 07:08:12.952053 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0305 07:08:12.952069 1 utils.go:199] ID: 19 GRPC request: {} I0305 07:08:12.952142 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0305 07:08:12.952801 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0305 07:08:12.952961 1 utils.go:199] ID: 20 GRPC request: {} I0305 07:08:12.952987 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0305 07:08:12.953217 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0305 07:09:13.182509 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0305 07:09:13.182559 1 utils.go:199] ID: 21 GRPC request: {} I0305 07:09:13.182580 1 utils.go:205] ID: 21 GRPC response: {} I0305 07:10:13.135133 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0305 07:10:13.135188 1 utils.go:199] ID: 22 GRPC request: {} I0305 07:10:13.135210 1 utils.go:205] ID: 22 GRPC response: {} I0305 07:11:10.812537 1 utils.go:198] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb GRPC call: /csi.v1.Controller/CreateVolume I0305 07:11:10.813374 1 utils.go:199] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-4957b826-786d-4af1-a30b-8f77b31e77bb","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-4957b826-786d-4af1-a30b-8f77b31e77bb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0305 07:11:10.813582 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb setting disableInUseChecks: false image features: [layering] mounter: rbd E0305 07:11:10.835803 1 omap.go:80] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0305 07:11:10.848214 1 omap.go:159] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-4957b826-786d-4af1-a30b-8f77b31e77bb:cd021cde-868b-4dca-8444-c6beed3b5b16]) I0305 07:11:10.853867 1 omap.go:159] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb set omap keys (pool="kube", namespace="", name="csi.volume.cd021cde-868b-4dca-8444-c6beed3b5b16"): map[csi.imagename:csi-vol-cd021cde-868b-4dca-8444-c6beed3b5b16 csi.volname:pvc-4957b826-786d-4af1-a30b-8f77b31e77bb csi.volume.owner:default]) I0305 07:11:10.853903 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cd021cde-868b-4dca-8444-c6beed3b5b16) and image name (csi-vol-cd021cde-868b-4dca-8444-c6beed3b5b16) for request name (pvc-4957b826-786d-4af1-a30b-8f77b31e77bb) I0305 07:11:10.854035 1 rbd_util.go:423] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb rbd: create kube/csi-vol-cd021cde-868b-4dca-8444-c6beed3b5b16 size 5120M (features: [layering]) using mon 199.204.45.210 I0305 07:11:10.854130 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb setting image options on kube/csi-vol-cd021cde-868b-4dca-8444-c6beed3b5b16 I0305 07:11:12.366998 1 controllerserver.go:763] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb created image kube/csi-vol-cd021cde-868b-4dca-8444-c6beed3b5b16 backed for request name pvc-4957b826-786d-4af1-a30b-8f77b31e77bb I0305 07:11:12.401009 1 omap.go:159] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb set omap keys (pool="kube", namespace="", name="csi.volume.cd021cde-868b-4dca-8444-c6beed3b5b16"): map[csi.imageid:37d911f0a46f]) I0305 07:11:12.480229 1 utils.go:205] ID: 23 Req-ID: pvc-4957b826-786d-4af1-a30b-8f77b31e77bb GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-cd021cde-868b-4dca-8444-c6beed3b5b16","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cd021cde-868b-4dca-8444-c6beed3b5b16"}} I0305 07:11:13.178184 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0305 07:11:13.178240 1 utils.go:199] ID: 24 GRPC request: {} I0305 07:11:13.178263 1 utils.go:205] ID: 24 GRPC response: {}