I0407 05:53:42.392694 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0407 05:53:42.392799 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0407 05:53:42.392809 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0407 05:53:42.392813 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0407 05:53:42.392816 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0407 05:53:42.392818 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0407 05:53:42.392822 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0407 05:53:42.392824 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0407 05:53:42.392833 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0407 05:53:42.392836 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0407 05:53:42.393219 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0407 05:53:42.393240 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0407 05:53:44.933004 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0407 05:53:44.934129 1 utils.go:199] ID: 1 GRPC request: {} I0407 05:53:44.934171 1 utils.go:205] ID: 1 GRPC response: {} I0407 05:53:44.937024 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0407 05:53:44.937187 1 utils.go:199] ID: 2 GRPC request: {} I0407 05:53:44.937315 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0407 05:53:44.937463 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0407 05:53:44.939020 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0407 05:53:44.939057 1 utils.go:199] ID: 3 GRPC request: {} I0407 05:53:44.939071 1 utils.go:205] ID: 3 GRPC response: {} I0407 05:53:44.939477 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0407 05:53:44.939750 1 utils.go:199] ID: 4 GRPC request: {} I0407 05:53:44.939862 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0407 05:53:44.940607 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0407 05:53:44.940750 1 utils.go:199] ID: 5 GRPC request: {} I0407 05:53:44.940817 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0407 05:53:44.941002 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0407 05:53:55.128327 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0407 05:53:55.128548 1 utils.go:199] ID: 6 GRPC request: {} I0407 05:53:55.128700 1 utils.go:205] ID: 6 GRPC response: {} I0407 05:53:55.131498 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0407 05:53:55.131534 1 utils.go:199] ID: 7 GRPC request: {} I0407 05:53:55.131545 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0407 05:53:55.131591 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0407 05:53:55.134062 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0407 05:53:55.134124 1 utils.go:199] ID: 8 GRPC request: {} I0407 05:53:55.134158 1 utils.go:205] ID: 8 GRPC response: {} I0407 05:53:55.134828 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0407 05:53:55.134971 1 utils.go:199] ID: 9 GRPC request: {} I0407 05:53:55.135278 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0407 05:53:55.137027 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0407 05:53:55.137072 1 utils.go:199] ID: 10 GRPC request: {} I0407 05:53:55.137110 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0407 05:53:55.137449 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0407 05:53:55.139293 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0407 05:53:55.140406 1 utils.go:199] ID: 11 GRPC request: {} I0407 05:53:55.140425 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0407 05:53:55.140554 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0407 05:53:55.141080 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0407 05:53:55.141133 1 utils.go:199] ID: 12 GRPC request: {} I0407 05:53:55.141143 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0407 05:53:55.141276 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0407 05:53:59.465603 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0407 05:53:59.465640 1 utils.go:199] ID: 13 GRPC request: {} I0407 05:53:59.465648 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0407 05:53:59.465672 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0407 05:53:59.469697 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0407 05:53:59.469759 1 utils.go:199] ID: 14 GRPC request: {} I0407 05:53:59.469786 1 utils.go:205] ID: 14 GRPC response: {} I0407 05:53:59.470885 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0407 05:53:59.470906 1 utils.go:199] ID: 15 GRPC request: {} I0407 05:53:59.470914 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0407 05:53:59.471001 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0407 05:54:01.456828 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0407 05:54:01.456877 1 utils.go:199] ID: 16 GRPC request: {} I0407 05:54:01.456912 1 utils.go:205] ID: 16 GRPC response: {} I0407 05:54:01.458627 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0407 05:54:01.458654 1 utils.go:199] ID: 17 GRPC request: {} I0407 05:54:01.458663 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0407 05:54:01.458706 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0407 05:54:01.460077 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0407 05:54:01.460105 1 utils.go:199] ID: 18 GRPC request: {} I0407 05:54:01.460121 1 utils.go:205] ID: 18 GRPC response: {} I0407 05:54:01.460495 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0407 05:54:01.460521 1 utils.go:199] ID: 19 GRPC request: {} I0407 05:54:01.460633 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0407 05:54:01.461218 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0407 05:54:01.461244 1 utils.go:199] ID: 20 GRPC request: {} I0407 05:54:01.461254 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0407 05:54:01.461376 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0407 05:55:01.961482 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0407 05:55:01.961625 1 utils.go:199] ID: 21 GRPC request: {} I0407 05:55:01.961839 1 utils.go:205] ID: 21 GRPC response: {} I0407 05:56:01.967604 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0407 05:56:01.967803 1 utils.go:199] ID: 22 GRPC request: {} I0407 05:56:01.967925 1 utils.go:205] ID: 22 GRPC response: {} I0407 05:57:01.961351 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0407 05:57:01.961507 1 utils.go:199] ID: 23 GRPC request: {} I0407 05:57:01.961590 1 utils.go:205] ID: 23 GRPC response: {} I0407 05:57:11.933782 1 utils.go:198] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e GRPC call: /csi.v1.Controller/CreateVolume I0407 05:57:11.934456 1 utils.go:199] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-1603098e-80e8-44c9-8b72-24c18d8a821e","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-1603098e-80e8-44c9-8b72-24c18d8a821e","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0407 05:57:11.934962 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e setting disableInUseChecks: false image features: [layering] mounter: rbd E0407 05:57:11.953813 1 omap.go:80] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0407 05:57:11.970767 1 omap.go:159] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-1603098e-80e8-44c9-8b72-24c18d8a821e:05d4a893-5f3c-4013-8a61-eb7661d478d5]) I0407 05:57:11.977985 1 omap.go:159] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e set omap keys (pool="kube", namespace="", name="csi.volume.05d4a893-5f3c-4013-8a61-eb7661d478d5"): map[csi.imagename:csi-vol-05d4a893-5f3c-4013-8a61-eb7661d478d5 csi.volname:pvc-1603098e-80e8-44c9-8b72-24c18d8a821e csi.volume.owner:default]) I0407 05:57:11.978033 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-05d4a893-5f3c-4013-8a61-eb7661d478d5) and image name (csi-vol-05d4a893-5f3c-4013-8a61-eb7661d478d5) for request name (pvc-1603098e-80e8-44c9-8b72-24c18d8a821e) I0407 05:57:11.978263 1 rbd_util.go:423] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e rbd: create kube/csi-vol-05d4a893-5f3c-4013-8a61-eb7661d478d5 size 5120M (features: [layering]) using mon 199.204.45.35 I0407 05:57:11.978406 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e setting image options on kube/csi-vol-05d4a893-5f3c-4013-8a61-eb7661d478d5 I0407 05:57:13.610965 1 controllerserver.go:763] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e created image kube/csi-vol-05d4a893-5f3c-4013-8a61-eb7661d478d5 backed for request name pvc-1603098e-80e8-44c9-8b72-24c18d8a821e I0407 05:57:13.663653 1 omap.go:159] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e set omap keys (pool="kube", namespace="", name="csi.volume.05d4a893-5f3c-4013-8a61-eb7661d478d5"): map[csi.imageid:37d77b16623a]) I0407 05:57:13.773686 1 utils.go:205] ID: 24 Req-ID: pvc-1603098e-80e8-44c9-8b72-24c18d8a821e GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-05d4a893-5f3c-4013-8a61-eb7661d478d5","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-05d4a893-5f3c-4013-8a61-eb7661d478d5"}} I0407 05:58:01.971295 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0407 05:58:01.971495 1 utils.go:199] ID: 25 GRPC request: {} I0407 05:58:01.971666 1 utils.go:205] ID: 25 GRPC response: {}