I0529 05:56:43.624286 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0529 05:56:43.624409 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0529 05:56:43.624420 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0529 05:56:43.624423 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0529 05:56:43.624425 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0529 05:56:43.624430 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0529 05:56:43.624434 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0529 05:56:43.624437 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0529 05:56:43.624439 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0529 05:56:43.624442 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0529 05:56:43.624791 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0529 05:56:43.624797 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0529 05:56:52.261616 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0529 05:56:52.262963 1 utils.go:199] ID: 1 GRPC request: {} I0529 05:56:52.263021 1 utils.go:205] ID: 1 GRPC response: {} I0529 05:56:52.264929 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:56:52.264973 1 utils.go:199] ID: 2 GRPC request: {} I0529 05:56:52.264990 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0529 05:56:52.265041 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:56:52.267651 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0529 05:56:52.267714 1 utils.go:199] ID: 3 GRPC request: {} I0529 05:56:52.267766 1 utils.go:205] ID: 3 GRPC response: {} I0529 05:56:52.268614 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 05:56:52.268715 1 utils.go:199] ID: 4 GRPC request: {} I0529 05:56:52.269025 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 05:56:52.269992 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:56:52.270056 1 utils.go:199] ID: 5 GRPC request: {} I0529 05:56:52.270070 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0529 05:56:52.270197 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:56:53.467318 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0529 05:56:53.467376 1 utils.go:199] ID: 6 GRPC request: {} I0529 05:56:53.467413 1 utils.go:205] ID: 6 GRPC response: {} I0529 05:56:53.470813 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:56:53.470856 1 utils.go:199] ID: 7 GRPC request: {} I0529 05:56:53.470870 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0529 05:56:53.470920 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:56:53.472787 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0529 05:56:53.472817 1 utils.go:199] ID: 8 GRPC request: {} I0529 05:56:53.472832 1 utils.go:205] ID: 8 GRPC response: {} I0529 05:56:53.473347 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 05:56:53.473402 1 utils.go:199] ID: 9 GRPC request: {} I0529 05:56:53.473522 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 05:56:53.474107 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:56:53.474137 1 utils.go:199] ID: 10 GRPC request: {} I0529 05:56:53.474147 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0529 05:56:53.474260 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:56:53.475043 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:56:53.475073 1 utils.go:199] ID: 11 GRPC request: {} I0529 05:56:53.475084 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0529 05:56:53.475213 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:56:53.475614 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:56:53.475642 1 utils.go:199] ID: 12 GRPC request: {} I0529 05:56:53.475655 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0529 05:56:53.475747 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:56:54.684863 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:56:54.684942 1 utils.go:199] ID: 13 GRPC request: {} I0529 05:56:54.684955 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0529 05:56:54.684996 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:56:54.686307 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0529 05:56:54.686367 1 utils.go:199] ID: 14 GRPC request: {} I0529 05:56:54.686397 1 utils.go:205] ID: 14 GRPC response: {} I0529 05:56:54.686780 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:56:54.686824 1 utils.go:199] ID: 15 GRPC request: {} I0529 05:56:54.686836 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0529 05:56:54.686950 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:56:56.263426 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0529 05:56:56.263466 1 utils.go:199] ID: 16 GRPC request: {} I0529 05:56:56.263482 1 utils.go:205] ID: 16 GRPC response: {} I0529 05:56:56.265560 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 05:56:56.265602 1 utils.go:199] ID: 17 GRPC request: {} I0529 05:56:56.265612 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0529 05:56:56.265638 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 05:56:56.267900 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0529 05:56:56.268015 1 utils.go:199] ID: 18 GRPC request: {} I0529 05:56:56.268046 1 utils.go:205] ID: 18 GRPC response: {} I0529 05:56:56.270839 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 05:56:56.270882 1 utils.go:199] ID: 19 GRPC request: {} I0529 05:56:56.271095 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 05:56:56.273667 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 05:56:56.273694 1 utils.go:199] ID: 20 GRPC request: {} I0529 05:56:56.273704 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0529 05:56:56.273827 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 05:57:56.490370 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0529 05:57:56.490431 1 utils.go:199] ID: 21 GRPC request: {} I0529 05:57:56.490462 1 utils.go:205] ID: 21 GRPC response: {} I0529 05:58:56.447349 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0529 05:58:56.447414 1 utils.go:199] ID: 22 GRPC request: {} I0529 05:58:56.447459 1 utils.go:205] ID: 22 GRPC response: {} I0529 05:59:56.446987 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0529 05:59:56.447065 1 utils.go:199] ID: 23 GRPC request: {} I0529 05:59:56.447088 1 utils.go:205] ID: 23 GRPC response: {} I0529 06:00:36.119029 1 utils.go:198] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 GRPC call: /csi.v1.Controller/CreateVolume I0529 06:00:36.119410 1 utils.go:199] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0529 06:00:36.119685 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 setting disableInUseChecks: false image features: [layering] mounter: rbd E0529 06:00:36.136059 1 omap.go:80] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0529 06:00:36.152256 1 omap.go:159] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10:69a43ec4-d967-4ef0-9c5b-8d4fa044e310]) I0529 06:00:36.162434 1 omap.go:159] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 set omap keys (pool="kube", namespace="", name="csi.volume.69a43ec4-d967-4ef0-9c5b-8d4fa044e310"): map[csi.imagename:csi-vol-69a43ec4-d967-4ef0-9c5b-8d4fa044e310 csi.volname:pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 csi.volume.owner:default]) I0529 06:00:36.162485 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-69a43ec4-d967-4ef0-9c5b-8d4fa044e310) and image name (csi-vol-69a43ec4-d967-4ef0-9c5b-8d4fa044e310) for request name (pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10) I0529 06:00:36.162760 1 rbd_util.go:423] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 rbd: create kube/csi-vol-69a43ec4-d967-4ef0-9c5b-8d4fa044e310 size 5120M (features: [layering]) using mon 199.19.213.104 I0529 06:00:36.162885 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 setting image options on kube/csi-vol-69a43ec4-d967-4ef0-9c5b-8d4fa044e310 I0529 06:00:36.206847 1 controllerserver.go:763] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 created image kube/csi-vol-69a43ec4-d967-4ef0-9c5b-8d4fa044e310 backed for request name pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 I0529 06:00:36.245223 1 omap.go:159] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 set omap keys (pool="kube", namespace="", name="csi.volume.69a43ec4-d967-4ef0-9c5b-8d4fa044e310"): map[csi.imageid:37f3e4ccd976]) I0529 06:00:36.344585 1 utils.go:205] ID: 24 Req-ID: pvc-7d5c7e8d-5919-4f27-88e3-e127852bac10 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-69a43ec4-d967-4ef0-9c5b-8d4fa044e310","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-69a43ec4-d967-4ef0-9c5b-8d4fa044e310"}} I0529 06:00:56.457561 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0529 06:00:56.457657 1 utils.go:199] ID: 25 GRPC request: {} I0529 06:00:56.457691 1 utils.go:205] ID: 25 GRPC response: {}