I0529 02:08:48.405137 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0529 02:08:48.405276 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0529 02:08:48.405289 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0529 02:08:48.405292 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0529 02:08:48.405295 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0529 02:08:48.405298 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0529 02:08:48.405301 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0529 02:08:48.405305 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0529 02:08:48.405309 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0529 02:08:48.405312 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0529 02:08:48.405668 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0529 02:08:48.405675 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0529 02:08:50.777971 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0529 02:08:50.779238 1 utils.go:199] ID: 1 GRPC request: {} I0529 02:08:50.779325 1 utils.go:205] ID: 1 GRPC response: {} I0529 02:08:50.781498 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 02:08:50.781626 1 utils.go:199] ID: 2 GRPC request: {} I0529 02:08:50.781666 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0529 02:08:50.781721 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 02:08:50.785001 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0529 02:08:50.785059 1 utils.go:199] ID: 3 GRPC request: {} I0529 02:08:50.785087 1 utils.go:205] ID: 3 GRPC response: {} I0529 02:08:50.785587 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 02:08:50.785688 1 utils.go:199] ID: 4 GRPC request: {} I0529 02:08:50.785886 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 02:08:50.786766 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 02:08:50.786819 1 utils.go:199] ID: 5 GRPC request: {} I0529 02:08:50.786833 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0529 02:08:50.786950 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 02:08:52.281756 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0529 02:08:52.281804 1 utils.go:199] ID: 6 GRPC request: {} I0529 02:08:52.281853 1 utils.go:205] ID: 6 GRPC response: {} I0529 02:08:52.285462 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 02:08:52.285524 1 utils.go:199] ID: 7 GRPC request: {} I0529 02:08:52.285540 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0529 02:08:52.285591 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 02:08:52.289367 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0529 02:08:52.289404 1 utils.go:199] ID: 8 GRPC request: {} I0529 02:08:52.289423 1 utils.go:205] ID: 8 GRPC response: {} I0529 02:08:52.290247 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 02:08:52.290280 1 utils.go:199] ID: 9 GRPC request: {} I0529 02:08:52.290407 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 02:08:52.291216 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 02:08:52.291306 1 utils.go:199] ID: 10 GRPC request: {} I0529 02:08:52.291365 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0529 02:08:52.291574 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 02:08:52.292169 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 02:08:52.292201 1 utils.go:199] ID: 11 GRPC request: {} I0529 02:08:52.292213 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0529 02:08:52.292352 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 02:08:52.292741 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 02:08:52.292816 1 utils.go:199] ID: 12 GRPC request: {} I0529 02:08:52.292846 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0529 02:08:52.293354 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 02:08:53.621012 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 02:08:53.621047 1 utils.go:199] ID: 13 GRPC request: {} I0529 02:08:53.621064 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0529 02:08:53.621088 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 02:08:53.624577 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0529 02:08:53.624597 1 utils.go:199] ID: 14 GRPC request: {} I0529 02:08:53.624609 1 utils.go:205] ID: 14 GRPC response: {} I0529 02:08:53.624978 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 02:08:53.624995 1 utils.go:199] ID: 15 GRPC request: {} I0529 02:08:53.625002 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0529 02:08:53.625089 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 02:08:54.891880 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0529 02:08:54.891917 1 utils.go:199] ID: 16 GRPC request: {} I0529 02:08:54.891936 1 utils.go:205] ID: 16 GRPC response: {} I0529 02:08:54.895887 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0529 02:08:54.895927 1 utils.go:199] ID: 17 GRPC request: {} I0529 02:08:54.895939 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0529 02:08:54.895972 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0529 02:08:54.898998 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0529 02:08:54.899050 1 utils.go:199] ID: 18 GRPC request: {} I0529 02:08:54.899066 1 utils.go:205] ID: 18 GRPC response: {} I0529 02:08:54.899513 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 02:08:54.899550 1 utils.go:199] ID: 19 GRPC request: {} I0529 02:08:54.899648 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0529 02:08:54.900488 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 02:08:54.900563 1 utils.go:199] ID: 20 GRPC request: {} I0529 02:08:54.900651 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0529 02:08:54.900774 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0529 02:09:55.068366 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0529 02:09:55.068412 1 utils.go:199] ID: 21 GRPC request: {} I0529 02:09:55.068434 1 utils.go:205] ID: 21 GRPC response: {} I0529 02:10:55.068252 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0529 02:10:55.068300 1 utils.go:199] ID: 22 GRPC request: {} I0529 02:10:55.068325 1 utils.go:205] ID: 22 GRPC response: {} I0529 02:11:55.068048 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0529 02:11:55.068211 1 utils.go:199] ID: 23 GRPC request: {} I0529 02:11:55.068258 1 utils.go:205] ID: 23 GRPC response: {} I0529 02:12:34.479547 1 utils.go:198] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 GRPC call: /csi.v1.Controller/CreateVolume I0529 02:12:34.480248 1 utils.go:199] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0529 02:12:34.480726 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 setting disableInUseChecks: false image features: [layering] mounter: rbd E0529 02:12:34.498999 1 omap.go:80] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0529 02:12:34.514471 1 omap.go:159] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7:2656a190-85e2-4e20-b40c-3ea6e7e8a90f]) I0529 02:12:34.519554 1 omap.go:159] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 set omap keys (pool="kube", namespace="", name="csi.volume.2656a190-85e2-4e20-b40c-3ea6e7e8a90f"): map[csi.imagename:csi-vol-2656a190-85e2-4e20-b40c-3ea6e7e8a90f csi.volname:pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 csi.volume.owner:default]) I0529 02:12:34.519590 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2656a190-85e2-4e20-b40c-3ea6e7e8a90f) and image name (csi-vol-2656a190-85e2-4e20-b40c-3ea6e7e8a90f) for request name (pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7) I0529 02:12:34.519764 1 rbd_util.go:423] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 rbd: create kube/csi-vol-2656a190-85e2-4e20-b40c-3ea6e7e8a90f size 5120M (features: [layering]) using mon 199.204.45.132 I0529 02:12:34.519836 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 setting image options on kube/csi-vol-2656a190-85e2-4e20-b40c-3ea6e7e8a90f I0529 02:12:34.548596 1 controllerserver.go:763] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 created image kube/csi-vol-2656a190-85e2-4e20-b40c-3ea6e7e8a90f backed for request name pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 I0529 02:12:34.582671 1 omap.go:159] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 set omap keys (pool="kube", namespace="", name="csi.volume.2656a190-85e2-4e20-b40c-3ea6e7e8a90f"): map[csi.imageid:37ed487d8a23]) I0529 02:12:34.663391 1 utils.go:205] ID: 24 Req-ID: pvc-5cb00f7a-7092-443c-8591-6da6e79a08b7 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-2656a190-85e2-4e20-b40c-3ea6e7e8a90f","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2656a190-85e2-4e20-b40c-3ea6e7e8a90f"}} I0529 02:12:55.084775 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0529 02:12:55.084825 1 utils.go:199] ID: 25 GRPC request: {} I0529 02:12:55.084842 1 utils.go:205] ID: 25 GRPC response: {}