I0423 00:18:39.562337 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0423 00:18:39.562550 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0423 00:18:39.562584 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0423 00:18:39.562611 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0423 00:18:39.562629 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0423 00:18:39.562671 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0423 00:18:39.562695 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0423 00:18:39.562719 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0423 00:18:39.562740 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0423 00:18:39.562761 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0423 00:18:39.563170 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0423 00:18:39.563314 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0423 00:18:41.830219 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0423 00:18:41.831460 1 utils.go:199] ID: 1 GRPC request: {} I0423 00:18:41.831515 1 utils.go:205] ID: 1 GRPC response: {} I0423 00:18:41.834193 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 00:18:41.834226 1 utils.go:199] ID: 2 GRPC request: {} I0423 00:18:41.834236 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0423 00:18:41.834278 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 00:18:41.835322 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0423 00:18:41.835345 1 utils.go:199] ID: 3 GRPC request: {} I0423 00:18:41.835353 1 utils.go:205] ID: 3 GRPC response: {} I0423 00:18:41.835607 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 00:18:41.835680 1 utils.go:199] ID: 4 GRPC request: {} I0423 00:18:41.836127 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 00:18:41.836755 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:18:41.836797 1 utils.go:199] ID: 5 GRPC request: {} I0423 00:18:41.836804 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0423 00:18:41.836945 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:18:42.886812 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0423 00:18:42.886849 1 utils.go:199] ID: 6 GRPC request: {} I0423 00:18:42.886882 1 utils.go:205] ID: 6 GRPC response: {} I0423 00:18:42.889281 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 00:18:42.889302 1 utils.go:199] ID: 7 GRPC request: {} I0423 00:18:42.889310 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0423 00:18:42.889349 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 00:18:42.891038 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0423 00:18:42.891092 1 utils.go:199] ID: 8 GRPC request: {} I0423 00:18:42.891114 1 utils.go:205] ID: 8 GRPC response: {} I0423 00:18:42.891662 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 00:18:42.891690 1 utils.go:199] ID: 9 GRPC request: {} I0423 00:18:42.891838 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 00:18:42.892782 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:18:42.892844 1 utils.go:199] ID: 10 GRPC request: {} I0423 00:18:42.892865 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0423 00:18:42.893015 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:18:42.893674 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:18:42.893699 1 utils.go:199] ID: 11 GRPC request: {} I0423 00:18:42.893708 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0423 00:18:42.893852 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:18:42.894370 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:18:42.894436 1 utils.go:199] ID: 12 GRPC request: {} I0423 00:18:42.894451 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0423 00:18:42.894587 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:18:44.029446 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 00:18:44.029501 1 utils.go:199] ID: 13 GRPC request: {} I0423 00:18:44.029510 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0423 00:18:44.029545 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 00:18:44.033542 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0423 00:18:44.033581 1 utils.go:199] ID: 14 GRPC request: {} I0423 00:18:44.033600 1 utils.go:205] ID: 14 GRPC response: {} I0423 00:18:44.034012 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:18:44.034030 1 utils.go:199] ID: 15 GRPC request: {} I0423 00:18:44.034037 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0423 00:18:44.034103 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:18:46.124490 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0423 00:18:46.124531 1 utils.go:199] ID: 16 GRPC request: {} I0423 00:18:46.124555 1 utils.go:205] ID: 16 GRPC response: {} I0423 00:18:46.130399 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0423 00:18:46.130420 1 utils.go:199] ID: 17 GRPC request: {} I0423 00:18:46.130428 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0423 00:18:46.130449 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0423 00:18:46.132757 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0423 00:18:46.132779 1 utils.go:199] ID: 18 GRPC request: {} I0423 00:18:46.132790 1 utils.go:205] ID: 18 GRPC response: {} I0423 00:18:46.133301 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 00:18:46.133339 1 utils.go:199] ID: 19 GRPC request: {} I0423 00:18:46.133427 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0423 00:18:46.134134 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:18:46.134158 1 utils.go:199] ID: 20 GRPC request: {} I0423 00:18:46.134166 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0423 00:18:46.134271 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:19:46.351969 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0423 00:19:46.352044 1 utils.go:199] ID: 21 GRPC request: {} I0423 00:19:46.352092 1 utils.go:205] ID: 21 GRPC response: {} I0423 00:20:46.295629 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0423 00:20:46.295724 1 utils.go:199] ID: 22 GRPC request: {} I0423 00:20:46.295769 1 utils.go:205] ID: 22 GRPC response: {} I0423 00:21:46.353893 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0423 00:21:46.353972 1 utils.go:199] ID: 23 GRPC request: {} I0423 00:21:46.354046 1 utils.go:205] ID: 23 GRPC response: {} I0423 00:21:49.066857 1 utils.go:198] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 GRPC call: /csi.v1.Controller/CreateVolume I0423 00:21:49.067431 1 utils.go:199] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0423 00:21:49.068307 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 setting disableInUseChecks: false image features: [layering] mounter: rbd E0423 00:21:49.088463 1 omap.go:80] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0423 00:21:49.103485 1 omap.go:159] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88:20c1027c-79a4-41b2-a152-0cc0caaa225e]) I0423 00:21:49.111103 1 omap.go:159] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 set omap keys (pool="kube", namespace="", name="csi.volume.20c1027c-79a4-41b2-a152-0cc0caaa225e"): map[csi.imagename:csi-vol-20c1027c-79a4-41b2-a152-0cc0caaa225e csi.volname:pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 csi.volume.owner:default]) I0423 00:21:49.111143 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-20c1027c-79a4-41b2-a152-0cc0caaa225e) and image name (csi-vol-20c1027c-79a4-41b2-a152-0cc0caaa225e) for request name (pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88) I0423 00:21:49.111222 1 rbd_util.go:423] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 rbd: create kube/csi-vol-20c1027c-79a4-41b2-a152-0cc0caaa225e size 5120M (features: [layering]) using mon 199.204.45.209 I0423 00:21:49.111271 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 setting image options on kube/csi-vol-20c1027c-79a4-41b2-a152-0cc0caaa225e I0423 00:21:50.942257 1 controllerserver.go:763] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 created image kube/csi-vol-20c1027c-79a4-41b2-a152-0cc0caaa225e backed for request name pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 I0423 00:21:50.976416 1 omap.go:159] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 set omap keys (pool="kube", namespace="", name="csi.volume.20c1027c-79a4-41b2-a152-0cc0caaa225e"): map[csi.imageid:37d9482b9579]) I0423 00:21:51.063634 1 utils.go:205] ID: 24 Req-ID: pvc-e8535e72-6e1a-4f11-b84e-f95c53c9cc88 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-20c1027c-79a4-41b2-a152-0cc0caaa225e","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-20c1027c-79a4-41b2-a152-0cc0caaa225e"}}