I0412 17:29:11.036309 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0412 17:29:11.036615 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0412 17:29:11.036638 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0412 17:29:11.036646 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0412 17:29:11.036652 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0412 17:29:11.036656 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0412 17:29:11.036662 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0412 17:29:11.036666 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0412 17:29:11.036671 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0412 17:29:11.036680 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0412 17:29:11.036978 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0412 17:29:11.036977 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0412 17:29:12.924645 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0412 17:29:12.925852 1 utils.go:199] ID: 1 GRPC request: {} I0412 17:29:12.925897 1 utils.go:205] ID: 1 GRPC response: {} I0412 17:29:12.927693 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0412 17:29:12.927771 1 utils.go:199] ID: 2 GRPC request: {} I0412 17:29:12.927796 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0412 17:29:12.927876 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0412 17:29:12.930201 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0412 17:29:12.930236 1 utils.go:199] ID: 3 GRPC request: {} I0412 17:29:12.930261 1 utils.go:205] ID: 3 GRPC response: {} I0412 17:29:12.930724 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0412 17:29:12.930854 1 utils.go:199] ID: 4 GRPC request: {} I0412 17:29:12.931195 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0412 17:29:12.932368 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0412 17:29:12.932476 1 utils.go:199] ID: 5 GRPC request: {} I0412 17:29:12.932490 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0412 17:29:12.932722 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0412 17:29:15.652409 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0412 17:29:15.652547 1 utils.go:199] ID: 6 GRPC request: {} I0412 17:29:15.652577 1 utils.go:205] ID: 6 GRPC response: {} I0412 17:29:15.656239 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0412 17:29:15.656284 1 utils.go:199] ID: 7 GRPC request: {} I0412 17:29:15.656292 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0412 17:29:15.656321 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0412 17:29:15.658453 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0412 17:29:15.658476 1 utils.go:199] ID: 8 GRPC request: {} I0412 17:29:15.658491 1 utils.go:205] ID: 8 GRPC response: {} I0412 17:29:15.659085 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0412 17:29:15.659125 1 utils.go:199] ID: 9 GRPC request: {} I0412 17:29:15.659237 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0412 17:29:15.660200 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0412 17:29:15.660231 1 utils.go:199] ID: 10 GRPC request: {} I0412 17:29:15.660250 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0412 17:29:15.660369 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0412 17:29:15.661026 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0412 17:29:15.661052 1 utils.go:199] ID: 11 GRPC request: {} I0412 17:29:15.661066 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0412 17:29:15.661156 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0412 17:29:15.661543 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0412 17:29:15.661568 1 utils.go:199] ID: 12 GRPC request: {} I0412 17:29:15.661579 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0412 17:29:15.661659 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0412 17:29:17.332489 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0412 17:29:17.332525 1 utils.go:199] ID: 13 GRPC request: {} I0412 17:29:17.332534 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0412 17:29:17.332563 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0412 17:29:17.339347 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0412 17:29:17.339459 1 utils.go:199] ID: 14 GRPC request: {} I0412 17:29:17.339530 1 utils.go:205] ID: 14 GRPC response: {} I0412 17:29:17.340222 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0412 17:29:17.340258 1 utils.go:199] ID: 15 GRPC request: {} I0412 17:29:17.340267 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0412 17:29:17.340366 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0412 17:29:18.531178 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0412 17:29:18.531210 1 utils.go:199] ID: 16 GRPC request: {} I0412 17:29:18.531224 1 utils.go:205] ID: 16 GRPC response: {} I0412 17:29:18.534209 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0412 17:29:18.534257 1 utils.go:199] ID: 17 GRPC request: {} I0412 17:29:18.534269 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0412 17:29:18.534398 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0412 17:29:18.537296 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0412 17:29:18.537336 1 utils.go:199] ID: 18 GRPC request: {} I0412 17:29:18.537352 1 utils.go:205] ID: 18 GRPC response: {} I0412 17:29:18.537663 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0412 17:29:18.537688 1 utils.go:199] ID: 19 GRPC request: {} I0412 17:29:18.537803 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0412 17:29:18.538397 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0412 17:29:18.538419 1 utils.go:199] ID: 20 GRPC request: {} I0412 17:29:18.538428 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0412 17:29:18.538516 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0412 17:30:18.704950 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0412 17:30:18.704999 1 utils.go:199] ID: 21 GRPC request: {} I0412 17:30:18.705043 1 utils.go:205] ID: 21 GRPC response: {} I0412 17:31:18.705187 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0412 17:31:18.705259 1 utils.go:199] ID: 22 GRPC request: {} I0412 17:31:18.705278 1 utils.go:205] ID: 22 GRPC response: {} I0412 17:32:18.757000 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0412 17:32:18.757054 1 utils.go:199] ID: 23 GRPC request: {} I0412 17:32:18.757069 1 utils.go:205] ID: 23 GRPC response: {} I0412 17:32:27.972643 1 utils.go:198] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d GRPC call: /csi.v1.Controller/CreateVolume I0412 17:32:27.972975 1 utils.go:199] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-01b86de3-2347-45fa-868e-494b472ef00d","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-01b86de3-2347-45fa-868e-494b472ef00d","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0412 17:32:27.973195 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d setting disableInUseChecks: false image features: [layering] mounter: rbd E0412 17:32:27.992125 1 omap.go:80] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0412 17:32:28.007133 1 omap.go:159] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-01b86de3-2347-45fa-868e-494b472ef00d:edef24f6-86f1-4811-8e57-b4b453e29042]) I0412 17:32:28.014115 1 omap.go:159] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d set omap keys (pool="kube", namespace="", name="csi.volume.edef24f6-86f1-4811-8e57-b4b453e29042"): map[csi.imagename:csi-vol-edef24f6-86f1-4811-8e57-b4b453e29042 csi.volname:pvc-01b86de3-2347-45fa-868e-494b472ef00d csi.volume.owner:default]) I0412 17:32:28.014157 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-edef24f6-86f1-4811-8e57-b4b453e29042) and image name (csi-vol-edef24f6-86f1-4811-8e57-b4b453e29042) for request name (pvc-01b86de3-2347-45fa-868e-494b472ef00d) I0412 17:32:28.014252 1 rbd_util.go:423] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d rbd: create kube/csi-vol-edef24f6-86f1-4811-8e57-b4b453e29042 size 5120M (features: [layering]) using mon 199.204.45.244 I0412 17:32:28.014323 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d setting image options on kube/csi-vol-edef24f6-86f1-4811-8e57-b4b453e29042 I0412 17:32:29.966115 1 controllerserver.go:763] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d created image kube/csi-vol-edef24f6-86f1-4811-8e57-b4b453e29042 backed for request name pvc-01b86de3-2347-45fa-868e-494b472ef00d I0412 17:32:30.002287 1 omap.go:159] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d set omap keys (pool="kube", namespace="", name="csi.volume.edef24f6-86f1-4811-8e57-b4b453e29042"): map[csi.imageid:37d955977746]) I0412 17:32:30.116400 1 utils.go:205] ID: 24 Req-ID: pvc-01b86de3-2347-45fa-868e-494b472ef00d GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-edef24f6-86f1-4811-8e57-b4b453e29042","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-edef24f6-86f1-4811-8e57-b4b453e29042"}} I0412 17:33:18.715482 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0412 17:33:18.715575 1 utils.go:199] ID: 25 GRPC request: {} I0412 17:33:18.715599 1 utils.go:205] ID: 25 GRPC response: {}