I0725 17:17:10.772677 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0725 17:17:10.772847 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0725 17:17:10.772869 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0725 17:17:10.772882 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0725 17:17:10.772895 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0725 17:17:10.772911 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0725 17:17:10.772924 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0725 17:17:10.772935 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0725 17:17:10.772949 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0725 17:17:10.772961 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0725 17:17:10.773224 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0725 17:17:10.773270 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0725 17:17:24.139788 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0725 17:17:24.141155 1 utils.go:199] ID: 1 GRPC request: {} I0725 17:17:24.141210 1 utils.go:205] ID: 1 GRPC response: {} I0725 17:17:24.143624 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0725 17:17:24.143931 1 utils.go:199] ID: 2 GRPC request: {} I0725 17:17:24.144069 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0725 17:17:24.144319 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0725 17:17:24.147311 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0725 17:17:24.147351 1 utils.go:199] ID: 3 GRPC request: {} I0725 17:17:24.147373 1 utils.go:205] ID: 3 GRPC response: {} I0725 17:17:24.147923 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0725 17:17:24.148012 1 utils.go:199] ID: 4 GRPC request: {} I0725 17:17:24.148142 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0725 17:17:24.148939 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0725 17:17:24.148980 1 utils.go:199] ID: 5 GRPC request: {} I0725 17:17:24.148992 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0725 17:17:24.149104 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0725 17:17:30.006681 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0725 17:17:30.006717 1 utils.go:199] ID: 6 GRPC request: {} I0725 17:17:30.006738 1 utils.go:205] ID: 6 GRPC response: {} I0725 17:17:30.008708 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0725 17:17:30.008750 1 utils.go:199] ID: 7 GRPC request: {} I0725 17:17:30.008765 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0725 17:17:30.008795 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0725 17:17:30.011976 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0725 17:17:30.011997 1 utils.go:199] ID: 8 GRPC request: {} I0725 17:17:30.012008 1 utils.go:205] ID: 8 GRPC response: {} I0725 17:17:30.012609 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0725 17:17:30.012655 1 utils.go:199] ID: 9 GRPC request: {} I0725 17:17:30.012737 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0725 17:17:30.013439 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0725 17:17:30.013453 1 utils.go:199] ID: 10 GRPC request: {} I0725 17:17:30.013460 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0725 17:17:30.013544 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0725 17:17:30.014044 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0725 17:17:30.014067 1 utils.go:199] ID: 11 GRPC request: {} I0725 17:17:30.014076 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0725 17:17:30.014160 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0725 17:17:30.014512 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0725 17:17:30.014528 1 utils.go:199] ID: 12 GRPC request: {} I0725 17:17:30.014533 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0725 17:17:30.014583 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0725 17:17:32.017303 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0725 17:17:32.017382 1 utils.go:199] ID: 13 GRPC request: {} I0725 17:17:32.017407 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0725 17:17:32.017459 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0725 17:17:32.019109 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0725 17:17:32.019171 1 utils.go:199] ID: 14 GRPC request: {} I0725 17:17:32.019195 1 utils.go:205] ID: 14 GRPC response: {} I0725 17:17:32.019621 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0725 17:17:32.019655 1 utils.go:199] ID: 15 GRPC request: {} I0725 17:17:32.019668 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0725 17:17:32.019817 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0725 17:17:34.258053 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0725 17:17:34.258086 1 utils.go:199] ID: 16 GRPC request: {} I0725 17:17:34.258103 1 utils.go:205] ID: 16 GRPC response: {} I0725 17:17:34.261901 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0725 17:17:34.261922 1 utils.go:199] ID: 17 GRPC request: {} I0725 17:17:34.261929 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0725 17:17:34.261948 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0725 17:17:34.265785 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0725 17:17:34.265820 1 utils.go:199] ID: 18 GRPC request: {} I0725 17:17:34.265838 1 utils.go:205] ID: 18 GRPC response: {} I0725 17:17:34.266477 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0725 17:17:34.266511 1 utils.go:199] ID: 19 GRPC request: {} I0725 17:17:34.266606 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0725 17:17:34.267219 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0725 17:17:34.267242 1 utils.go:199] ID: 20 GRPC request: {} I0725 17:17:34.267250 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0725 17:17:34.267335 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0725 17:18:37.642908 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0725 17:18:37.642971 1 utils.go:199] ID: 21 GRPC request: {} I0725 17:18:37.642993 1 utils.go:205] ID: 21 GRPC response: {} I0725 17:19:37.585218 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0725 17:19:37.585310 1 utils.go:199] ID: 22 GRPC request: {} I0725 17:19:37.585339 1 utils.go:205] ID: 22 GRPC response: {} I0725 17:20:37.583796 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0725 17:20:37.583858 1 utils.go:199] ID: 23 GRPC request: {} I0725 17:20:37.583923 1 utils.go:205] ID: 23 GRPC response: {} I0725 17:21:37.594884 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0725 17:21:37.594955 1 utils.go:199] ID: 24 GRPC request: {} I0725 17:21:37.594993 1 utils.go:205] ID: 24 GRPC response: {} I0725 17:22:37.583975 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0725 17:22:37.584034 1 utils.go:199] ID: 25 GRPC request: {} I0725 17:22:37.584056 1 utils.go:205] ID: 25 GRPC response: {} I0725 17:23:07.531846 1 utils.go:198] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 GRPC call: /csi.v1.Controller/CreateVolume I0725 17:23:07.532616 1 utils.go:199] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0725 17:23:07.534458 1 rbd_util.go:1315] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 setting disableInUseChecks: false image features: [layering] mounter: rbd E0725 17:23:07.552225 1 omap.go:80] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0725 17:23:07.566657 1 omap.go:159] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635:02f72348-7d63-4b24-9e33-87ee8b36523b]) I0725 17:23:07.576578 1 omap.go:159] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 set omap keys (pool="kube", namespace="", name="csi.volume.02f72348-7d63-4b24-9e33-87ee8b36523b"): map[csi.imagename:csi-vol-02f72348-7d63-4b24-9e33-87ee8b36523b csi.volname:pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 csi.volume.owner:default]) I0725 17:23:07.576623 1 rbd_journal.go:491] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-02f72348-7d63-4b24-9e33-87ee8b36523b) and image name (csi-vol-02f72348-7d63-4b24-9e33-87ee8b36523b) for request name (pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635) I0725 17:23:07.576806 1 rbd_util.go:423] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 rbd: create kube/csi-vol-02f72348-7d63-4b24-9e33-87ee8b36523b size 5120M (features: [layering]) using mon 199.204.45.109 I0725 17:23:07.576877 1 rbd_util.go:1563] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 setting image options on kube/csi-vol-02f72348-7d63-4b24-9e33-87ee8b36523b I0725 17:23:07.611037 1 controllerserver.go:763] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 created image kube/csi-vol-02f72348-7d63-4b24-9e33-87ee8b36523b backed for request name pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 I0725 17:23:07.643648 1 omap.go:159] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 set omap keys (pool="kube", namespace="", name="csi.volume.02f72348-7d63-4b24-9e33-87ee8b36523b"): map[csi.imageid:37f39952333b]) I0725 17:23:07.753991 1 utils.go:205] ID: 26 Req-ID: pvc-0120ffb0-389c-4ef2-be0a-a327b1adc635 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-02f72348-7d63-4b24-9e33-87ee8b36523b","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-02f72348-7d63-4b24-9e33-87ee8b36523b"}} I0725 17:23:37.606931 1 utils.go:198] ID: 27 GRPC call: /csi.v1.Identity/Probe I0725 17:23:37.606997 1 utils.go:199] ID: 27 GRPC request: {} I0725 17:23:37.607043 1 utils.go:205] ID: 27 GRPC response: {}