I0413 01:31:00.275800 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0413 01:31:00.275898 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0413 01:31:00.275915 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0413 01:31:00.275931 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0413 01:31:00.275938 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0413 01:31:00.275941 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0413 01:31:00.275945 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0413 01:31:00.275949 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0413 01:31:00.275953 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0413 01:31:00.275956 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0413 01:31:00.276330 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0413 01:31:00.276342 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0413 01:31:02.964056 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0413 01:31:02.965552 1 utils.go:199] ID: 1 GRPC request: {} I0413 01:31:02.965615 1 utils.go:205] ID: 1 GRPC response: {} I0413 01:31:02.969516 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0413 01:31:02.969568 1 utils.go:199] ID: 2 GRPC request: {} I0413 01:31:02.969586 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0413 01:31:02.969623 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0413 01:31:02.970817 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0413 01:31:02.970838 1 utils.go:199] ID: 3 GRPC request: {} I0413 01:31:02.970849 1 utils.go:205] ID: 3 GRPC response: {} I0413 01:31:02.971247 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0413 01:31:02.971339 1 utils.go:199] ID: 4 GRPC request: {} I0413 01:31:02.971505 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0413 01:31:02.972308 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0413 01:31:02.972444 1 utils.go:199] ID: 5 GRPC request: {} I0413 01:31:02.972478 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0413 01:31:02.972625 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0413 01:31:05.000489 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0413 01:31:05.000523 1 utils.go:199] ID: 6 GRPC request: {} I0413 01:31:05.000540 1 utils.go:205] ID: 6 GRPC response: {} I0413 01:31:05.003005 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0413 01:31:05.003198 1 utils.go:199] ID: 7 GRPC request: {} I0413 01:31:05.003218 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0413 01:31:05.003495 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0413 01:31:05.005069 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0413 01:31:05.005088 1 utils.go:199] ID: 8 GRPC request: {} I0413 01:31:05.005098 1 utils.go:205] ID: 8 GRPC response: {} I0413 01:31:05.005787 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0413 01:31:05.005969 1 utils.go:199] ID: 9 GRPC request: {} I0413 01:31:05.006179 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0413 01:31:05.008174 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0413 01:31:05.008197 1 utils.go:199] ID: 10 GRPC request: {} I0413 01:31:05.008205 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0413 01:31:05.008276 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0413 01:31:05.008716 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0413 01:31:05.008734 1 utils.go:199] ID: 11 GRPC request: {} I0413 01:31:05.008740 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0413 01:31:05.008808 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0413 01:31:05.009060 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0413 01:31:05.009077 1 utils.go:199] ID: 12 GRPC request: {} I0413 01:31:05.009083 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0413 01:31:05.009151 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0413 01:31:06.294764 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0413 01:31:06.294822 1 utils.go:199] ID: 13 GRPC request: {} I0413 01:31:06.294832 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0413 01:31:06.294858 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0413 01:31:06.297616 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0413 01:31:06.297661 1 utils.go:199] ID: 14 GRPC request: {} I0413 01:31:06.297817 1 utils.go:205] ID: 14 GRPC response: {} I0413 01:31:06.298717 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0413 01:31:06.298781 1 utils.go:199] ID: 15 GRPC request: {} I0413 01:31:06.298814 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0413 01:31:06.298931 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0413 01:31:07.497674 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0413 01:31:07.497708 1 utils.go:199] ID: 16 GRPC request: {} I0413 01:31:07.497721 1 utils.go:205] ID: 16 GRPC response: {} I0413 01:31:07.503661 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0413 01:31:07.503693 1 utils.go:199] ID: 17 GRPC request: {} I0413 01:31:07.503711 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0413 01:31:07.503789 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0413 01:31:07.508487 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0413 01:31:07.508567 1 utils.go:199] ID: 18 GRPC request: {} I0413 01:31:07.508621 1 utils.go:205] ID: 18 GRPC response: {} I0413 01:31:07.509207 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0413 01:31:07.509252 1 utils.go:199] ID: 19 GRPC request: {} I0413 01:31:07.509555 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0413 01:31:07.515747 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0413 01:31:07.515769 1 utils.go:199] ID: 20 GRPC request: {} I0413 01:31:07.515819 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0413 01:31:07.515925 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0413 01:32:07.702364 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0413 01:32:07.702418 1 utils.go:199] ID: 21 GRPC request: {} I0413 01:32:07.702710 1 utils.go:205] ID: 21 GRPC response: {} I0413 01:33:07.720994 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0413 01:33:07.721056 1 utils.go:199] ID: 22 GRPC request: {} I0413 01:33:07.721081 1 utils.go:205] ID: 22 GRPC response: {} I0413 01:34:07.704608 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0413 01:34:07.704667 1 utils.go:199] ID: 23 GRPC request: {} I0413 01:34:07.704703 1 utils.go:205] ID: 23 GRPC response: {} I0413 01:34:08.676871 1 utils.go:198] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f GRPC call: /csi.v1.Controller/CreateVolume I0413 01:34:08.677818 1 utils.go:199] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-34c76774-5344-479e-b6e8-c455ff7db31f","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-34c76774-5344-479e-b6e8-c455ff7db31f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0413 01:34:08.678513 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f setting disableInUseChecks: false image features: [layering] mounter: rbd E0413 01:34:08.699269 1 omap.go:80] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0413 01:34:08.713925 1 omap.go:159] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-34c76774-5344-479e-b6e8-c455ff7db31f:e0676bbe-2615-430a-b50b-f22aff73de0a]) I0413 01:34:08.721743 1 omap.go:159] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f set omap keys (pool="kube", namespace="", name="csi.volume.e0676bbe-2615-430a-b50b-f22aff73de0a"): map[csi.imagename:csi-vol-e0676bbe-2615-430a-b50b-f22aff73de0a csi.volname:pvc-34c76774-5344-479e-b6e8-c455ff7db31f csi.volume.owner:default]) I0413 01:34:08.721838 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-e0676bbe-2615-430a-b50b-f22aff73de0a) and image name (csi-vol-e0676bbe-2615-430a-b50b-f22aff73de0a) for request name (pvc-34c76774-5344-479e-b6e8-c455ff7db31f) I0413 01:34:08.721973 1 rbd_util.go:423] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f rbd: create kube/csi-vol-e0676bbe-2615-430a-b50b-f22aff73de0a size 5120M (features: [layering]) using mon 199.204.45.23 I0413 01:34:08.722130 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f setting image options on kube/csi-vol-e0676bbe-2615-430a-b50b-f22aff73de0a I0413 01:34:10.110727 1 controllerserver.go:763] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f created image kube/csi-vol-e0676bbe-2615-430a-b50b-f22aff73de0a backed for request name pvc-34c76774-5344-479e-b6e8-c455ff7db31f I0413 01:34:10.144537 1 omap.go:159] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f set omap keys (pool="kube", namespace="", name="csi.volume.e0676bbe-2615-430a-b50b-f22aff73de0a"): map[csi.imageid:37d96e96f146]) I0413 01:34:10.242639 1 utils.go:205] ID: 24 Req-ID: pvc-34c76774-5344-479e-b6e8-c455ff7db31f GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-e0676bbe-2615-430a-b50b-f22aff73de0a","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-e0676bbe-2615-430a-b50b-f22aff73de0a"}}