I0130 04:07:24.355741 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0130 04:07:24.355912 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0130 04:07:24.355976 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0130 04:07:24.356011 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0130 04:07:24.356031 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0130 04:07:24.356047 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0130 04:07:24.356087 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0130 04:07:24.356106 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0130 04:07:24.356133 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0130 04:07:24.356165 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0130 04:07:24.356523 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0130 04:07:24.356617 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0130 04:07:27.709004 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0130 04:07:27.709986 1 utils.go:199] ID: 1 GRPC request: {} I0130 04:07:27.710027 1 utils.go:205] ID: 1 GRPC response: {} I0130 04:07:27.712648 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0130 04:07:27.712757 1 utils.go:199] ID: 2 GRPC request: {} I0130 04:07:27.712818 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0130 04:07:27.712889 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0130 04:07:27.713851 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0130 04:07:27.713937 1 utils.go:199] ID: 3 GRPC request: {} I0130 04:07:27.714002 1 utils.go:205] ID: 3 GRPC response: {} I0130 04:07:27.714327 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0130 04:07:27.714378 1 utils.go:199] ID: 4 GRPC request: {} I0130 04:07:27.714478 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0130 04:07:27.715009 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0130 04:07:27.715085 1 utils.go:199] ID: 5 GRPC request: {} I0130 04:07:27.715110 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0130 04:07:27.715230 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0130 04:07:30.404487 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0130 04:07:30.404515 1 utils.go:199] ID: 6 GRPC request: {} I0130 04:07:30.404527 1 utils.go:205] ID: 6 GRPC response: {} I0130 04:07:30.412294 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0130 04:07:30.412331 1 utils.go:199] ID: 7 GRPC request: {} I0130 04:07:30.412337 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0130 04:07:30.412357 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0130 04:07:30.414106 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0130 04:07:30.414163 1 utils.go:199] ID: 8 GRPC request: {} I0130 04:07:30.414182 1 utils.go:205] ID: 8 GRPC response: {} I0130 04:07:30.415760 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0130 04:07:30.415836 1 utils.go:199] ID: 9 GRPC request: {} I0130 04:07:30.415957 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0130 04:07:30.417300 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0130 04:07:30.417317 1 utils.go:199] ID: 10 GRPC request: {} I0130 04:07:30.417322 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0130 04:07:30.417402 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0130 04:07:30.418561 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0130 04:07:30.418574 1 utils.go:199] ID: 11 GRPC request: {} I0130 04:07:30.418578 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0130 04:07:30.418636 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0130 04:07:30.419001 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0130 04:07:30.419027 1 utils.go:199] ID: 12 GRPC request: {} I0130 04:07:30.419031 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0130 04:07:30.419069 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0130 04:07:33.208541 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0130 04:07:33.208580 1 utils.go:199] ID: 13 GRPC request: {} I0130 04:07:33.208586 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0130 04:07:33.208604 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0130 04:07:33.211214 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0130 04:07:33.211242 1 utils.go:199] ID: 14 GRPC request: {} I0130 04:07:33.211253 1 utils.go:205] ID: 14 GRPC response: {} I0130 04:07:33.211566 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0130 04:07:33.211593 1 utils.go:199] ID: 15 GRPC request: {} I0130 04:07:33.211600 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0130 04:07:33.211681 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0130 04:07:35.771916 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0130 04:07:35.771966 1 utils.go:199] ID: 16 GRPC request: {} I0130 04:07:35.771986 1 utils.go:205] ID: 16 GRPC response: {} I0130 04:07:35.784790 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0130 04:07:35.784820 1 utils.go:199] ID: 17 GRPC request: {} I0130 04:07:35.784827 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0130 04:07:35.784861 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0130 04:07:35.792381 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0130 04:07:35.792420 1 utils.go:199] ID: 18 GRPC request: {} I0130 04:07:35.792434 1 utils.go:205] ID: 18 GRPC response: {} I0130 04:07:35.794324 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0130 04:07:35.794388 1 utils.go:199] ID: 19 GRPC request: {} I0130 04:07:35.794471 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0130 04:07:35.796342 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0130 04:07:35.796355 1 utils.go:199] ID: 20 GRPC request: {} I0130 04:07:35.796361 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0130 04:07:35.796431 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0130 04:08:36.035758 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0130 04:08:36.035985 1 utils.go:199] ID: 21 GRPC request: {} I0130 04:08:36.036083 1 utils.go:205] ID: 21 GRPC response: {} I0130 04:09:35.979023 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0130 04:09:35.979071 1 utils.go:199] ID: 22 GRPC request: {} I0130 04:09:35.979088 1 utils.go:205] ID: 22 GRPC response: {} I0130 04:10:28.149588 1 utils.go:198] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 GRPC call: /csi.v1.Controller/CreateVolume I0130 04:10:28.150157 1 utils.go:199] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-542d23b4-8af9-424d-b00d-07658bd53145","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-542d23b4-8af9-424d-b00d-07658bd53145","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0130 04:10:28.150424 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 setting disableInUseChecks: false image features: [layering] mounter: rbd E0130 04:10:28.178273 1 omap.go:80] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0130 04:10:28.194977 1 omap.go:159] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-542d23b4-8af9-424d-b00d-07658bd53145:9e5dbfb0-fd52-409f-af83-5efa9bd418d5]) I0130 04:10:28.204110 1 omap.go:159] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 set omap keys (pool="kube", namespace="", name="csi.volume.9e5dbfb0-fd52-409f-af83-5efa9bd418d5"): map[csi.imagename:csi-vol-9e5dbfb0-fd52-409f-af83-5efa9bd418d5 csi.volname:pvc-542d23b4-8af9-424d-b00d-07658bd53145 csi.volume.owner:default]) I0130 04:10:28.204217 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-9e5dbfb0-fd52-409f-af83-5efa9bd418d5) and image name (csi-vol-9e5dbfb0-fd52-409f-af83-5efa9bd418d5) for request name (pvc-542d23b4-8af9-424d-b00d-07658bd53145) I0130 04:10:28.204364 1 rbd_util.go:423] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 rbd: create kube/csi-vol-9e5dbfb0-fd52-409f-af83-5efa9bd418d5 size 5120M (features: [layering]) using mon 199.204.45.70 I0130 04:10:28.204434 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 setting image options on kube/csi-vol-9e5dbfb0-fd52-409f-af83-5efa9bd418d5 I0130 04:10:29.852645 1 controllerserver.go:763] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 created image kube/csi-vol-9e5dbfb0-fd52-409f-af83-5efa9bd418d5 backed for request name pvc-542d23b4-8af9-424d-b00d-07658bd53145 I0130 04:10:29.892409 1 omap.go:159] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 set omap keys (pool="kube", namespace="", name="csi.volume.9e5dbfb0-fd52-409f-af83-5efa9bd418d5"): map[csi.imageid:37d99f9a4fd8]) I0130 04:10:29.981698 1 utils.go:205] ID: 23 Req-ID: pvc-542d23b4-8af9-424d-b00d-07658bd53145 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-9e5dbfb0-fd52-409f-af83-5efa9bd418d5","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-9e5dbfb0-fd52-409f-af83-5efa9bd418d5"}} I0130 04:10:36.038491 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0130 04:10:36.038523 1 utils.go:199] ID: 24 GRPC request: {} I0130 04:10:36.038541 1 utils.go:205] ID: 24 GRPC response: {}