I0119 16:14:26.399800 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0119 16:14:26.399907 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0119 16:14:26.400073 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0119 16:14:26.400083 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0119 16:14:26.400086 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0119 16:14:26.400089 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0119 16:14:26.400137 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0119 16:14:26.400144 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0119 16:14:26.400147 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0119 16:14:26.400150 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0119 16:14:26.400508 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0119 16:14:26.400591 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0119 16:14:35.963686 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0119 16:14:35.965089 1 utils.go:199] ID: 1 GRPC request: {} I0119 16:14:35.965146 1 utils.go:205] ID: 1 GRPC response: {} I0119 16:14:35.966515 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0119 16:14:35.966568 1 utils.go:199] ID: 2 GRPC request: {} I0119 16:14:35.966579 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0119 16:14:35.966624 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0119 16:14:35.967590 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0119 16:14:35.967628 1 utils.go:199] ID: 3 GRPC request: {} I0119 16:14:35.967647 1 utils.go:205] ID: 3 GRPC response: {} I0119 16:14:35.967909 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0119 16:14:35.967980 1 utils.go:199] ID: 4 GRPC request: {} I0119 16:14:35.968130 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0119 16:14:35.968856 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0119 16:14:35.968895 1 utils.go:199] ID: 5 GRPC request: {} I0119 16:14:35.968902 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0119 16:14:35.969027 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0119 16:14:39.004047 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0119 16:14:39.004132 1 utils.go:199] ID: 6 GRPC request: {} I0119 16:14:39.004219 1 utils.go:205] ID: 6 GRPC response: {} I0119 16:14:39.005637 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0119 16:14:39.005653 1 utils.go:199] ID: 7 GRPC request: {} I0119 16:14:39.005659 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0119 16:14:39.005723 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0119 16:14:39.006917 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0119 16:14:39.006983 1 utils.go:199] ID: 8 GRPC request: {} I0119 16:14:39.006999 1 utils.go:205] ID: 8 GRPC response: {} I0119 16:14:39.007520 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0119 16:14:39.007534 1 utils.go:199] ID: 9 GRPC request: {} I0119 16:14:39.007606 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0119 16:14:39.008367 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0119 16:14:39.008382 1 utils.go:199] ID: 10 GRPC request: {} I0119 16:14:39.008425 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0119 16:14:39.008504 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0119 16:14:39.008865 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0119 16:14:39.008883 1 utils.go:199] ID: 11 GRPC request: {} I0119 16:14:39.008935 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0119 16:14:39.009018 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0119 16:14:39.009270 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0119 16:14:39.009282 1 utils.go:199] ID: 12 GRPC request: {} I0119 16:14:39.009287 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0119 16:14:39.009405 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0119 16:14:41.485703 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0119 16:14:41.485746 1 utils.go:199] ID: 13 GRPC request: {} I0119 16:14:41.485768 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0119 16:14:41.485812 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0119 16:14:41.493368 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0119 16:14:41.493518 1 utils.go:199] ID: 14 GRPC request: {} I0119 16:14:41.493616 1 utils.go:205] ID: 14 GRPC response: {} I0119 16:14:41.495094 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0119 16:14:41.495426 1 utils.go:199] ID: 15 GRPC request: {} I0119 16:14:41.495434 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0119 16:14:41.495558 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0119 16:14:53.231263 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0119 16:14:53.231376 1 utils.go:199] ID: 16 GRPC request: {} I0119 16:14:53.231390 1 utils.go:205] ID: 16 GRPC response: {} I0119 16:14:53.233051 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0119 16:14:53.233071 1 utils.go:199] ID: 17 GRPC request: {} I0119 16:14:53.233077 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0119 16:14:53.233095 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0119 16:14:53.234399 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0119 16:14:53.234412 1 utils.go:199] ID: 18 GRPC request: {} I0119 16:14:53.234419 1 utils.go:205] ID: 18 GRPC response: {} I0119 16:14:53.234661 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0119 16:14:53.234701 1 utils.go:199] ID: 19 GRPC request: {} I0119 16:14:53.234771 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0119 16:14:53.235863 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0119 16:14:53.235950 1 utils.go:199] ID: 20 GRPC request: {} I0119 16:14:53.235976 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0119 16:14:53.236071 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0119 16:15:53.457004 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0119 16:15:53.457059 1 utils.go:199] ID: 21 GRPC request: {} I0119 16:15:53.457604 1 utils.go:205] ID: 21 GRPC response: {} I0119 16:16:53.462751 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0119 16:16:53.463030 1 utils.go:199] ID: 22 GRPC request: {} I0119 16:16:53.463155 1 utils.go:205] ID: 22 GRPC response: {} I0119 16:17:38.456247 1 utils.go:198] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 GRPC call: /csi.v1.Controller/CreateVolume I0119 16:17:38.458152 1 utils.go:199] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0119 16:17:38.458607 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 setting disableInUseChecks: false image features: [layering] mounter: rbd E0119 16:17:38.493669 1 omap.go:80] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0119 16:17:38.568254 1 omap.go:159] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582:4887994b-aec8-49ec-8fcf-c4d26ffd58b4]) I0119 16:17:38.587007 1 omap.go:159] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 set omap keys (pool="kube", namespace="", name="csi.volume.4887994b-aec8-49ec-8fcf-c4d26ffd58b4"): map[csi.imagename:csi-vol-4887994b-aec8-49ec-8fcf-c4d26ffd58b4 csi.volname:pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 csi.volume.owner:default]) I0119 16:17:38.587039 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4887994b-aec8-49ec-8fcf-c4d26ffd58b4) and image name (csi-vol-4887994b-aec8-49ec-8fcf-c4d26ffd58b4) for request name (pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582) I0119 16:17:38.587128 1 rbd_util.go:423] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 rbd: create kube/csi-vol-4887994b-aec8-49ec-8fcf-c4d26ffd58b4 size 5120M (features: [layering]) using mon 199.19.213.7 I0119 16:17:38.587181 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 setting image options on kube/csi-vol-4887994b-aec8-49ec-8fcf-c4d26ffd58b4 I0119 16:17:40.723725 1 controllerserver.go:763] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 created image kube/csi-vol-4887994b-aec8-49ec-8fcf-c4d26ffd58b4 backed for request name pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 I0119 16:17:40.769248 1 omap.go:159] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 set omap keys (pool="kube", namespace="", name="csi.volume.4887994b-aec8-49ec-8fcf-c4d26ffd58b4"): map[csi.imageid:37d991141697]) I0119 16:17:40.903170 1 utils.go:205] ID: 23 Req-ID: pvc-e371ba6e-fb74-4455-8903-d2db4ac7d582 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-4887994b-aec8-49ec-8fcf-c4d26ffd58b4","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4887994b-aec8-49ec-8fcf-c4d26ffd58b4"}} I0119 16:17:53.511626 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0119 16:17:53.512216 1 utils.go:199] ID: 24 GRPC request: {} I0119 16:17:53.512608 1 utils.go:205] ID: 24 GRPC response: {}