I0507 02:07:01.981149 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0507 02:07:01.981264 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0507 02:07:01.981277 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0507 02:07:01.981281 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0507 02:07:01.981285 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0507 02:07:01.981288 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0507 02:07:01.981292 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0507 02:07:01.981294 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0507 02:07:01.981297 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0507 02:07:01.981300 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0507 02:07:01.981553 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0507 02:07:01.981627 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0507 02:07:06.022357 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0507 02:07:06.023896 1 utils.go:199] ID: 1 GRPC request: {} I0507 02:07:06.023966 1 utils.go:205] ID: 1 GRPC response: {} I0507 02:07:06.028484 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0507 02:07:06.028576 1 utils.go:199] ID: 2 GRPC request: {} I0507 02:07:06.028600 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0507 02:07:06.028676 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0507 02:07:06.030354 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0507 02:07:06.030377 1 utils.go:199] ID: 3 GRPC request: {} I0507 02:07:06.030388 1 utils.go:205] ID: 3 GRPC response: {} I0507 02:07:06.030724 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0507 02:07:06.030786 1 utils.go:199] ID: 4 GRPC request: {} I0507 02:07:06.030938 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0507 02:07:06.031702 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0507 02:07:06.031751 1 utils.go:199] ID: 5 GRPC request: {} I0507 02:07:06.031763 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0507 02:07:06.031895 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0507 02:07:14.579204 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0507 02:07:14.579245 1 utils.go:199] ID: 6 GRPC request: {} I0507 02:07:14.579266 1 utils.go:205] ID: 6 GRPC response: {} I0507 02:07:14.580676 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0507 02:07:14.580751 1 utils.go:199] ID: 7 GRPC request: {} I0507 02:07:14.580769 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0507 02:07:14.580823 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0507 02:07:14.584608 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0507 02:07:14.584767 1 utils.go:199] ID: 8 GRPC request: {} I0507 02:07:14.584803 1 utils.go:205] ID: 8 GRPC response: {} I0507 02:07:14.585567 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0507 02:07:14.585601 1 utils.go:199] ID: 9 GRPC request: {} I0507 02:07:14.585841 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0507 02:07:14.586576 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0507 02:07:14.586611 1 utils.go:199] ID: 10 GRPC request: {} I0507 02:07:14.586622 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0507 02:07:14.586776 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0507 02:07:14.587438 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0507 02:07:14.587470 1 utils.go:199] ID: 11 GRPC request: {} I0507 02:07:14.587478 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0507 02:07:14.587606 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0507 02:07:14.588037 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0507 02:07:14.588064 1 utils.go:199] ID: 12 GRPC request: {} I0507 02:07:14.588072 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0507 02:07:14.588153 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0507 02:07:17.312833 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0507 02:07:17.312895 1 utils.go:199] ID: 13 GRPC request: {} I0507 02:07:17.312905 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0507 02:07:17.312947 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0507 02:07:17.315449 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0507 02:07:17.315501 1 utils.go:199] ID: 14 GRPC request: {} I0507 02:07:17.315552 1 utils.go:205] ID: 14 GRPC response: {} I0507 02:07:17.316288 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0507 02:07:17.316356 1 utils.go:199] ID: 15 GRPC request: {} I0507 02:07:17.316369 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0507 02:07:17.316576 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0507 02:07:20.918360 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0507 02:07:20.918414 1 utils.go:199] ID: 16 GRPC request: {} I0507 02:07:20.918441 1 utils.go:205] ID: 16 GRPC response: {} I0507 02:07:20.919899 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0507 02:07:20.919918 1 utils.go:199] ID: 17 GRPC request: {} I0507 02:07:20.919930 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0507 02:07:20.919977 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0507 02:07:20.921582 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0507 02:07:20.921641 1 utils.go:199] ID: 18 GRPC request: {} I0507 02:07:20.921658 1 utils.go:205] ID: 18 GRPC response: {} I0507 02:07:20.922006 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0507 02:07:20.922024 1 utils.go:199] ID: 19 GRPC request: {} I0507 02:07:20.922134 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0507 02:07:20.925408 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0507 02:07:20.925429 1 utils.go:199] ID: 20 GRPC request: {} I0507 02:07:20.925437 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0507 02:07:20.925524 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0507 02:08:21.987148 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0507 02:08:21.987270 1 utils.go:199] ID: 21 GRPC request: {} I0507 02:08:21.987336 1 utils.go:205] ID: 21 GRPC response: {} I0507 02:09:21.960252 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0507 02:09:21.960340 1 utils.go:199] ID: 22 GRPC request: {} I0507 02:09:21.960457 1 utils.go:205] ID: 22 GRPC response: {} I0507 02:10:16.898983 1 utils.go:198] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 GRPC call: /csi.v1.Controller/CreateVolume I0507 02:10:16.900047 1 utils.go:199] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-a0e46558-d911-448c-aa8b-664d99debfa1","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-a0e46558-d911-448c-aa8b-664d99debfa1","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0507 02:10:16.900281 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 setting disableInUseChecks: false image features: [layering] mounter: rbd E0507 02:10:16.919657 1 omap.go:80] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0507 02:10:16.935287 1 omap.go:159] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-a0e46558-d911-448c-aa8b-664d99debfa1:275c7ce8-1002-4772-a1f2-0fa2e788c3d8]) I0507 02:10:16.940081 1 omap.go:159] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 set omap keys (pool="kube", namespace="", name="csi.volume.275c7ce8-1002-4772-a1f2-0fa2e788c3d8"): map[csi.imagename:csi-vol-275c7ce8-1002-4772-a1f2-0fa2e788c3d8 csi.volname:pvc-a0e46558-d911-448c-aa8b-664d99debfa1 csi.volume.owner:default]) I0507 02:10:16.940152 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-275c7ce8-1002-4772-a1f2-0fa2e788c3d8) and image name (csi-vol-275c7ce8-1002-4772-a1f2-0fa2e788c3d8) for request name (pvc-a0e46558-d911-448c-aa8b-664d99debfa1) I0507 02:10:16.940244 1 rbd_util.go:423] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 rbd: create kube/csi-vol-275c7ce8-1002-4772-a1f2-0fa2e788c3d8 size 5120M (features: [layering]) using mon 199.204.45.74 I0507 02:10:16.940295 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 setting image options on kube/csi-vol-275c7ce8-1002-4772-a1f2-0fa2e788c3d8 I0507 02:10:18.080107 1 controllerserver.go:763] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 created image kube/csi-vol-275c7ce8-1002-4772-a1f2-0fa2e788c3d8 backed for request name pvc-a0e46558-d911-448c-aa8b-664d99debfa1 I0507 02:10:18.121796 1 omap.go:159] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 set omap keys (pool="kube", namespace="", name="csi.volume.275c7ce8-1002-4772-a1f2-0fa2e788c3d8"): map[csi.imageid:37d9bc925b09]) I0507 02:10:18.212680 1 utils.go:205] ID: 23 Req-ID: pvc-a0e46558-d911-448c-aa8b-664d99debfa1 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-275c7ce8-1002-4772-a1f2-0fa2e788c3d8","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-275c7ce8-1002-4772-a1f2-0fa2e788c3d8"}} I0507 02:10:21.954139 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0507 02:10:21.954199 1 utils.go:199] ID: 24 GRPC request: {} I0507 02:10:21.954221 1 utils.go:205] ID: 24 GRPC response: {}