I0721 06:45:51.108457 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0721 06:45:51.108614 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0721 06:45:51.108632 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0721 06:45:51.108641 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0721 06:45:51.108646 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0721 06:45:51.108651 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0721 06:45:51.108656 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0721 06:45:51.108660 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0721 06:45:51.108663 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0721 06:45:51.108666 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0721 06:45:51.108910 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0721 06:45:51.109088 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0721 06:45:55.638998 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0721 06:45:55.641612 1 utils.go:199] ID: 1 GRPC request: {} I0721 06:45:55.641963 1 utils.go:205] ID: 1 GRPC response: {} I0721 06:45:55.646140 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:45:55.646221 1 utils.go:199] ID: 2 GRPC request: {} I0721 06:45:55.646237 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0721 06:45:55.646283 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:45:55.648611 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0721 06:45:55.648639 1 utils.go:199] ID: 3 GRPC request: {} I0721 06:45:55.648654 1 utils.go:205] ID: 3 GRPC response: {} I0721 06:45:55.649104 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0721 06:45:55.649169 1 utils.go:199] ID: 4 GRPC request: {} I0721 06:45:55.649296 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0721 06:45:55.650068 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:45:55.650112 1 utils.go:199] ID: 5 GRPC request: {} I0721 06:45:55.650121 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0721 06:45:55.650224 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:45:57.273305 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0721 06:45:57.273346 1 utils.go:199] ID: 6 GRPC request: {} I0721 06:45:57.273363 1 utils.go:205] ID: 6 GRPC response: {} I0721 06:45:57.275748 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:45:57.275783 1 utils.go:199] ID: 7 GRPC request: {} I0721 06:45:57.275790 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0721 06:45:57.275810 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:45:57.282970 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0721 06:45:57.283003 1 utils.go:199] ID: 8 GRPC request: {} I0721 06:45:57.283029 1 utils.go:205] ID: 8 GRPC response: {} I0721 06:45:57.283889 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0721 06:45:57.283914 1 utils.go:199] ID: 9 GRPC request: {} I0721 06:45:57.284015 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0721 06:45:57.284921 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:45:57.284948 1 utils.go:199] ID: 10 GRPC request: {} I0721 06:45:57.284958 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0721 06:45:57.285049 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:45:57.285662 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:45:57.285690 1 utils.go:199] ID: 11 GRPC request: {} I0721 06:45:57.285701 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0721 06:45:57.285806 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:45:57.286899 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:45:57.286921 1 utils.go:199] ID: 12 GRPC request: {} I0721 06:45:57.286929 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0721 06:45:57.287032 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:45:58.864679 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:45:58.864708 1 utils.go:199] ID: 13 GRPC request: {} I0721 06:45:58.864715 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0721 06:45:58.864737 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:45:58.866635 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0721 06:45:58.866650 1 utils.go:199] ID: 14 GRPC request: {} I0721 06:45:58.866660 1 utils.go:205] ID: 14 GRPC response: {} I0721 06:45:58.867079 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:45:58.867096 1 utils.go:199] ID: 15 GRPC request: {} I0721 06:45:58.867102 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0721 06:45:58.867167 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:46:00.433333 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0721 06:46:00.433381 1 utils.go:199] ID: 16 GRPC request: {} I0721 06:46:00.433401 1 utils.go:205] ID: 16 GRPC response: {} I0721 06:46:00.434925 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:46:00.434963 1 utils.go:199] ID: 17 GRPC request: {} I0721 06:46:00.434976 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0721 06:46:00.435021 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:46:00.439002 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0721 06:46:00.439056 1 utils.go:199] ID: 18 GRPC request: {} I0721 06:46:00.439113 1 utils.go:205] ID: 18 GRPC response: {} I0721 06:46:00.439629 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0721 06:46:00.439672 1 utils.go:199] ID: 19 GRPC request: {} I0721 06:46:00.439883 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0721 06:46:00.440575 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:46:00.440611 1 utils.go:199] ID: 20 GRPC request: {} I0721 06:46:00.440620 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0721 06:46:00.440700 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:47:00.651583 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0721 06:47:00.651646 1 utils.go:199] ID: 21 GRPC request: {} I0721 06:47:00.651675 1 utils.go:205] ID: 21 GRPC response: {} I0721 06:48:00.613339 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0721 06:48:00.613542 1 utils.go:199] ID: 22 GRPC request: {} I0721 06:48:00.613619 1 utils.go:205] ID: 22 GRPC response: {} I0721 06:49:00.611592 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0721 06:49:00.611663 1 utils.go:199] ID: 23 GRPC request: {} I0721 06:49:00.611685 1 utils.go:205] ID: 23 GRPC response: {} I0721 06:50:00.621990 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0721 06:50:00.622037 1 utils.go:199] ID: 24 GRPC request: {} I0721 06:50:00.622054 1 utils.go:205] ID: 24 GRPC response: {} I0721 06:50:15.789437 1 utils.go:198] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d GRPC call: /csi.v1.Controller/CreateVolume I0721 06:50:15.790061 1 utils.go:199] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0721 06:50:15.790575 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d setting disableInUseChecks: false image features: [layering] mounter: rbd E0721 06:50:15.807457 1 omap.go:80] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0721 06:50:15.820976 1 omap.go:159] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d:1cceca6b-980e-4b7a-ad43-df9f2b11b1c6]) I0721 06:50:15.826854 1 omap.go:159] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d set omap keys (pool="kube", namespace="", name="csi.volume.1cceca6b-980e-4b7a-ad43-df9f2b11b1c6"): map[csi.imagename:csi-vol-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6 csi.volname:pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d csi.volume.owner:default]) I0721 06:50:15.826900 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6) and image name (csi-vol-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6) for request name (pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d) I0721 06:50:15.827075 1 rbd_util.go:423] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d rbd: create kube/csi-vol-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6 size 5120M (features: [layering]) using mon 199.19.213.78 I0721 06:50:15.827145 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d setting image options on kube/csi-vol-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6 I0721 06:50:15.857074 1 controllerserver.go:763] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d created image kube/csi-vol-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6 backed for request name pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d I0721 06:50:15.888208 1 omap.go:159] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d set omap keys (pool="kube", namespace="", name="csi.volume.1cceca6b-980e-4b7a-ad43-df9f2b11b1c6"): map[csi.imageid:37f43f256271]) I0721 06:50:15.977092 1 utils.go:205] ID: 25 Req-ID: pvc-4092e225-e07d-4288-aa4a-ddb02bf48a6d GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1cceca6b-980e-4b7a-ad43-df9f2b11b1c6"}} I0721 06:51:00.644380 1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe I0721 06:51:00.644469 1 utils.go:199] ID: 26 GRPC request: {} I0721 06:51:00.644499 1 utils.go:205] ID: 26 GRPC response: {}