I0210 18:55:07.710436 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0210 18:55:07.710707 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0210 18:55:07.710833 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0210 18:55:07.710884 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0210 18:55:07.710937 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0210 18:55:07.710959 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0210 18:55:07.710973 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0210 18:55:07.710998 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0210 18:55:07.711011 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0210 18:55:07.711039 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0210 18:55:07.711356 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0210 18:55:07.711376 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0210 18:55:12.506994 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0210 18:55:12.508439 1 utils.go:199] ID: 1 GRPC request: {} I0210 18:55:12.508533 1 utils.go:205] ID: 1 GRPC response: {} I0210 18:55:12.510142 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 18:55:12.510231 1 utils.go:199] ID: 2 GRPC request: {} I0210 18:55:12.510245 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0210 18:55:12.510299 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 18:55:12.511416 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0210 18:55:12.511548 1 utils.go:199] ID: 3 GRPC request: {} I0210 18:55:12.511608 1 utils.go:205] ID: 3 GRPC response: {} I0210 18:55:12.511889 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0210 18:55:12.511928 1 utils.go:199] ID: 4 GRPC request: {} I0210 18:55:12.512033 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0210 18:55:12.512590 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 18:55:12.512621 1 utils.go:199] ID: 5 GRPC request: {} I0210 18:55:12.512630 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0210 18:55:12.512702 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 18:55:14.611743 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0210 18:55:14.611806 1 utils.go:199] ID: 6 GRPC request: {} I0210 18:55:14.611822 1 utils.go:205] ID: 6 GRPC response: {} I0210 18:55:14.615186 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 18:55:14.615206 1 utils.go:199] ID: 7 GRPC request: {} I0210 18:55:14.615222 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0210 18:55:14.615252 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 18:55:14.616738 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0210 18:55:14.616763 1 utils.go:199] ID: 8 GRPC request: {} I0210 18:55:14.616783 1 utils.go:205] ID: 8 GRPC response: {} I0210 18:55:14.617197 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0210 18:55:14.617215 1 utils.go:199] ID: 9 GRPC request: {} I0210 18:55:14.617337 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0210 18:55:14.617892 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 18:55:14.617912 1 utils.go:199] ID: 10 GRPC request: {} I0210 18:55:14.617926 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0210 18:55:14.617995 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 18:55:14.618507 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 18:55:14.618527 1 utils.go:199] ID: 11 GRPC request: {} I0210 18:55:14.618588 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0210 18:55:14.618662 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 18:55:14.618961 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 18:55:14.619017 1 utils.go:199] ID: 12 GRPC request: {} I0210 18:55:14.619028 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0210 18:55:14.619115 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 18:55:16.823735 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 18:55:16.823778 1 utils.go:199] ID: 13 GRPC request: {} I0210 18:55:16.823784 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0210 18:55:16.823808 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 18:55:16.826697 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0210 18:55:16.826725 1 utils.go:199] ID: 14 GRPC request: {} I0210 18:55:16.826743 1 utils.go:205] ID: 14 GRPC response: {} I0210 18:55:16.827559 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 18:55:16.827599 1 utils.go:199] ID: 15 GRPC request: {} I0210 18:55:16.827607 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0210 18:55:16.827706 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 18:55:18.821166 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0210 18:55:18.821207 1 utils.go:199] ID: 16 GRPC request: {} I0210 18:55:18.821239 1 utils.go:205] ID: 16 GRPC response: {} I0210 18:55:18.824019 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 18:55:18.824052 1 utils.go:199] ID: 17 GRPC request: {} I0210 18:55:18.824058 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0210 18:55:18.824085 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 18:55:18.826192 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0210 18:55:18.826206 1 utils.go:199] ID: 18 GRPC request: {} I0210 18:55:18.826213 1 utils.go:205] ID: 18 GRPC response: {} I0210 18:55:18.826529 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0210 18:55:18.826541 1 utils.go:199] ID: 19 GRPC request: {} I0210 18:55:18.826654 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0210 18:55:18.827129 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 18:55:18.827142 1 utils.go:199] ID: 20 GRPC request: {} I0210 18:55:18.827147 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0210 18:55:18.827207 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 18:56:19.038435 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0210 18:56:19.038502 1 utils.go:199] ID: 21 GRPC request: {} I0210 18:56:19.038525 1 utils.go:205] ID: 21 GRPC response: {} I0210 18:57:19.042764 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0210 18:57:19.042808 1 utils.go:199] ID: 22 GRPC request: {} I0210 18:57:19.049815 1 utils.go:205] ID: 22 GRPC response: {} I0210 18:58:19.037778 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0210 18:58:19.037869 1 utils.go:199] ID: 23 GRPC request: {} I0210 18:58:19.037898 1 utils.go:205] ID: 23 GRPC response: {} I0210 18:58:25.416890 1 utils.go:198] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de GRPC call: /csi.v1.Controller/CreateVolume I0210 18:58:25.417989 1 utils.go:199] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-43065091-0572-4a96-82bd-deebcb9bf6de","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-43065091-0572-4a96-82bd-deebcb9bf6de","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0210 18:58:25.418511 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de setting disableInUseChecks: false image features: [layering] mounter: rbd E0210 18:58:25.436621 1 omap.go:80] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0210 18:58:25.451032 1 omap.go:159] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-43065091-0572-4a96-82bd-deebcb9bf6de:dd0210f0-9a0b-4817-a73b-b84ddd9020d0]) I0210 18:58:25.457514 1 omap.go:159] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de set omap keys (pool="kube", namespace="", name="csi.volume.dd0210f0-9a0b-4817-a73b-b84ddd9020d0"): map[csi.imagename:csi-vol-dd0210f0-9a0b-4817-a73b-b84ddd9020d0 csi.volname:pvc-43065091-0572-4a96-82bd-deebcb9bf6de csi.volume.owner:default]) I0210 18:58:25.457575 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-dd0210f0-9a0b-4817-a73b-b84ddd9020d0) and image name (csi-vol-dd0210f0-9a0b-4817-a73b-b84ddd9020d0) for request name (pvc-43065091-0572-4a96-82bd-deebcb9bf6de) I0210 18:58:25.457745 1 rbd_util.go:423] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de rbd: create kube/csi-vol-dd0210f0-9a0b-4817-a73b-b84ddd9020d0 size 5120M (features: [layering]) using mon 199.204.45.140 I0210 18:58:25.457986 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de setting image options on kube/csi-vol-dd0210f0-9a0b-4817-a73b-b84ddd9020d0 I0210 18:58:26.961644 1 controllerserver.go:763] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de created image kube/csi-vol-dd0210f0-9a0b-4817-a73b-b84ddd9020d0 backed for request name pvc-43065091-0572-4a96-82bd-deebcb9bf6de I0210 18:58:26.990435 1 omap.go:159] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de set omap keys (pool="kube", namespace="", name="csi.volume.dd0210f0-9a0b-4817-a73b-b84ddd9020d0"): map[csi.imageid:37d984b63956]) I0210 18:58:27.066063 1 utils.go:205] ID: 24 Req-ID: pvc-43065091-0572-4a96-82bd-deebcb9bf6de GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-dd0210f0-9a0b-4817-a73b-b84ddd9020d0","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-dd0210f0-9a0b-4817-a73b-b84ddd9020d0"}}