I0213 02:04:33.476621 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0213 02:04:33.476920 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0213 02:04:33.476979 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0213 02:04:33.476995 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0213 02:04:33.477008 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0213 02:04:33.477054 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0213 02:04:33.477109 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0213 02:04:33.477127 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0213 02:04:33.477174 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0213 02:04:33.477190 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0213 02:04:33.477484 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0213 02:04:33.477567 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0213 02:04:39.829633 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0213 02:04:39.835284 1 utils.go:199] ID: 1 GRPC request: {} I0213 02:04:39.835374 1 utils.go:205] ID: 1 GRPC response: {} I0213 02:04:39.843589 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 02:04:39.843641 1 utils.go:199] ID: 2 GRPC request: {} I0213 02:04:39.843655 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0213 02:04:39.843726 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0213 02:04:39.846077 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0213 02:04:39.846096 1 utils.go:199] ID: 3 GRPC request: {} I0213 02:04:39.846161 1 utils.go:205] ID: 3 GRPC response: {} I0213 02:04:39.846431 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 02:04:39.846516 1 utils.go:199] ID: 4 GRPC request: {} I0213 02:04:39.846684 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 02:04:39.847251 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 02:04:39.847282 1 utils.go:199] ID: 5 GRPC request: {} I0213 02:04:39.847291 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0213 02:04:39.847400 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 02:04:43.025280 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0213 02:04:43.025550 1 utils.go:199] ID: 6 GRPC request: {} I0213 02:04:43.025696 1 utils.go:205] ID: 6 GRPC response: {} I0213 02:04:43.037158 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 02:04:43.037282 1 utils.go:199] ID: 7 GRPC request: {} I0213 02:04:43.037368 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0213 02:04:43.037474 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0213 02:04:43.039245 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0213 02:04:43.039370 1 utils.go:199] ID: 8 GRPC request: {} I0213 02:04:43.039445 1 utils.go:205] ID: 8 GRPC response: {} I0213 02:04:43.039978 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 02:04:43.040105 1 utils.go:199] ID: 9 GRPC request: {} I0213 02:04:43.040285 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 02:04:43.041094 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 02:04:43.041209 1 utils.go:199] ID: 10 GRPC request: {} I0213 02:04:43.041289 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0213 02:04:43.041652 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 02:04:43.044146 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 02:04:43.044222 1 utils.go:199] ID: 11 GRPC request: {} I0213 02:04:43.044304 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0213 02:04:43.044408 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 02:04:43.044806 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 02:04:43.044879 1 utils.go:199] ID: 12 GRPC request: {} I0213 02:04:43.044917 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0213 02:04:43.045016 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 02:04:47.166934 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 02:04:47.167007 1 utils.go:199] ID: 13 GRPC request: {} I0213 02:04:47.167015 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0213 02:04:47.167041 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0213 02:04:47.170001 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0213 02:04:47.170030 1 utils.go:199] ID: 14 GRPC request: {} I0213 02:04:47.170058 1 utils.go:205] ID: 14 GRPC response: {} I0213 02:04:47.170548 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 02:04:47.170574 1 utils.go:199] ID: 15 GRPC request: {} I0213 02:04:47.170584 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0213 02:04:47.170664 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 02:04:50.261068 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0213 02:04:50.261113 1 utils.go:199] ID: 16 GRPC request: {} I0213 02:04:50.261131 1 utils.go:205] ID: 16 GRPC response: {} I0213 02:04:50.270499 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 02:04:50.270521 1 utils.go:199] ID: 17 GRPC request: {} I0213 02:04:50.270535 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0213 02:04:50.270577 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0213 02:04:50.272038 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0213 02:04:50.272059 1 utils.go:199] ID: 18 GRPC request: {} I0213 02:04:50.272097 1 utils.go:205] ID: 18 GRPC response: {} I0213 02:04:50.272396 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 02:04:50.272411 1 utils.go:199] ID: 19 GRPC request: {} I0213 02:04:50.272513 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 02:04:50.276509 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 02:04:50.276525 1 utils.go:199] ID: 20 GRPC request: {} I0213 02:04:50.276531 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0213 02:04:50.276624 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 02:05:50.672715 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0213 02:05:50.672915 1 utils.go:199] ID: 21 GRPC request: {} I0213 02:05:50.672994 1 utils.go:205] ID: 21 GRPC response: {} I0213 02:06:50.661573 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0213 02:06:50.661613 1 utils.go:199] ID: 22 GRPC request: {} I0213 02:06:50.661631 1 utils.go:205] ID: 22 GRPC response: {} I0213 02:07:39.970159 1 utils.go:198] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 GRPC call: /csi.v1.Controller/CreateVolume I0213 02:07:39.971220 1 utils.go:199] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-f241e94d-4c18-41f0-91e6-cab356fcb009","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f241e94d-4c18-41f0-91e6-cab356fcb009","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0213 02:07:39.971497 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 setting disableInUseChecks: false image features: [layering] mounter: rbd E0213 02:07:40.008066 1 omap.go:80] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0213 02:07:40.023324 1 omap.go:159] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-f241e94d-4c18-41f0-91e6-cab356fcb009:5ec96db2-875e-408a-871f-7f14f310eae7]) I0213 02:07:40.030813 1 omap.go:159] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 set omap keys (pool="kube", namespace="", name="csi.volume.5ec96db2-875e-408a-871f-7f14f310eae7"): map[csi.imagename:csi-vol-5ec96db2-875e-408a-871f-7f14f310eae7 csi.volname:pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 csi.volume.owner:default]) I0213 02:07:40.031011 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5ec96db2-875e-408a-871f-7f14f310eae7) and image name (csi-vol-5ec96db2-875e-408a-871f-7f14f310eae7) for request name (pvc-f241e94d-4c18-41f0-91e6-cab356fcb009) I0213 02:07:40.031163 1 rbd_util.go:423] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 rbd: create kube/csi-vol-5ec96db2-875e-408a-871f-7f14f310eae7 size 5120M (features: [layering]) using mon 199.204.45.209 I0213 02:07:40.031245 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 setting image options on kube/csi-vol-5ec96db2-875e-408a-871f-7f14f310eae7 I0213 02:07:41.635921 1 controllerserver.go:763] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 created image kube/csi-vol-5ec96db2-875e-408a-871f-7f14f310eae7 backed for request name pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 I0213 02:07:41.665577 1 omap.go:159] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 set omap keys (pool="kube", namespace="", name="csi.volume.5ec96db2-875e-408a-871f-7f14f310eae7"): map[csi.imageid:37d7c7935f44]) I0213 02:07:41.772713 1 utils.go:205] ID: 23 Req-ID: pvc-f241e94d-4c18-41f0-91e6-cab356fcb009 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-5ec96db2-875e-408a-871f-7f14f310eae7","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5ec96db2-875e-408a-871f-7f14f310eae7"}} I0213 02:07:50.662076 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0213 02:07:50.662465 1 utils.go:199] ID: 24 GRPC request: {} I0213 02:07:50.662758 1 utils.go:205] ID: 24 GRPC response: {}