==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0603 23:58:36.812577 1 main.go:91] Version: v2.2.0-0-g97411fa7 I0603 23:58:36.814064 1 connection.go:153] Connecting to unix:///csi/csi.sock I0603 23:58:41.733870 1 common.go:111] Probing CSI driver for readiness I0603 23:58:41.733903 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0603 23:58:41.733910 1 connection.go:183] GRPC request: {} I0603 23:58:41.735217 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0603 23:58:41.735596 1 connection.go:186] GRPC error: I0603 23:58:41.735611 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0603 23:58:41.735622 1 connection.go:183] GRPC request: {} I0603 23:58:41.736143 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-1382","vendor_version":"0.3.0"} I0603 23:58:41.736503 1 connection.go:186] GRPC error: I0603 23:58:41.736510 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-1382" W0603 23:58:41.736518 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I0603 23:58:41.736523 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0603 23:58:41.736527 1 connection.go:183] GRPC request: {} I0603 23:58:41.737059 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0603 23:58:41.738846 1 connection.go:186] GRPC error: I0603 23:58:41.738853 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0603 23:58:41.738857 1 connection.go:183] GRPC request: {} I0603 23:58:41.739521 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0603 23:58:41.743805 1 connection.go:186] GRPC error: I0603 23:58:41.743861 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0603 23:58:41.743868 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0603 23:58:41.743871 1 connection.go:183] GRPC request: {} I0603 23:58:41.744394 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0603 23:58:41.748003 1 connection.go:186] GRPC error: I0603 23:58:41.748014 1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state I0603 23:58:41.748131 1 controller.go:121] Starting CSI attacher I0603 23:58:41.748350 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I0603 23:58:41.748367 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I0603 23:58:41.748368 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I0603 23:58:41.748375 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I0603 23:58:41.748367 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I0603 23:58:41.748391 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I0603 23:58:41.848275 1 shared_informer.go:227] caches populated I0603 23:58:41.848330 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I0603 23:58:41.848352 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I0603 23:58:41.848376 1 controller.go:198] Started VA processing "csi-f604d56fefa841e2b2a706e4cad6ab1db29da7963996e48376cb489300f1d60a" I0603 23:58:41.848393 1 controller.go:213] Skipping VolumeAttachment csi-f604d56fefa841e2b2a706e4cad6ab1db29da7963996e48376cb489300f1d60a for attacher csi-mock-csi-mock-volumes-9240 I0603 23:58:41.848358 1 connection.go:183] GRPC request: {} I0603 23:58:41.852365 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]} I0603 23:58:41.854933 1 connection.go:186] GRPC error: W0603 23:58:41.854967 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-9240: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-9240 I0603 23:58:50.871698 1 controller.go:198] Started VA processing "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.871719 1 csi_handler.go:209] CSIHandler: processing VA "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.871731 1 csi_handler.go:236] Attaching "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.871744 1 csi_handler.go:396] Starting attach operation for "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.871788 1 csi_handler.go:335] Adding finalizer to PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0603 23:58:50.876569 1 csi_handler.go:344] PV finalizer added to "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0603 23:58:50.876592 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1382 in CSINode node1 I0603 23:58:50.876609 1 csi_handler.go:297] VA finalizer added to "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.876618 1 csi_handler.go:311] NodeID annotation added to "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.883240 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0603 23:58:50.883276 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1382","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3","storage.kubernetes.io/csiProvisionerIdentity":"1654300721451-8081-csi-mock-csi-mock-volumes-1382"},"volume_id":"4"} I0603 23:58:50.885968 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0603 23:58:50.886293 1 connection.go:186] GRPC error: I0603 23:58:50.886302 1 csi_handler.go:249] Attached "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.886313 1 util.go:35] Marking as attached "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.889604 1 util.go:48] Marked as attached "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.889616 1 csi_handler.go:255] Fully attached "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.889627 1 csi_handler.go:225] CSIHandler: finished processing "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.889654 1 controller.go:198] Started VA processing "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.889663 1 csi_handler.go:209] CSIHandler: processing VA "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:50.889674 1 csi_handler.go:231] "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" is already attached I0603 23:58:50.889684 1 csi_handler.go:225] CSIHandler: finished processing "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0603 23:58:51.070389 1 controller.go:198] Started VA processing "csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35" I0603 23:58:51.070403 1 controller.go:213] Skipping VolumeAttachment csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35 for attacher csi-mock-csi-mock-volumes-5500 I0603 23:58:51.086557 1 controller.go:198] Started VA processing "csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35" I0603 23:58:51.086586 1 controller.go:213] Skipping VolumeAttachment csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35 for attacher csi-mock-csi-mock-volumes-5500 I0603 23:58:51.091759 1 controller.go:198] Started VA processing "csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35" I0603 23:58:51.091788 1 controller.go:213] Skipping VolumeAttachment csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35 for attacher csi-mock-csi-mock-volumes-5500 I0603 23:59:04.580965 1 controller.go:198] Started VA processing "csi-f604d56fefa841e2b2a706e4cad6ab1db29da7963996e48376cb489300f1d60a" I0603 23:59:04.580980 1 controller.go:213] Skipping VolumeAttachment csi-f604d56fefa841e2b2a706e4cad6ab1db29da7963996e48376cb489300f1d60a for attacher csi-mock-csi-mock-volumes-9240 I0603 23:59:04.588916 1 controller.go:232] Started PV processing "pvc-d4277e18-ad94-41e9-a428-db4141750a0e" I0603 23:59:04.588934 1 csi_handler.go:591] CSIHandler: processing PV "pvc-d4277e18-ad94-41e9-a428-db4141750a0e" I0603 23:59:04.588942 1 csi_handler.go:595] CSIHandler: processing PV "pvc-d4277e18-ad94-41e9-a428-db4141750a0e": no deletion timestamp, ignoring I0603 23:59:38.175436 1 controller.go:198] Started VA processing "csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a" I0603 23:59:38.175453 1 controller.go:213] Skipping VolumeAttachment csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a for attacher csi-mock-csi-mock-volumes-5131 I0603 23:59:38.189227 1 controller.go:198] Started VA processing "csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a" I0603 23:59:38.189244 1 controller.go:213] Skipping VolumeAttachment csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a for attacher csi-mock-csi-mock-volumes-5131 I0603 23:59:38.199328 1 controller.go:198] Started VA processing "csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a" I0603 23:59:38.199341 1 controller.go:213] Skipping VolumeAttachment csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a for attacher csi-mock-csi-mock-volumes-5131 I0603 23:59:41.855203 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I0603 23:59:41.855241 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I0603 23:59:41.855250 1 connection.go:183] GRPC request: {} I0603 23:59:41.856147 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":6442450944,"volume_context":{"csi-mock-csi-mock-volumes-1382/dev":"/dev/mock","csi-mock-csi-mock-volumes-1382/var/lib/kubelet/plugins/kubernetes.io/csi/pv/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/globalmount":"/dev/mock","csi-mock-csi-mock-volumes-1382/var/lib/kubelet/pods/791ddc37-5221-46e7-9573-d3d3bb2075d2/volumes/kubernetes.io~csi/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/mount":"/var/lib/kubelet/pods/791ddc37-5221-46e7-9573-d3d3bb2075d2/volumes/kubernetes.io~csi/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/mount","name":"pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3","readonly":"false"},"volume_id":"4"}}]} I0603 23:59:41.861642 1 connection.go:186] GRPC error: W0603 23:59:41.861657 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-5131: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-5131 W0603 23:59:41.861667 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-1382: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-1382 W0603 23:59:41.861674 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-5500: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-5500 I0604 00:00:07.291433 1 controller.go:198] Started VA processing "csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a" I0604 00:00:07.291487 1 controller.go:213] Skipping VolumeAttachment csi-0c5c9ef3cfc8f952341fc231e1192c7cb55f8cc8c5243276b7d91482aee4c36a for attacher csi-mock-csi-mock-volumes-5131 I0604 00:00:07.305764 1 controller.go:232] Started PV processing "pvc-c6156bc1-3e58-4e0a-8c89-fa6c3c18e1f6" I0604 00:00:07.305784 1 csi_handler.go:591] CSIHandler: processing PV "pvc-c6156bc1-3e58-4e0a-8c89-fa6c3c18e1f6" I0604 00:00:07.305791 1 csi_handler.go:595] CSIHandler: processing PV "pvc-c6156bc1-3e58-4e0a-8c89-fa6c3c18e1f6": no deletion timestamp, ignoring I0604 00:00:41.861846 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I0604 00:00:41.861894 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I0604 00:00:41.861909 1 connection.go:183] GRPC request: {} I0604 00:00:41.863228 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":6442450944,"volume_context":{"csi-mock-csi-mock-volumes-1382/dev":"/dev/mock","csi-mock-csi-mock-volumes-1382/var/lib/kubelet/plugins/kubernetes.io/csi/pv/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/globalmount":"/dev/mock","csi-mock-csi-mock-volumes-1382/var/lib/kubelet/pods/791ddc37-5221-46e7-9573-d3d3bb2075d2/volumes/kubernetes.io~csi/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/mount":"/var/lib/kubelet/pods/791ddc37-5221-46e7-9573-d3d3bb2075d2/volumes/kubernetes.io~csi/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/mount","csi-mock-csi-mock-volumes-1382/var/lib/kubelet/pods/791ddc37-5221-46e7-9573-d3d3bb2075d2/volumes/kubernetes.io~csi/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/mount/size":"6442450944","name":"pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3","readonly":"false"},"volume_id":"4"}}]} I0604 00:00:41.867794 1 connection.go:186] GRPC error: W0604 00:00:41.867808 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-1382: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-1382 W0604 00:00:41.867826 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-5500: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-5500 I0604 00:00:43.999150 1 controller.go:198] Started VA processing "csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6" I0604 00:00:43.999170 1 controller.go:213] Skipping VolumeAttachment csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6 for attacher csi-mock-csi-mock-volumes-5642 I0604 00:00:44.009792 1 controller.go:198] Started VA processing "csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6" I0604 00:00:44.009808 1 controller.go:213] Skipping VolumeAttachment csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6 for attacher csi-mock-csi-mock-volumes-5642 I0604 00:00:44.015148 1 controller.go:198] Started VA processing "csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6" I0604 00:00:44.015165 1 controller.go:213] Skipping VolumeAttachment csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6 for attacher csi-mock-csi-mock-volumes-5642 I0604 00:00:55.281277 1 controller.go:198] Started VA processing "csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6" I0604 00:00:55.281293 1 controller.go:213] Skipping VolumeAttachment csi-269d0cc3853e13220728e54191eb3c7ca7f7e5f7db3ef208b1e00df88acbc2c6 for attacher csi-mock-csi-mock-volumes-5642 I0604 00:00:55.291384 1 controller.go:232] Started PV processing "pvc-5553049a-6b13-499c-a410-d6ce1fa5756f" I0604 00:00:55.291398 1 csi_handler.go:591] CSIHandler: processing PV "pvc-5553049a-6b13-499c-a410-d6ce1fa5756f" I0604 00:00:55.291408 1 csi_handler.go:595] CSIHandler: processing PV "pvc-5553049a-6b13-499c-a410-d6ce1fa5756f": no deletion timestamp, ignoring I0604 00:01:15.406487 1 controller.go:198] Started VA processing "csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35" I0604 00:01:15.406507 1 controller.go:213] Skipping VolumeAttachment csi-24a62e7aec290b8174a443a64fa55c3abc53c14ef162cfcf369194eb59650a35 for attacher csi-mock-csi-mock-volumes-5500 I0604 00:01:15.415317 1 controller.go:232] Started PV processing "pvc-b81acce9-41a1-45b8-8fdd-fb9f81e8b695" I0604 00:01:15.415333 1 csi_handler.go:591] CSIHandler: processing PV "pvc-b81acce9-41a1-45b8-8fdd-fb9f81e8b695" I0604 00:01:15.415344 1 csi_handler.go:595] CSIHandler: processing PV "pvc-b81acce9-41a1-45b8-8fdd-fb9f81e8b695": no deletion timestamp, ignoring I0604 00:01:41.868019 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I0604 00:01:41.868079 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I0604 00:01:41.868088 1 connection.go:183] GRPC request: {} I0604 00:01:41.869100 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1382"]},"volume":{"capacity_bytes":6442450944,"volume_context":{"csi-mock-csi-mock-volumes-1382/dev":"/dev/mock","csi-mock-csi-mock-volumes-1382/var/lib/kubelet/pods/791ddc37-5221-46e7-9573-d3d3bb2075d2/volumes/kubernetes.io~csi/pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3/mount/size":"6442450944","name":"pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3","readonly":"false"},"volume_id":"4"}}]} I0604 00:01:41.873513 1 connection.go:186] GRPC error: W0604 00:01:41.873538 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-1382: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-1382 I0604 00:01:43.874977 1 controller.go:198] Started VA processing "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.875003 1 csi_handler.go:209] CSIHandler: processing VA "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.875010 1 csi_handler.go:260] Starting detach operation for "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.875387 1 csi_handler.go:267] Detaching "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.875593 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1382 in CSINode node1 I0604 00:01:43.875634 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0604 00:01:43.875641 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1382","volume_id":"4"} I0604 00:01:43.877234 1 connection.go:185] GRPC response: {} I0604 00:01:43.877796 1 connection.go:186] GRPC error: I0604 00:01:43.877810 1 csi_handler.go:549] Detached "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.877900 1 util.go:76] Marking as detached "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.886882 1 controller.go:232] Started PV processing "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:43.886901 1 util.go:90] Finalizer removed from "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.886911 1 csi_handler.go:591] CSIHandler: processing PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:43.886918 1 csi_handler.go:280] Fully detached "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:43.886926 1 csi_handler.go:595] CSIHandler: processing PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3": no deletion timestamp, ignoring I0604 00:01:43.886931 1 csi_handler.go:225] CSIHandler: finished processing "csi-c87a6a352a5aa140f9ca91ae70239f5440a2ec4fb1aeed123205c793f1780796" I0604 00:01:44.895930 1 controller.go:232] Started PV processing "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:44.895948 1 csi_handler.go:591] CSIHandler: processing PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:44.895987 1 csi_handler.go:633] CSIHandler: processing PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3": no VA found, removing finalizer E0604 00:01:44.900619 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3": PersistentVolume "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0604 00:01:44.900653 1 controller.go:232] Started PV processing "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:44.900667 1 csi_handler.go:591] CSIHandler: processing PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:44.900708 1 csi_handler.go:633] CSIHandler: processing PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3": no VA found, removing finalizer I0604 00:01:44.905571 1 csi_handler.go:655] Removed finalizer from PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:45.900876 1 controller.go:232] Started PV processing "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" I0604 00:01:45.900895 1 controller.go:239] PV "pvc-6beab1d0-2b1a-436f-adf7-dc39ec2edfc3" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====