==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I1023 05:24:51.943476       1 main.go:91] Version: v2.2.0-0-g97411fa7
I1023 05:24:51.944520       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1023 05:24:52.945692       1 common.go:111] Probing CSI driver for readiness
I1023 05:24:52.945713       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1023 05:24:52.945717       1 connection.go:183] GRPC request: {}
I1023 05:24:52.948278       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1023 05:24:52.950142       1 connection.go:186] GRPC error: <nil>
I1023 05:24:52.950152       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1023 05:24:52.950156       1 connection.go:183] GRPC request: {}
I1023 05:24:52.952113       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-9603","vendor_version":"0.3.0"}
I1023 05:24:52.952418       1 connection.go:186] GRPC error: <nil>
I1023 05:24:52.952425       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-9603"
W1023 05:24:52.952433       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I1023 05:24:52.952438       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1023 05:24:52.952441       1 connection.go:183] GRPC request: {}
I1023 05:24:52.953140       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1023 05:24:52.953950       1 connection.go:186] GRPC error: <nil>
I1023 05:24:52.953957       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1023 05:24:52.953961       1 connection.go:183] GRPC request: {}
I1023 05:24:52.954599       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1023 05:24:52.959524       1 connection.go:186] GRPC error: <nil>
I1023 05:24:52.959570       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I1023 05:24:52.959575       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1023 05:24:52.959579       1 connection.go:183] GRPC request: {}
I1023 05:24:52.960836       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1023 05:24:52.963844       1 connection.go:186] GRPC error: <nil>
I1023 05:24:52.963854       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I1023 05:24:52.963939       1 controller.go:121] Starting CSI attacher
I1023 05:24:52.964124       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I1023 05:24:52.964135       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I1023 05:24:52.964859       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I1023 05:24:52.964867       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I1023 05:24:52.965080       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I1023 05:24:52.965086       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I1023 05:24:53.064049       1 shared_informer.go:227] caches populated
I1023 05:24:53.064090       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I1023 05:24:53.064111       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1023 05:24:53.064114       1 connection.go:183] GRPC request: {}
I1023 05:24:53.064537       1 controller.go:198] Started VA processing "csi-a00589c1756bc6042f29e39cbcfec5cf21d911e1835b5e96e5fa1b3bb2ec9735"
I1023 05:24:53.064544       1 controller.go:213] Skipping VolumeAttachment csi-a00589c1756bc6042f29e39cbcfec5cf21d911e1835b5e96e5fa1b3bb2ec9735 for attacher csi-mock-csi-mock-volumes-8786
I1023 05:24:53.065200       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I1023 05:24:53.067708       1 connection.go:186] GRPC error: <nil>
W1023 05:24:53.067727       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-8786: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-8786
I1023 05:24:59.577030       1 controller.go:198] Started VA processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.577048       1 csi_handler.go:209] CSIHandler: processing VA "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.577059       1 csi_handler.go:236] Attaching "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.577069       1 csi_handler.go:396] Starting attach operation for "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.577125       1 csi_handler.go:335] Adding finalizer to PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:24:59.589894       1 csi_handler.go:344] PV finalizer added to "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:24:59.589915       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:24:59.589938       1 csi_handler.go:297] VA finalizer added to "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.589945       1 csi_handler.go:311] NodeID annotation added to "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.592609       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:24:59.592617       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"4"}
I1023 05:24:59.594193       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1023 05:24:59.594517       1 connection.go:186] GRPC error: <nil>
I1023 05:24:59.594523       1 csi_handler.go:249] Attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.594529       1 util.go:35] Marking as attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597860       1 util.go:48] Marked as attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597870       1 csi_handler.go:255] Fully attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597876       1 csi_handler.go:225] CSIHandler: finished processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597894       1 controller.go:198] Started VA processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597899       1 csi_handler.go:209] CSIHandler: processing VA "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597904       1 csi_handler.go:236] Attaching "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597908       1 csi_handler.go:396] Starting attach operation for "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597939       1 csi_handler.go:329] PV finalizer is already set on "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:24:59.597946       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:24:59.597954       1 csi_handler.go:289] VA finalizer is already set on "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597959       1 csi_handler.go:303] NodeID annotation is already set on "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.597965       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:24:59.597969       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"4"}
I1023 05:24:59.599150       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1023 05:24:59.599440       1 connection.go:186] GRPC error: <nil>
I1023 05:24:59.599445       1 csi_handler.go:249] Attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.599451       1 util.go:35] Marking as attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.602084       1 util.go:48] Marked as attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.602094       1 csi_handler.go:255] Fully attached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.602100       1 csi_handler.go:225] CSIHandler: finished processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.602111       1 controller.go:198] Started VA processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.602115       1 csi_handler.go:209] CSIHandler: processing VA "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:24:59.602121       1 csi_handler.go:231] "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a" is already attached
I1023 05:24:59.602126       1 csi_handler.go:225] CSIHandler: finished processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:09.540954       1 controller.go:198] Started VA processing "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.540966       1 csi_handler.go:209] CSIHandler: processing VA "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.540972       1 csi_handler.go:236] Attaching "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.540977       1 csi_handler.go:396] Starting attach operation for "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.541016       1 csi_handler.go:335] Adding finalizer to PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:25:09.552237       1 csi_handler.go:344] PV finalizer added to "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:25:09.552253       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:09.552267       1 csi_handler.go:297] VA finalizer added to "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.552273       1 csi_handler.go:311] NodeID annotation added to "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.555932       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:25:09.555942       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"5"}
I1023 05:25:09.557659       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1023 05:25:09.558677       1 connection.go:186] GRPC error: <nil>
I1023 05:25:09.558684       1 csi_handler.go:249] Attached "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.558690       1 util.go:35] Marking as attached "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.564029       1 util.go:48] Marked as attached "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.564041       1 csi_handler.go:255] Fully attached "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.564047       1 csi_handler.go:225] CSIHandler: finished processing "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.564057       1 controller.go:198] Started VA processing "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.564061       1 csi_handler.go:209] CSIHandler: processing VA "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:09.564067       1 csi_handler.go:231] "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638" is already attached
I1023 05:25:09.564072       1 csi_handler.go:225] CSIHandler: finished processing "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:13.388429       1 controller.go:198] Started VA processing "csi-a00589c1756bc6042f29e39cbcfec5cf21d911e1835b5e96e5fa1b3bb2ec9735"
I1023 05:25:13.388440       1 controller.go:213] Skipping VolumeAttachment csi-a00589c1756bc6042f29e39cbcfec5cf21d911e1835b5e96e5fa1b3bb2ec9735 for attacher csi-mock-csi-mock-volumes-8786
I1023 05:25:13.397247       1 controller.go:232] Started PV processing "pvc-dd873398-5e25-4d4c-b0fb-2a5133942a4e"
I1023 05:25:13.397267       1 csi_handler.go:591] CSIHandler: processing PV "pvc-dd873398-5e25-4d4c-b0fb-2a5133942a4e"
I1023 05:25:13.397273       1 csi_handler.go:595] CSIHandler: processing PV "pvc-dd873398-5e25-4d4c-b0fb-2a5133942a4e": no deletion timestamp, ignoring
I1023 05:25:35.202104       1 controller.go:198] Started VA processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.202140       1 csi_handler.go:209] CSIHandler: processing VA "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.202146       1 csi_handler.go:236] Attaching "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.202152       1 csi_handler.go:396] Starting attach operation for "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.202190       1 csi_handler.go:335] Adding finalizer to PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:25:35.209503       1 csi_handler.go:344] PV finalizer added to "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:25:35.209520       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:35.209534       1 csi_handler.go:297] VA finalizer added to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.209541       1 csi_handler.go:311] NodeID annotation added to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.213023       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:25:35.213032       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-31077cd2-806b-4435-8dba-8e04a267a0d6","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"6"}
I1023 05:25:35.214164       1 connection.go:185] GRPC response: {}
I1023 05:25:35.214454       1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:35.214464       1 csi_handler.go:559] Saving attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218387       1 csi_handler.go:570] Saved attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218404       1 csi_handler.go:219] Error processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:35.218420       1 controller.go:198] Started VA processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218426       1 csi_handler.go:209] CSIHandler: processing VA "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218430       1 csi_handler.go:236] Attaching "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218435       1 csi_handler.go:396] Starting attach operation for "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218460       1 csi_handler.go:329] PV finalizer is already set on "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:25:35.218468       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:35.218475       1 csi_handler.go:289] VA finalizer is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218479       1 csi_handler.go:303] NodeID annotation is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.218486       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:25:35.218490       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-31077cd2-806b-4435-8dba-8e04a267a0d6","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"6"}
I1023 05:25:35.219534       1 connection.go:185] GRPC response: {}
I1023 05:25:35.219816       1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:35.219824       1 csi_handler.go:559] Saving attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.222438       1 csi_handler.go:570] Saved attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:35.222452       1 csi_handler.go:219] Error processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:36.218593       1 controller.go:198] Started VA processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.218628       1 csi_handler.go:209] CSIHandler: processing VA "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.218645       1 csi_handler.go:236] Attaching "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.218661       1 csi_handler.go:396] Starting attach operation for "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.218735       1 csi_handler.go:329] PV finalizer is already set on "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:25:36.218760       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:36.218787       1 csi_handler.go:289] VA finalizer is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.218802       1 csi_handler.go:303] NodeID annotation is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.218823       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:25:36.218835       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-31077cd2-806b-4435-8dba-8e04a267a0d6","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"6"}
I1023 05:25:36.220248       1 connection.go:185] GRPC response: {}
I1023 05:25:36.220541       1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:36.220554       1 csi_handler.go:559] Saving attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.226841       1 csi_handler.go:570] Saved attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:36.226854       1 csi_handler.go:219] Error processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:36.227048       1 controller.go:158] Ignoring VolumeAttachment "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640" change
I1023 05:25:40.227093       1 controller.go:198] Started VA processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.227143       1 csi_handler.go:209] CSIHandler: processing VA "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.227161       1 csi_handler.go:236] Attaching "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.227177       1 csi_handler.go:396] Starting attach operation for "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.227269       1 csi_handler.go:329] PV finalizer is already set on "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:25:40.227280       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:40.227290       1 csi_handler.go:289] VA finalizer is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.227296       1 csi_handler.go:303] NodeID annotation is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.227307       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:25:40.227312       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-31077cd2-806b-4435-8dba-8e04a267a0d6","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"6"}
I1023 05:25:40.232027       1 connection.go:185] GRPC response: {}
I1023 05:25:40.232318       1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:40.232329       1 csi_handler.go:559] Saving attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.241881       1 controller.go:158] Ignoring VolumeAttachment "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640" change
I1023 05:25:40.241966       1 csi_handler.go:570] Saved attach error to "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:40.241977       1 csi_handler.go:219] Error processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1023 05:25:43.565677       1 controller.go:198] Started VA processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.565695       1 csi_handler.go:209] CSIHandler: processing VA "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.565701       1 csi_handler.go:260] Starting detach operation for "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.565735       1 csi_handler.go:267] Detaching "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.565746       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:43.565756       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1023 05:25:43.565759       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_id":"4"}
I1023 05:25:43.566846       1 connection.go:185] GRPC response: {}
I1023 05:25:43.567129       1 connection.go:186] GRPC error: <nil>
I1023 05:25:43.567137       1 csi_handler.go:549] Detached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.567159       1 util.go:76] Marking as detached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.577994       1 controller.go:232] Started PV processing "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:25:43.578005       1 csi_handler.go:591] CSIHandler: processing PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:25:43.578013       1 csi_handler.go:595] CSIHandler: processing PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b": no deletion timestamp, ignoring
I1023 05:25:43.578194       1 util.go:90] Finalizer removed from "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.578203       1 csi_handler.go:280] Fully detached "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:43.578208       1 csi_handler.go:225] CSIHandler: finished processing "csi-708f29428cbe616a491e3af8fd7ce966a055d12de921b2972f45892efcb1338a"
I1023 05:25:48.242173       1 controller.go:198] Started VA processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.242221       1 csi_handler.go:209] CSIHandler: processing VA "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.242238       1 csi_handler.go:236] Attaching "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.242255       1 csi_handler.go:396] Starting attach operation for "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.242343       1 csi_handler.go:329] PV finalizer is already set on "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:25:48.242385       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:48.242411       1 csi_handler.go:289] VA finalizer is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.242426       1 csi_handler.go:303] NodeID annotation is already set on "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.242450       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:25:48.242464       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-31077cd2-806b-4435-8dba-8e04a267a0d6","storage.kubernetes.io/csiProvisionerIdentity":"1634966693664-8081-csi-mock-csi-mock-volumes-9603"},"volume_id":"6"}
I1023 05:25:48.243829       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1023 05:25:48.244122       1 connection.go:186] GRPC error: <nil>
I1023 05:25:48.244128       1 csi_handler.go:249] Attached "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.244133       1 util.go:35] Marking as attached "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.253070       1 util.go:48] Marked as attached "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.253082       1 csi_handler.go:255] Fully attached "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.253088       1 csi_handler.go:225] CSIHandler: finished processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.253100       1 controller.go:198] Started VA processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.253106       1 csi_handler.go:209] CSIHandler: processing VA "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:48.253111       1 csi_handler.go:231] "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640" is already attached
I1023 05:25:48.253116       1 csi_handler.go:225] CSIHandler: finished processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:25:53.067829       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I1023 05:25:53.067854       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1023 05:25:53.067860       1 connection.go:183] GRPC request: {}
I1023 05:25:53.068785       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"},"volume_id":"4"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"csi-mock-csi-mock-volumes-9603/dev":"/dev/mock","name":"pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd","readonly":"false"},"volume_id":"5"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9603"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"csi-mock-csi-mock-volumes-9603/dev":"/dev/mock","name":"pvc-31077cd2-806b-4435-8dba-8e04a267a0d6","readonly":"false"},"volume_id":"6"}}]}
I1023 05:25:53.079613       1 connection.go:186] GRPC error: <nil>
W1023 05:25:53.079628       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-9603: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-9603
W1023 05:25:53.079639       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-9603: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-9603
I1023 05:25:53.540463       1 controller.go:198] Started VA processing "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.540481       1 csi_handler.go:209] CSIHandler: processing VA "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.540488       1 csi_handler.go:260] Starting detach operation for "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.540524       1 csi_handler.go:267] Detaching "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.540536       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:25:53.540567       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1023 05:25:53.540571       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_id":"5"}
I1023 05:25:53.541667       1 connection.go:185] GRPC response: {}
I1023 05:25:53.542048       1 connection.go:186] GRPC error: <nil>
I1023 05:25:53.542055       1 csi_handler.go:549] Detached "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.542082       1 util.go:76] Marking as detached "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.557822       1 controller.go:232] Started PV processing "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:25:53.557835       1 csi_handler.go:591] CSIHandler: processing PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:25:53.557844       1 csi_handler.go:595] CSIHandler: processing PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd": no deletion timestamp, ignoring
I1023 05:25:53.559803       1 util.go:90] Finalizer removed from "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.559818       1 csi_handler.go:280] Fully detached "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:25:53.559825       1 csi_handler.go:225] CSIHandler: finished processing "csi-a47729e680a0ac4eed6b06cb040585e1b1990d0b20411d3142575c92a0899638"
I1023 05:26:05.629111       1 controller.go:232] Started PV processing "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:26:05.629130       1 csi_handler.go:591] CSIHandler: processing PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:26:05.629144       1 csi_handler.go:633] CSIHandler: processing PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b": no VA found, removing finalizer
E1023 05:26:05.636491       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b": PersistentVolume "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1023 05:26:05.636516       1 controller.go:232] Started PV processing "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:26:05.636525       1 csi_handler.go:591] CSIHandler: processing PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:26:05.636542       1 csi_handler.go:633] CSIHandler: processing PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b": no VA found, removing finalizer
I1023 05:26:05.641142       1 csi_handler.go:655] Removed finalizer from PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:26:06.636606       1 controller.go:232] Started PV processing "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b"
I1023 05:26:06.636623       1 controller.go:239] PV "pvc-9303e850-3f22-4ced-9b0f-dd69395ee23b" deleted, ignoring
I1023 05:26:07.646407       1 controller.go:232] Started PV processing "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:26:07.646420       1 csi_handler.go:591] CSIHandler: processing PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:26:07.646435       1 csi_handler.go:633] CSIHandler: processing PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd": no VA found, removing finalizer
E1023 05:26:07.654490       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd": PersistentVolume "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1023 05:26:07.654513       1 controller.go:232] Started PV processing "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:26:07.654523       1 csi_handler.go:591] CSIHandler: processing PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:26:07.654540       1 csi_handler.go:633] CSIHandler: processing PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd": no VA found, removing finalizer
I1023 05:26:07.660115       1 csi_handler.go:655] Removed finalizer from PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:26:08.654658       1 controller.go:232] Started PV processing "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd"
I1023 05:26:08.654679       1 controller.go:239] PV "pvc-b02985e5-f542-49a8-a9f3-c96b9185c3cd" deleted, ignoring
I1023 05:26:13.675585       1 controller.go:198] Started VA processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.675604       1 csi_handler.go:209] CSIHandler: processing VA "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.675610       1 csi_handler.go:260] Starting detach operation for "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.675632       1 csi_handler.go:267] Detaching "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.675644       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-9603 in CSINode node2
I1023 05:26:13.675678       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1023 05:26:13.675683       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9603","volume_id":"6"}
I1023 05:26:13.676705       1 connection.go:185] GRPC response: {}
I1023 05:26:13.677060       1 connection.go:186] GRPC error: <nil>
I1023 05:26:13.677067       1 csi_handler.go:549] Detached "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.677085       1 util.go:76] Marking as detached "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.687819       1 controller.go:232] Started PV processing "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:13.687834       1 csi_handler.go:591] CSIHandler: processing PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:13.687843       1 csi_handler.go:595] CSIHandler: processing PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6": no deletion timestamp, ignoring
I1023 05:26:13.687986       1 util.go:90] Finalizer removed from "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.687997       1 csi_handler.go:280] Fully detached "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:13.688004       1 csi_handler.go:225] CSIHandler: finished processing "csi-8614ce9036d2378785b3480d9fcf16ef8ed5fe686f0e5e76feedfecbeef7c640"
I1023 05:26:16.661152       1 controller.go:232] Started PV processing "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:16.661166       1 csi_handler.go:591] CSIHandler: processing PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:16.661180       1 csi_handler.go:633] CSIHandler: processing PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6": no VA found, removing finalizer
E1023 05:26:16.671998       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6": PersistentVolume "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1023 05:26:16.672027       1 controller.go:232] Started PV processing "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:16.672036       1 csi_handler.go:591] CSIHandler: processing PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:16.672051       1 csi_handler.go:633] CSIHandler: processing PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6": no VA found, removing finalizer
I1023 05:26:16.676896       1 csi_handler.go:655] Removed finalizer from PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:17.672186       1 controller.go:232] Started PV processing "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6"
I1023 05:26:17.672212       1 controller.go:239] PV "pvc-31077cd2-806b-4435-8dba-8e04a267a0d6" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====