==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0505 01:18:52.938538       1 main.go:99] Version: v3.3.0
I0505 01:18:52.944409       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0505 01:18:53.948869       1 common.go:111] Probing CSI driver for readiness
I0505 01:18:53.949004       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0505 01:18:53.949018       1 connection.go:184] GRPC request: {}
I0505 01:18:53.953561       1 connection.go:186] GRPC response: {}
I0505 01:18:53.953650       1 connection.go:187] GRPC error: <nil>
I0505 01:18:53.953668       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0505 01:18:53.953673       1 connection.go:184] GRPC request: {}
I0505 01:18:53.954326       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-8383","vendor_version":"v1.7.3"}
I0505 01:18:53.954427       1 connection.go:187] GRPC error: <nil>
I0505 01:18:53.954442       1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-8383"
I0505 01:18:53.954452       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0505 01:18:53.954457       1 connection.go:184] GRPC request: {}
I0505 01:18:53.955199       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0505 01:18:53.955392       1 connection.go:187] GRPC error: <nil>
I0505 01:18:53.955407       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 01:18:53.955415       1 connection.go:184] GRPC request: {}
I0505 01:18:53.956409       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0505 01:18:53.956661       1 connection.go:187] GRPC error: <nil>
I0505 01:18:53.956765       1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0505 01:18:53.957109       1 controller.go:128] Starting CSI attacher
I0505 01:18:53.957626       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:18:53.957649       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0505 01:18:53.957695       1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:18:53.957730       1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0505 01:18:53.957727       1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:18:53.957769       1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0505 01:18:54.058001       1 shared_informer.go:270] caches populated
I0505 01:18:58.357454       1 controller.go:208] Started VA processing "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.357496       1 csi_handler.go:221] CSIHandler: processing VA "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.357518       1 csi_handler.go:248] Attaching "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.357532       1 csi_handler.go:427] Starting attach operation for "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.357600       1 csi_handler.go:347] Adding finalizer to PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:18:58.366518       1 csi_handler.go:356] PV finalizer added to "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:18:58.366586       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:18:58.366647       1 csi_handler.go:309] VA finalizer added to "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.366674       1 csi_handler.go:323] NodeID annotation added to "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.372017       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0505 01:18:58.372093       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249533929-8081-csi-mock-csi-mock-volumes-8383"},"volume_id":"ced18cb8-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:18:58.374344       1 connection.go:186] GRPC response: {}
I0505 01:18:58.374424       1 connection.go:187] GRPC error: <nil>
I0505 01:18:58.374440       1 csi_handler.go:261] Attached "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.374459       1 util.go:38] Marking as attached "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.379998       1 util.go:52] Marked as attached "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.380056       1 csi_handler.go:267] Fully attached "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.380084       1 csi_handler.go:237] CSIHandler: finished processing "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.380138       1 controller.go:208] Started VA processing "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.380157       1 csi_handler.go:221] CSIHandler: processing VA "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:18:58.380174       1 csi_handler.go:243] "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5" is already attached
I0505 01:18:58.380189       1 csi_handler.go:237] CSIHandler: finished processing "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:14.363203       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.363243       1 csi_handler.go:221] CSIHandler: processing VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.363257       1 csi_handler.go:248] Attaching "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.363272       1 csi_handler.go:427] Starting attach operation for "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.363358       1 csi_handler.go:347] Adding finalizer to PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:19:14.371736       1 csi_handler.go:356] PV finalizer added to "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:19:14.371786       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:19:14.371905       1 csi_handler.go:309] VA finalizer added to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.371930       1 csi_handler.go:323] NodeID annotation added to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.377868       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0505 01:19:14.377892       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249533929-8081-csi-mock-csi-mock-volumes-8383"},"volume_id":"d13555a1-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:19:14.379405       1 connection.go:186] GRPC response: {}
I0505 01:19:14.379453       1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:14.379494       1 csi_handler.go:597] Saving attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384534       1 csi_handler.go:608] Saved attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384581       1 csi_handler.go:231] Error processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:14.384651       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384673       1 csi_handler.go:221] CSIHandler: processing VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384688       1 csi_handler.go:248] Attaching "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384704       1 csi_handler.go:427] Starting attach operation for "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384756       1 csi_handler.go:341] PV finalizer is already set on "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:19:14.384787       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:19:14.384811       1 csi_handler.go:301] VA finalizer is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384825       1 csi_handler.go:315] NodeID annotation is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.384853       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0505 01:19:14.384864       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249533929-8081-csi-mock-csi-mock-volumes-8383"},"volume_id":"d13555a1-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:19:14.386040       1 connection.go:186] GRPC response: {}
I0505 01:19:14.386089       1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:14.386114       1 csi_handler.go:597] Saving attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.391427       1 csi_handler.go:608] Saved attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:14.391467       1 csi_handler.go:231] Error processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:15.385654       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.385723       1 csi_handler.go:221] CSIHandler: processing VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.385739       1 csi_handler.go:248] Attaching "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.385755       1 csi_handler.go:427] Starting attach operation for "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.385846       1 csi_handler.go:341] PV finalizer is already set on "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:19:15.385883       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:19:15.385930       1 csi_handler.go:301] VA finalizer is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.385955       1 csi_handler.go:315] NodeID annotation is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.385998       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0505 01:19:15.386016       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249533929-8081-csi-mock-csi-mock-volumes-8383"},"volume_id":"d13555a1-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:19:15.388253       1 connection.go:186] GRPC response: {}
I0505 01:19:15.388324       1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:15.388362       1 csi_handler.go:597] Saving attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394214       1 csi_handler.go:608] Saved attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394265       1 csi_handler.go:231] Error processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:15.394367       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394401       1 csi_handler.go:221] CSIHandler: processing VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394418       1 csi_handler.go:248] Attaching "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394436       1 csi_handler.go:427] Starting attach operation for "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394517       1 csi_handler.go:341] PV finalizer is already set on "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:19:15.394547       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:19:15.394571       1 csi_handler.go:301] VA finalizer is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394588       1 csi_handler.go:315] NodeID annotation is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.394618       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0505 01:19:15.394630       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249533929-8081-csi-mock-csi-mock-volumes-8383"},"volume_id":"d13555a1-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:19:15.396006       1 connection.go:186] GRPC response: {}
I0505 01:19:15.396117       1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:15.396147       1 csi_handler.go:597] Saving attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.401360       1 csi_handler.go:608] Saved attach error to "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:15.401403       1 csi_handler.go:231] Error processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v125-worker2')
I0505 01:19:19.214177       1 controller.go:208] Started VA processing "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.214217       1 csi_handler.go:221] CSIHandler: processing VA "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.214231       1 csi_handler.go:272] Starting detach operation for "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.214317       1 csi_handler.go:279] Detaching "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.214345       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:19:19.214375       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0505 01:19:19.214386       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"ced18cb8-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:19:19.215951       1 connection.go:186] GRPC response: {}
I0505 01:19:19.216110       1 connection.go:187] GRPC error: <nil>
I0505 01:19:19.216127       1 csi_handler.go:587] Detached "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.216208       1 util.go:80] Marking as detached "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.232753       1 util.go:106] Finalizer removed from "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.232811       1 csi_handler.go:292] Fully detached "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.232837       1 csi_handler.go:237] CSIHandler: finished processing "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.232861       1 controller.go:259] Started PV processing "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:19.232897       1 csi_handler.go:629] CSIHandler: processing PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:19.232931       1 csi_handler.go:651] CSIHandler: processing PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204": no deletion timestamp, ignoring
I0505 01:19:19.232905       1 controller.go:208] Started VA processing "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5"
I0505 01:19:19.233103       1 controller.go:215] VA "csi-2d1f248874f19bd857cd78d36cf48c37f15b2afa61e887dadb6a8a2070b76dd5" deleted, ignoring
I0505 01:19:19.394518       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.394573       1 csi_handler.go:221] CSIHandler: processing VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.394583       1 csi_handler.go:248] Attaching "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.394593       1 csi_handler.go:427] Starting attach operation for "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.394663       1 csi_handler.go:341] PV finalizer is already set on "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:19:19.394700       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:19:19.394718       1 csi_handler.go:301] VA finalizer is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.394727       1 csi_handler.go:315] NodeID annotation is already set on "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.394749       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0505 01:19:19.394757       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249533929-8081-csi-mock-csi-mock-volumes-8383"},"volume_id":"d13555a1-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:19:19.396443       1 connection.go:186] GRPC response: {}
I0505 01:19:19.396479       1 connection.go:187] GRPC error: <nil>
I0505 01:19:19.396488       1 csi_handler.go:261] Attached "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.396498       1 util.go:38] Marking as attached "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.402693       1 util.go:52] Marked as attached "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.402711       1 csi_handler.go:267] Fully attached "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.402727       1 csi_handler.go:237] CSIHandler: finished processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.402849       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.402887       1 csi_handler.go:221] CSIHandler: processing VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:19.402908       1 csi_handler.go:243] "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94" is already attached
I0505 01:19:19.402919       1 csi_handler.go:237] CSIHandler: finished processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:19:21.033390       1 controller.go:259] Started PV processing "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:21.033429       1 csi_handler.go:629] CSIHandler: processing PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:21.033483       1 csi_handler.go:690] CSIHandler: processing PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204": no VA found, removing finalizer
E0505 01:19:21.043735       1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204": PersistentVolume "pvc-65d22700-fbd0-4302-8118-fd9926aad204" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0505 01:19:21.043860       1 controller.go:259] Started PV processing "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:21.043890       1 csi_handler.go:629] CSIHandler: processing PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:21.043947       1 csi_handler.go:690] CSIHandler: processing PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204": no VA found, removing finalizer
I0505 01:19:21.052184       1 csi_handler.go:712] Removed finalizer from PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:22.044215       1 controller.go:259] Started PV processing "pvc-65d22700-fbd0-4302-8118-fd9926aad204"
I0505 01:19:22.044306       1 controller.go:266] PV "pvc-65d22700-fbd0-4302-8118-fd9926aad204" deleted, ignoring
I0505 01:20:04.278109       1 controller.go:208] Started VA processing "csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453"
I0505 01:20:04.278147       1 controller.go:223] Skipping VolumeAttachment csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453 for attacher csi-mock-csi-mock-volumes-4153
I0505 01:20:04.297851       1 controller.go:208] Started VA processing "csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453"
I0505 01:20:04.297879       1 controller.go:223] Skipping VolumeAttachment csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453 for attacher csi-mock-csi-mock-volumes-4153
I0505 01:20:04.305671       1 controller.go:208] Started VA processing "csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453"
I0505 01:20:04.305703       1 controller.go:223] Skipping VolumeAttachment csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453 for attacher csi-mock-csi-mock-volumes-4153
I0505 01:20:20.910645       1 controller.go:208] Started VA processing "csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453"
I0505 01:20:20.910683       1 controller.go:223] Skipping VolumeAttachment csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453 for attacher csi-mock-csi-mock-volumes-4153
I0505 01:20:20.919101       1 controller.go:208] Started VA processing "csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453"
I0505 01:20:20.919128       1 controller.go:223] Skipping VolumeAttachment csi-80dd9d9c0f5fe21d2e3a6f2ca99f3d2da068ae85547f17467f8321bd040f8453 for attacher csi-mock-csi-mock-volumes-4153
I0505 01:20:20.925883       1 controller.go:259] Started PV processing "pvc-0c9219a9-e260-4724-a6e1-284df6d4c6e8"
I0505 01:20:20.925914       1 csi_handler.go:629] CSIHandler: processing PV "pvc-0c9219a9-e260-4724-a6e1-284df6d4c6e8"
I0505 01:20:20.925939       1 csi_handler.go:651] CSIHandler: processing PV "pvc-0c9219a9-e260-4724-a6e1-284df6d4c6e8": no deletion timestamp, ignoring
I0505 01:20:27.852944       1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72"
I0505 01:20:27.852987       1 controller.go:223] Skipping VolumeAttachment csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72 for attacher csi-mock-csi-mock-volumes-6714
I0505 01:20:27.871570       1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72"
I0505 01:20:27.871596       1 controller.go:223] Skipping VolumeAttachment csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72 for attacher csi-mock-csi-mock-volumes-6714
I0505 01:20:27.879385       1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72"
I0505 01:20:27.879411       1 controller.go:223] Skipping VolumeAttachment csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72 for attacher csi-mock-csi-mock-volumes-6714
I0505 01:20:41.575925       1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72"
I0505 01:20:41.575958       1 controller.go:223] Skipping VolumeAttachment csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72 for attacher csi-mock-csi-mock-volumes-6714
I0505 01:20:41.584613       1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72"
I0505 01:20:41.584644       1 controller.go:223] Skipping VolumeAttachment csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72 for attacher csi-mock-csi-mock-volumes-6714
I0505 01:20:41.591149       1 controller.go:259] Started PV processing "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806"
I0505 01:20:41.591178       1 csi_handler.go:629] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806"
I0505 01:20:41.591200       1 csi_handler.go:651] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806": no deletion timestamp, ignoring
I0505 01:20:58.079495       1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715"
I0505 01:20:58.079531       1 controller.go:223] Skipping VolumeAttachment csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715 for attacher csi-mock-csi-mock-volumes-4203
I0505 01:20:58.099575       1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715"
I0505 01:20:58.099618       1 controller.go:223] Skipping VolumeAttachment csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715 for attacher csi-mock-csi-mock-volumes-4203
I0505 01:20:58.106976       1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715"
I0505 01:20:58.107013       1 controller.go:223] Skipping VolumeAttachment csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715 for attacher csi-mock-csi-mock-volumes-4203
I0505 01:21:03.326731       1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d"
I0505 01:21:03.326804       1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775
I0505 01:21:03.346035       1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d"
I0505 01:21:03.346058       1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775
I0505 01:21:03.350896       1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d"
I0505 01:21:03.350916       1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775
I0505 01:21:22.374544       1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715"
I0505 01:21:22.374608       1 controller.go:223] Skipping VolumeAttachment csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715 for attacher csi-mock-csi-mock-volumes-4203
I0505 01:21:22.374690       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.374731       1 csi_handler.go:221] CSIHandler: processing VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.374748       1 csi_handler.go:272] Starting detach operation for "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.374896       1 csi_handler.go:279] Detaching "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.374930       1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2
I0505 01:21:22.374955       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0505 01:21:22.374965       1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"d13555a1-eae2-11ed-9f3b-563b68caa93f"}
I0505 01:21:22.376086       1 connection.go:186] GRPC response: {}
I0505 01:21:22.376153       1 connection.go:187] GRPC error: <nil>
I0505 01:21:22.376172       1 csi_handler.go:587] Detached "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.376317       1 util.go:80] Marking as detached "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.381620       1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715"
I0505 01:21:22.381655       1 controller.go:223] Skipping VolumeAttachment csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715 for attacher csi-mock-csi-mock-volumes-4203
I0505 01:21:22.383188       1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d"
I0505 01:21:22.383214       1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775
I0505 01:21:22.386746       1 controller.go:259] Started PV processing "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075"
I0505 01:21:22.386773       1 csi_handler.go:629] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075"
I0505 01:21:22.386794       1 csi_handler.go:651] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075": no deletion timestamp, ignoring
I0505 01:21:22.388315       1 controller.go:259] Started PV processing "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:22.388340       1 csi_handler.go:629] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:22.388360       1 csi_handler.go:651] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674": no deletion timestamp, ignoring
I0505 01:21:22.388579       1 util.go:106] Finalizer removed from "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.388622       1 csi_handler.go:292] Fully detached "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.388638       1 csi_handler.go:237] CSIHandler: finished processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.388675       1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94"
I0505 01:21:22.388708       1 controller.go:215] VA "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94" deleted, ignoring
I0505 01:21:22.390714       1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d"
I0505 01:21:22.390739       1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775
I0505 01:21:22.396665       1 controller.go:259] Started PV processing "pvc-9f53ef38-e2f7-44f2-b267-9a4513df0b80"
I0505 01:21:22.396691       1 csi_handler.go:629] CSIHandler: processing PV "pvc-9f53ef38-e2f7-44f2-b267-9a4513df0b80"
I0505 01:21:22.396711       1 csi_handler.go:651] CSIHandler: processing PV "pvc-9f53ef38-e2f7-44f2-b267-9a4513df0b80": no deletion timestamp, ignoring
I0505 01:21:24.263676       1 controller.go:259] Started PV processing "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:24.263717       1 csi_handler.go:629] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:24.263749       1 csi_handler.go:690] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674": no VA found, removing finalizer
E0505 01:21:24.274424       1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674": PersistentVolume "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0505 01:21:24.274498       1 controller.go:259] Started PV processing "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:24.274516       1 csi_handler.go:629] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:24.274551       1 csi_handler.go:690] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674": no VA found, removing finalizer
I0505 01:21:24.283058       1 csi_handler.go:712] Removed finalizer from PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:25.274734       1 controller.go:259] Started PV processing "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674"
I0505 01:21:25.274792       1 controller.go:266] PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====