==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I1013 14:40:45.905924       1 main.go:96] Version: v3.2.0
I1013 14:40:45.910077       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1013 14:40:46.912913       1 common.go:111] Probing CSI driver for readiness
I1013 14:40:46.912976       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1013 14:40:46.912991       1 connection.go:183] GRPC request: {}
I1013 14:40:46.918908       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1013 14:40:46.919247       1 connection.go:186] GRPC error: <nil>
I1013 14:40:46.919283       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1013 14:40:46.919300       1 connection.go:183] GRPC request: {}
I1013 14:40:46.920490       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-4211","vendor_version":"0.3.0"}
I1013 14:40:46.920657       1 connection.go:186] GRPC error: <nil>
I1013 14:40:46.920678       1 main.go:152] CSI driver name: "csi-mock-csi-mock-volumes-4211"
I1013 14:40:46.920696       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1013 14:40:46.920704       1 connection.go:183] GRPC request: {}
I1013 14:40:46.922726       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1013 14:40:46.923000       1 connection.go:186] GRPC error: <nil>
I1013 14:40:46.923016       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1013 14:40:46.923024       1 connection.go:183] GRPC request: {}
I1013 14:40:46.924245       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1013 14:40:46.924492       1 connection.go:186] GRPC error: <nil>
I1013 14:40:46.924619       1 main.go:208] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I1013 14:40:46.924637       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1013 14:40:46.924645       1 connection.go:183] GRPC request: {}
I1013 14:40:46.925250       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1013 14:40:46.925504       1 connection.go:186] GRPC error: <nil>
I1013 14:40:46.925542       1 main.go:221] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I1013 14:40:46.925811       1 controller.go:128] Starting CSI attacher
I1013 14:40:46.926316       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:40:46.926331       1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:40:46.926347       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I1013 14:40:46.926364       1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I1013 14:40:46.926404       1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:40:46.926431       1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I1013 14:40:47.026222       1 shared_informer.go:270] caches populated
I1013 14:40:47.026397       1 controller.go:205] Started VA processing "csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868"
I1013 14:40:47.026412       1 controller.go:205] Started VA processing "csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3"
I1013 14:40:47.026431       1 controller.go:220] Skipping VolumeAttachment csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868 for attacher csi-mock-csi-mock-volumes-1308
I1013 14:40:47.026441       1 controller.go:220] Skipping VolumeAttachment csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3 for attacher csi-mock-csi-mock-volumes-6552
I1013 14:40:47.026463       1 csi_handler.go:117] Reconciling VolumeAttachments with driver backend state
I1013 14:40:47.026574       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1013 14:40:47.026588       1 connection.go:183] GRPC request: {}
I1013 14:40:47.034783       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4211"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4211"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4211"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I1013 14:40:47.035367       1 connection.go:186] GRPC error: <nil>
W1013 14:40:47.035399       1 csi_handler.go:136] Failed to find node ID in VolumeAttachment csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868 annotation
W1013 14:40:47.035451       1 csi_handler.go:183] VA csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3 for volume 4 has attached status true but actual state false. Adding back to VA queue for forced reprocessing
I1013 14:40:47.035520       1 controller.go:205] Started VA processing "csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3"
I1013 14:40:47.035548       1 controller.go:220] Skipping VolumeAttachment csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3 for attacher csi-mock-csi-mock-volumes-6552
I1013 14:40:52.142044       1 controller.go:205] Started VA processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.142093       1 csi_handler.go:218] CSIHandler: processing VA "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.142107       1 csi_handler.go:245] Attaching "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.142121       1 csi_handler.go:424] Starting attach operation for "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.142253       1 csi_handler.go:344] Adding finalizer to PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:40:52.154637       1 csi_handler.go:353] PV finalizer added to "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:40:52.154680       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-4211 in CSINode v122-worker2
I1013 14:40:52.154720       1 csi_handler.go:306] VA finalizer added to "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.154738       1 csi_handler.go:320] NodeID annotation added to "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.159806       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1013 14:40:52.159830       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4211","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-00207ad5-442f-4ca9-ba5c-6446400ca989","storage.kubernetes.io/csiProvisionerIdentity":"1665672047002-8081-csi-mock-csi-mock-volumes-4211"},"volume_id":"4"}
I1013 14:40:52.161992       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1013 14:40:52.162140       1 connection.go:186] GRPC error: <nil>
I1013 14:40:52.162155       1 csi_handler.go:258] Attached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.162171       1 util.go:37] Marking as attached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.167636       1 util.go:51] Marked as attached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.167689       1 csi_handler.go:264] Fully attached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.167714       1 csi_handler.go:234] CSIHandler: finished processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.167795       1 controller.go:205] Started VA processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.167828       1 csi_handler.go:218] CSIHandler: processing VA "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:52.167852       1 csi_handler.go:240] "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8" is already attached
I1013 14:40:52.167880       1 csi_handler.go:234] CSIHandler: finished processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:40:59.211224       1 controller.go:205] Started VA processing "csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3"
I1013 14:40:59.211253       1 controller.go:220] Skipping VolumeAttachment csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3 for attacher csi-mock-csi-mock-volumes-6552
I1013 14:40:59.219608       1 controller.go:205] Started VA processing "csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3"
I1013 14:40:59.219663       1 controller.go:220] Skipping VolumeAttachment csi-e038bfd4acefe4f8c8a84bdc19ffc235a8d1bf3a59810301e32dd97f3a4a64d3 for attacher csi-mock-csi-mock-volumes-6552
I1013 14:40:59.224697       1 controller.go:256] Started PV processing "pvc-b458a03a-00cc-44b9-be4d-04807d59f870"
I1013 14:40:59.224738       1 csi_handler.go:625] CSIHandler: processing PV "pvc-b458a03a-00cc-44b9-be4d-04807d59f870"
I1013 14:40:59.224763       1 csi_handler.go:647] CSIHandler: processing PV "pvc-b458a03a-00cc-44b9-be4d-04807d59f870": no deletion timestamp, ignoring
I1013 14:41:04.238435       1 controller.go:205] Started VA processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.238486       1 csi_handler.go:218] CSIHandler: processing VA "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.238502       1 csi_handler.go:245] Attaching "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.238516       1 csi_handler.go:424] Starting attach operation for "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.238617       1 csi_handler.go:344] Adding finalizer to PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:04.253976       1 csi_handler.go:353] PV finalizer added to "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:04.254037       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-4211 in CSINode v122-worker2
I1013 14:41:04.254084       1 csi_handler.go:306] VA finalizer added to "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.254102       1 csi_handler.go:320] NodeID annotation added to "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.259118       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1013 14:41:04.259148       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4211","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15","storage.kubernetes.io/csiProvisionerIdentity":"1665672047002-8081-csi-mock-csi-mock-volumes-4211"},"volume_id":"5"}
I1013 14:41:04.260455       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1013 14:41:04.260548       1 connection.go:186] GRPC error: <nil>
I1013 14:41:04.260564       1 csi_handler.go:258] Attached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.260580       1 util.go:37] Marking as attached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.265802       1 util.go:51] Marked as attached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.265849       1 csi_handler.go:264] Fully attached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.265874       1 csi_handler.go:234] CSIHandler: finished processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.265931       1 controller.go:205] Started VA processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.265955       1 csi_handler.go:218] CSIHandler: processing VA "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.265971       1 csi_handler.go:240] "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98" is already attached
I1013 14:41:04.265998       1 csi_handler.go:234] CSIHandler: finished processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.266049       1 controller.go:205] Started VA processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.266074       1 csi_handler.go:218] CSIHandler: processing VA "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:04.266095       1 csi_handler.go:240] "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98" is already attached
I1013 14:41:04.266123       1 csi_handler.go:234] CSIHandler: finished processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:07.570446       1 controller.go:205] Started VA processing "csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139"
I1013 14:41:07.570500       1 controller.go:220] Skipping VolumeAttachment csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139 for attacher csi-mock-csi-mock-volumes-9078
I1013 14:41:07.595094       1 controller.go:205] Started VA processing "csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139"
I1013 14:41:07.595129       1 controller.go:220] Skipping VolumeAttachment csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139 for attacher csi-mock-csi-mock-volumes-9078
I1013 14:41:07.602458       1 controller.go:205] Started VA processing "csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139"
I1013 14:41:07.602501       1 controller.go:220] Skipping VolumeAttachment csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139 for attacher csi-mock-csi-mock-volumes-9078
I1013 14:41:19.276267       1 controller.go:205] Started VA processing "csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139"
I1013 14:41:19.276320       1 controller.go:220] Skipping VolumeAttachment csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139 for attacher csi-mock-csi-mock-volumes-9078
I1013 14:41:19.290889       1 controller.go:205] Started VA processing "csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139"
I1013 14:41:19.290923       1 controller.go:220] Skipping VolumeAttachment csi-44c897ede2e8b4e2118dd8fbfd8a03b6c603aab486a0cc0f561cbda022a3c139 for attacher csi-mock-csi-mock-volumes-9078
I1013 14:41:19.297918       1 controller.go:256] Started PV processing "pvc-3d25b8db-0d83-4512-a5bd-10722dace875"
I1013 14:41:19.297950       1 csi_handler.go:625] CSIHandler: processing PV "pvc-3d25b8db-0d83-4512-a5bd-10722dace875"
I1013 14:41:19.297974       1 csi_handler.go:647] CSIHandler: processing PV "pvc-3d25b8db-0d83-4512-a5bd-10722dace875": no deletion timestamp, ignoring
I1013 14:41:21.787699       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:41:21.787753       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:41:21.802244       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:41:21.802278       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:41:21.809941       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:41:21.809976       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:41:29.259492       1 controller.go:205] Started VA processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.259525       1 csi_handler.go:218] CSIHandler: processing VA "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.259540       1 csi_handler.go:269] Starting detach operation for "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.259646       1 csi_handler.go:276] Detaching "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.259679       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-4211 in CSINode v122-worker2
I1013 14:41:29.259707       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1013 14:41:29.259719       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4211","volume_id":"5"}
I1013 14:41:29.261472       1 connection.go:185] GRPC response: {}
I1013 14:41:29.261624       1 connection.go:186] GRPC error: <nil>
I1013 14:41:29.261643       1 csi_handler.go:583] Detached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.261704       1 util.go:79] Marking as detached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.270014       1 controller.go:205] Started VA processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.270063       1 csi_handler.go:218] CSIHandler: processing VA "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.270078       1 csi_handler.go:269] Starting detach operation for "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.270115       1 csi_handler.go:276] Detaching "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.270142       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-4211 in CSINode v122-worker2
I1013 14:41:29.270164       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1013 14:41:29.270175       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4211","volume_id":"4"}
I1013 14:41:29.270850       1 connection.go:185] GRPC response: {}
I1013 14:41:29.270895       1 connection.go:186] GRPC error: <nil>
I1013 14:41:29.270911       1 csi_handler.go:583] Detached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.270953       1 util.go:79] Marking as detached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.279285       1 util.go:105] Finalizer removed from "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.279319       1 csi_handler.go:289] Fully detached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.279342       1 csi_handler.go:234] CSIHandler: finished processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.279391       1 controller.go:205] Started VA processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.279418       1 csi_handler.go:218] CSIHandler: processing VA "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.279435       1 csi_handler.go:269] Starting detach operation for "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.279469       1 csi_handler.go:276] Detaching "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.279492       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-4211 in CSINode v122-worker2
I1013 14:41:29.279509       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1013 14:41:29.279520       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4211","volume_id":"5"}
I1013 14:41:29.279789       1 controller.go:256] Started PV processing "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:29.279828       1 csi_handler.go:625] CSIHandler: processing PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:29.279896       1 csi_handler.go:647] CSIHandler: processing PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15": no deletion timestamp, ignoring
I1013 14:41:29.280128       1 connection.go:185] GRPC response: {}
I1013 14:41:29.280176       1 connection.go:186] GRPC error: <nil>
I1013 14:41:29.280195       1 csi_handler.go:583] Detached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.280247       1 util.go:79] Marking as detached "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.284258       1 util.go:105] Finalizer removed from "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.284293       1 csi_handler.go:289] Fully detached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.284311       1 csi_handler.go:234] CSIHandler: finished processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.284355       1 controller.go:205] Started VA processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.284373       1 csi_handler.go:218] CSIHandler: processing VA "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.284386       1 csi_handler.go:269] Starting detach operation for "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.284422       1 csi_handler.go:276] Detaching "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.284443       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-4211 in CSINode v122-worker2
I1013 14:41:29.284461       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1013 14:41:29.284471       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4211","volume_id":"4"}
I1013 14:41:29.284520       1 controller.go:256] Started PV processing "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:29.284560       1 csi_handler.go:625] CSIHandler: processing PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:29.284585       1 csi_handler.go:647] CSIHandler: processing PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989": no deletion timestamp, ignoring
I1013 14:41:29.285014       1 csi_handler.go:609] Saving detach error to "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:29.285067       1 connection.go:185] GRPC response: {}
I1013 14:41:29.285125       1 connection.go:186] GRPC error: <nil>
I1013 14:41:29.285141       1 csi_handler.go:583] Detached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.285204       1 util.go:79] Marking as detached "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.290239       1 csi_handler.go:609] Saving detach error to "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:29.291476       1 csi_handler.go:283] Failed to save detach error to "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98": volumeattachments.storage.k8s.io "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98" not found
I1013 14:41:29.291513       1 csi_handler.go:228] Error processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98" not found
I1013 14:41:29.293484       1 csi_handler.go:283] Failed to save detach error to "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8": volumeattachments.storage.k8s.io "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8" not found
I1013 14:41:29.293539       1 csi_handler.go:228] Error processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8" not found
I1013 14:41:30.292460       1 controller.go:205] Started VA processing "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98"
I1013 14:41:30.292557       1 controller.go:212] VA "csi-16b04c8fc18c27713fad9d6928ac9074cbd7b81306efe2aba901f72e5666fc98" deleted, ignoring
I1013 14:41:30.293797       1 controller.go:205] Started VA processing "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8"
I1013 14:41:30.293889       1 controller.go:212] VA "csi-b2ec92a82e8a7484888fdefd031d43ef1282ae46be50189265907f74929345b8" deleted, ignoring
I1013 14:41:31.282366       1 controller.go:256] Started PV processing "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:31.282423       1 csi_handler.go:625] CSIHandler: processing PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:31.282485       1 csi_handler.go:686] CSIHandler: processing PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989": no VA found, removing finalizer
E1013 14:41:31.290970       1 csi_handler.go:703] Failed to remove finalizer from PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989": PersistentVolume "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1013 14:41:31.291121       1 controller.go:256] Started PV processing "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:31.291158       1 csi_handler.go:625] CSIHandler: processing PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:31.291220       1 csi_handler.go:686] CSIHandler: processing PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989": no VA found, removing finalizer
I1013 14:41:31.299541       1 csi_handler.go:708] Removed finalizer from PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:32.289625       1 controller.go:256] Started PV processing "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:32.289685       1 csi_handler.go:625] CSIHandler: processing PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:32.289722       1 csi_handler.go:686] CSIHandler: processing PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15": no VA found, removing finalizer
I1013 14:41:32.291339       1 controller.go:256] Started PV processing "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989"
I1013 14:41:32.291418       1 controller.go:263] PV "pvc-00207ad5-442f-4ca9-ba5c-6446400ca989" deleted, ignoring
E1013 14:41:32.298275       1 csi_handler.go:703] Failed to remove finalizer from PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15": PersistentVolume "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1013 14:41:32.298365       1 controller.go:256] Started PV processing "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:32.298383       1 csi_handler.go:625] CSIHandler: processing PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:32.298451       1 csi_handler.go:686] CSIHandler: processing PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15": no VA found, removing finalizer
I1013 14:41:32.305753       1 csi_handler.go:708] Removed finalizer from PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:33.299097       1 controller.go:256] Started PV processing "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15"
I1013 14:41:33.299170       1 controller.go:263] PV "pvc-58fdf3e5-d829-45d2-a45f-2e55b2300a15" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====