==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0203 01:16:06.433407       1 main.go:99] Version: v3.3.0
I0203 01:16:06.437883       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0203 01:16:07.440501       1 common.go:111] Probing CSI driver for readiness
I0203 01:16:07.440532       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0203 01:16:07.440539       1 connection.go:184] GRPC request: {}
I0203 01:16:07.453493       1 connection.go:186] GRPC response: {}
I0203 01:16:07.453610       1 connection.go:187] GRPC error: <nil>
I0203 01:16:07.453634       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0203 01:16:07.453641       1 connection.go:184] GRPC request: {}
I0203 01:16:07.454465       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-668","vendor_version":"v1.7.3"}
I0203 01:16:07.454579       1 connection.go:187] GRPC error: <nil>
I0203 01:16:07.454602       1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-668"
I0203 01:16:07.454618       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0203 01:16:07.454627       1 connection.go:184] GRPC request: {}
I0203 01:16:07.455758       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0203 01:16:07.455990       1 connection.go:187] GRPC error: <nil>
I0203 01:16:07.456003       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0203 01:16:07.456011       1 connection.go:184] GRPC request: {}
I0203 01:16:07.457002       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0203 01:16:07.457291       1 connection.go:187] GRPC error: <nil>
I0203 01:16:07.457368       1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0203 01:16:07.457657       1 controller.go:128] Starting CSI attacher
I0203 01:16:07.459700       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0203 01:16:07.459781       1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0203 01:16:07.459820       1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0203 01:16:07.459802       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0203 01:16:07.459811       1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0203 01:16:07.460471       1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0203 01:16:07.558457       1 shared_informer.go:270] caches populated
I0203 01:16:07.558540       1 controller.go:208] Started VA processing "csi-9910ceb33fca37b8b8a31a47ea89419b5bfabf1250fe915be6b83ea2bfbf0210"
I0203 01:16:07.558564       1 controller.go:223] Skipping VolumeAttachment csi-9910ceb33fca37b8b8a31a47ea89419b5bfabf1250fe915be6b83ea2bfbf0210 for attacher csi-mock-csi-mock-volumes-9810
I0203 01:16:16.891719       1 controller.go:208] Started VA processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.891758       1 csi_handler.go:221] CSIHandler: processing VA "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.891772       1 csi_handler.go:248] Attaching "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.891787       1 csi_handler.go:427] Starting attach operation for "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.891859       1 csi_handler.go:347] Adding finalizer to PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:16.899833       1 csi_handler.go:356] PV finalizer added to "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:16.899876       1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker
I0203 01:16:16.899914       1 csi_handler.go:309] VA finalizer added to "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.899935       1 csi_handler.go:323] NodeID annotation added to "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.905477       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0203 01:16:16.905509       1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1675386967642-8081-csi-mock-csi-mock-volumes-668"},"volume_id":"5a6fc1f0-a360-11ed-b485-26117765ee8b"}
I0203 01:16:16.907783       1 connection.go:186] GRPC response: {}
I0203 01:16:16.907889       1 connection.go:187] GRPC error: <nil>
I0203 01:16:16.907910       1 csi_handler.go:261] Attached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.907931       1 util.go:38] Marking as attached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.911906       1 util.go:52] Marked as attached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.911932       1 csi_handler.go:267] Fully attached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.911949       1 csi_handler.go:237] CSIHandler: finished processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.911995       1 controller.go:208] Started VA processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.912024       1 csi_handler.go:221] CSIHandler: processing VA "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:16.912048       1 csi_handler.go:243] "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a" is already attached
I0203 01:16:16.912068       1 csi_handler.go:237] CSIHandler: finished processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:18.929204       1 controller.go:208] Started VA processing "csi-9910ceb33fca37b8b8a31a47ea89419b5bfabf1250fe915be6b83ea2bfbf0210"
I0203 01:16:18.929257       1 controller.go:223] Skipping VolumeAttachment csi-9910ceb33fca37b8b8a31a47ea89419b5bfabf1250fe915be6b83ea2bfbf0210 for attacher csi-mock-csi-mock-volumes-9810
I0203 01:16:18.937515       1 controller.go:208] Started VA processing "csi-9910ceb33fca37b8b8a31a47ea89419b5bfabf1250fe915be6b83ea2bfbf0210"
I0203 01:16:18.937554       1 controller.go:223] Skipping VolumeAttachment csi-9910ceb33fca37b8b8a31a47ea89419b5bfabf1250fe915be6b83ea2bfbf0210 for attacher csi-mock-csi-mock-volumes-9810
I0203 01:16:18.943439       1 controller.go:259] Started PV processing "pvc-0474fd90-dedb-4fc2-9970-7416cda3ecb5"
I0203 01:16:18.943480       1 csi_handler.go:629] CSIHandler: processing PV "pvc-0474fd90-dedb-4fc2-9970-7416cda3ecb5"
I0203 01:16:18.943505       1 csi_handler.go:651] CSIHandler: processing PV "pvc-0474fd90-dedb-4fc2-9970-7416cda3ecb5": no deletion timestamp, ignoring
I0203 01:16:29.108463       1 controller.go:208] Started VA processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.108505       1 csi_handler.go:221] CSIHandler: processing VA "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.108518       1 csi_handler.go:272] Starting detach operation for "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.108605       1 csi_handler.go:279] Detaching "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.108635       1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker
I0203 01:16:29.108659       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0203 01:16:29.108672       1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_id":"5a6fc1f0-a360-11ed-b485-26117765ee8b"}
I0203 01:16:29.110376       1 connection.go:186] GRPC response: {}
I0203 01:16:29.110510       1 connection.go:187] GRPC error: <nil>
I0203 01:16:29.110527       1 csi_handler.go:587] Detached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.110662       1 util.go:80] Marking as detached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122785       1 util.go:106] Finalizer removed from "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122822       1 csi_handler.go:292] Fully detached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122838       1 csi_handler.go:237] CSIHandler: finished processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122894       1 controller.go:208] Started VA processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122912       1 csi_handler.go:221] CSIHandler: processing VA "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122922       1 csi_handler.go:272] Starting detach operation for "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122954       1 csi_handler.go:279] Detaching "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.122977       1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker
I0203 01:16:29.122985       1 controller.go:259] Started PV processing "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:29.123016       1 csi_handler.go:629] CSIHandler: processing PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:29.123043       1 csi_handler.go:651] CSIHandler: processing PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62": no deletion timestamp, ignoring
I0203 01:16:29.122991       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0203 01:16:29.123133       1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_id":"5a6fc1f0-a360-11ed-b485-26117765ee8b"}
I0203 01:16:29.123810       1 connection.go:186] GRPC response: {}
I0203 01:16:29.123849       1 connection.go:187] GRPC error: <nil>
I0203 01:16:29.123862       1 csi_handler.go:587] Detached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.123900       1 util.go:80] Marking as detached "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.127477       1 csi_handler.go:613] Saving detach error to "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:29.130493       1 csi_handler.go:286] Failed to save detach error to "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a": volumeattachments.storage.k8s.io "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a" not found
I0203 01:16:29.130529       1 csi_handler.go:231] Error processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a" not found
I0203 01:16:29.871227       1 controller.go:259] Started PV processing "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:29.871273       1 csi_handler.go:629] CSIHandler: processing PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:29.871335       1 csi_handler.go:690] CSIHandler: processing PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62": no VA found, removing finalizer
E0203 01:16:29.880616       1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62": PersistentVolume "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0203 01:16:29.880707       1 controller.go:259] Started PV processing "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:29.880730       1 csi_handler.go:629] CSIHandler: processing PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:29.880770       1 csi_handler.go:690] CSIHandler: processing PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62": no VA found, removing finalizer
I0203 01:16:29.888188       1 csi_handler.go:712] Removed finalizer from PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:30.130682       1 controller.go:208] Started VA processing "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a"
I0203 01:16:30.130763       1 controller.go:215] VA "csi-8d03bd98be953a054990c5de92058485da71b7f0d50c6a491488fc834a18547a" deleted, ignoring
I0203 01:16:30.881421       1 controller.go:259] Started PV processing "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62"
I0203 01:16:30.881495       1 controller.go:266] PV "pvc-049e5127-e770-48f9-9c78-ad4aa4e5cc62" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====