==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0411 18:22:41.957407       1 main.go:94] Version: v4.0.0
I0411 18:22:41.960736       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0411 18:22:42.962421       1 common.go:111] Probing CSI driver for readiness
I0411 18:22:42.962453       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0411 18:22:42.962460       1 connection.go:184] GRPC request: {}
I0411 18:22:42.977201       1 connection.go:186] GRPC response: {}
I0411 18:22:42.977333       1 connection.go:187] GRPC error: <nil>
I0411 18:22:42.977359       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0411 18:22:42.977365       1 connection.go:184] GRPC request: {}
I0411 18:22:42.978103       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-8366","vendor_version":"v1.9.0"}
I0411 18:22:42.978166       1 connection.go:187] GRPC error: <nil>
I0411 18:22:42.978178       1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-8366"
I0411 18:22:42.978190       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0411 18:22:42.978196       1 connection.go:184] GRPC request: {}
I0411 18:22:42.979226       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0411 18:22:42.979373       1 connection.go:187] GRPC error: <nil>
I0411 18:22:42.979382       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0411 18:22:42.979388       1 connection.go:184] GRPC request: {}
I0411 18:22:42.980673       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0411 18:22:42.981067       1 connection.go:187] GRPC error: <nil>
I0411 18:22:42.981163       1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0411 18:22:42.981598       1 controller.go:130] Starting CSI attacher
I0411 18:22:42.982112       1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:22:42.982143       1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0411 18:22:42.982230       1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:22:42.982257       1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0411 18:22:42.982322       1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:22:42.982343       1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0411 18:22:43.082101       1 shared_informer.go:285] caches populated
I0411 18:22:52.305494       1 controller.go:210] Started VA processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.305526       1 csi_handler.go:224] CSIHandler: processing VA "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.305549       1 csi_handler.go:251] Attaching "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.305563       1 csi_handler.go:421] Starting attach operation for "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.305651       1 csi_handler.go:341] Adding finalizer to PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:22:52.316758       1 csi_handler.go:350] PV finalizer added to "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:22:52.316808       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:22:52.316844       1 csi_handler.go:312] VA finalizer added to "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.316867       1 csi_handler.go:326] NodeID annotation added to "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.322848       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0411 18:22:52.322873       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1712859763074-8081-csi-mock-csi-mock-volumes-8366"},"volume_id":"8107e9d9-f830-11ee-809b-7e0a5b4a50df"}
I0411 18:22:52.325063       1 connection.go:186] GRPC response: {}
I0411 18:22:52.325150       1 connection.go:187] GRPC error: <nil>
I0411 18:22:52.325164       1 csi_handler.go:264] Attached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.325178       1 util.go:38] Marking as attached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.331468       1 util.go:52] Marked as attached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.331513       1 csi_handler.go:270] Fully attached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.331528       1 csi_handler.go:240] CSIHandler: finished processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.331587       1 controller.go:210] Started VA processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.331603       1 csi_handler.go:224] CSIHandler: processing VA "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:22:52.331617       1 csi_handler.go:246] "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815" is already attached
I0411 18:22:52.331629       1 csi_handler.go:240] CSIHandler: finished processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:05.699139       1 controller.go:210] Started VA processing "csi-768152546ebf15af91c65c0ab72fa23da7b6004e74464c84ae4c1c36450facb8"
I0411 18:23:05.699164       1 controller.go:225] Skipping VolumeAttachment csi-768152546ebf15af91c65c0ab72fa23da7b6004e74464c84ae4c1c36450facb8 for attacher csi-mock-csi-mock-volumes-2576
I0411 18:23:18.679849       1 controller.go:210] Started VA processing "csi-17265e1af43e94ef6f5212dfb341a308ed107b1d8dd7c0a0b89de5414082b45b"
I0411 18:23:18.679885       1 controller.go:225] Skipping VolumeAttachment csi-17265e1af43e94ef6f5212dfb341a308ed107b1d8dd7c0a0b89de5414082b45b for attacher csi-mock-csi-mock-volumes-1764
I0411 18:23:18.695408       1 controller.go:210] Started VA processing "csi-17265e1af43e94ef6f5212dfb341a308ed107b1d8dd7c0a0b89de5414082b45b"
I0411 18:23:18.695434       1 controller.go:225] Skipping VolumeAttachment csi-17265e1af43e94ef6f5212dfb341a308ed107b1d8dd7c0a0b89de5414082b45b for attacher csi-mock-csi-mock-volumes-1764
I0411 18:23:18.704596       1 controller.go:210] Started VA processing "csi-17265e1af43e94ef6f5212dfb341a308ed107b1d8dd7c0a0b89de5414082b45b"
I0411 18:23:18.704635       1 controller.go:225] Skipping VolumeAttachment csi-17265e1af43e94ef6f5212dfb341a308ed107b1d8dd7c0a0b89de5414082b45b for attacher csi-mock-csi-mock-volumes-1764
I0411 18:23:24.651711       1 controller.go:210] Started VA processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.651750       1 csi_handler.go:224] CSIHandler: processing VA "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.651763       1 csi_handler.go:275] Starting detach operation for "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.651809       1 csi_handler.go:282] Detaching "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.651838       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:23:24.651875       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0411 18:23:24.651891       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"8107e9d9-f830-11ee-809b-7e0a5b4a50df"}
I0411 18:23:24.653632       1 connection.go:186] GRPC response: {}
I0411 18:23:24.653717       1 connection.go:187] GRPC error: <nil>
I0411 18:23:24.653742       1 csi_handler.go:581] Detached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.653795       1 util.go:80] Marking as detached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.668907       1 util.go:106] Finalizer removed from "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.668939       1 csi_handler.go:295] Fully detached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.668954       1 csi_handler.go:240] CSIHandler: finished processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.668997       1 controller.go:210] Started VA processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.669012       1 csi_handler.go:224] CSIHandler: processing VA "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.669024       1 csi_handler.go:275] Starting detach operation for "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.669066       1 controller.go:261] Started PV processing "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:24.669102       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:24.669121       1 csi_handler.go:645] CSIHandler: processing PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3": no deletion timestamp, ignoring
I0411 18:23:24.669068       1 csi_handler.go:282] Detaching "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.669182       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:23:24.669212       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0411 18:23:24.669226       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"8107e9d9-f830-11ee-809b-7e0a5b4a50df"}
I0411 18:23:24.670156       1 connection.go:186] GRPC response: {}
I0411 18:23:24.670192       1 connection.go:187] GRPC error: <nil>
I0411 18:23:24.670206       1 csi_handler.go:581] Detached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.670240       1 util.go:80] Marking as detached "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.673390       1 csi_handler.go:607] Saving detach error to "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:24.676596       1 csi_handler.go:289] Failed to save detach error to "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815": volumeattachments.storage.k8s.io "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815" not found
I0411 18:23:24.676629       1 csi_handler.go:234] Error processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815" not found
I0411 18:23:25.297711       1 controller.go:261] Started PV processing "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:25.297766       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:25.297819       1 csi_handler.go:684] CSIHandler: processing PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3": no VA found, removing finalizer
E0411 18:23:25.306613       1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3": PersistentVolume "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0411 18:23:25.306689       1 controller.go:261] Started PV processing "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:25.306704       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:25.306741       1 csi_handler.go:684] CSIHandler: processing PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3": no VA found, removing finalizer
I0411 18:23:25.318351       1 csi_handler.go:706] Removed finalizer from PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:25.676966       1 controller.go:210] Started VA processing "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815"
I0411 18:23:25.677038       1 controller.go:217] VA "csi-d1b3eb6cb5497561099ffcdef6d57bb6cfb6739554b594930d2ee0a873362815" deleted, ignoring
I0411 18:23:26.306861       1 controller.go:261] Started PV processing "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3"
I0411 18:23:26.306918       1 controller.go:268] PV "pvc-c575c950-3a8f-487c-b05f-24af1aefa1a3" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====