==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0411 18:15:41.100971       1 main.go:94] Version: v4.0.0
I0411 18:15:41.103448       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0411 18:15:42.108089       1 common.go:111] Probing CSI driver for readiness
I0411 18:15:42.108191       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0411 18:15:42.108235       1 connection.go:184] GRPC request: {}
I0411 18:15:42.113646       1 connection.go:186] GRPC response: {}
I0411 18:15:42.113758       1 connection.go:187] GRPC error: <nil>
I0411 18:15:42.113785       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0411 18:15:42.113793       1 connection.go:184] GRPC request: {}
I0411 18:15:42.114356       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-287","vendor_version":"v1.9.0"}
I0411 18:15:42.114461       1 connection.go:187] GRPC error: <nil>
I0411 18:15:42.114475       1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-287"
I0411 18:15:42.114494       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0411 18:15:42.114500       1 connection.go:184] GRPC request: {}
I0411 18:15:42.115426       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0411 18:15:42.115680       1 connection.go:187] GRPC error: <nil>
I0411 18:15:42.115695       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0411 18:15:42.115703       1 connection.go:184] GRPC request: {}
I0411 18:15:42.116610       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0411 18:15:42.116908       1 connection.go:187] GRPC error: <nil>
I0411 18:15:42.116993       1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0411 18:15:42.117189       1 controller.go:130] Starting CSI attacher
I0411 18:15:42.117683       1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:15:42.117712       1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0411 18:15:42.117737       1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:15:42.117760       1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:15:42.117780       1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0411 18:15:42.117764       1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0411 18:15:42.218115       1 shared_informer.go:285] caches populated
I0411 18:15:50.854388       1 controller.go:210] Started VA processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.854428       1 csi_handler.go:224] CSIHandler: processing VA "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.854442       1 csi_handler.go:251] Attaching "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.854454       1 csi_handler.go:421] Starting attach operation for "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.854560       1 csi_handler.go:341] Adding finalizer to PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:15:50.865908       1 csi_handler.go:350] PV finalizer added to "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:15:50.865965       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:15:50.866029       1 csi_handler.go:312] VA finalizer added to "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.866066       1 csi_handler.go:326] NodeID annotation added to "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.872512       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0411 18:15:50.872543       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1712859342266-8081-csi-mock-csi-mock-volumes-287"},"volume_id":"85e13b45-f82f-11ee-bc35-5a21f842b3e9"}
I0411 18:15:50.874567       1 connection.go:186] GRPC response: {}
I0411 18:15:50.874655       1 connection.go:187] GRPC error: <nil>
I0411 18:15:50.874669       1 csi_handler.go:264] Attached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.874682       1 util.go:38] Marking as attached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.880363       1 util.go:52] Marked as attached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.880388       1 csi_handler.go:270] Fully attached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.880408       1 csi_handler.go:240] CSIHandler: finished processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.880458       1 controller.go:210] Started VA processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.880472       1 csi_handler.go:224] CSIHandler: processing VA "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:15:50.880485       1 csi_handler.go:246] "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63" is already attached
I0411 18:15:50.880496       1 csi_handler.go:240] CSIHandler: finished processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.108756       1 controller.go:210] Started VA processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.108791       1 csi_handler.go:224] CSIHandler: processing VA "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.108803       1 csi_handler.go:275] Starting detach operation for "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.108849       1 csi_handler.go:282] Detaching "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.108875       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:17:16.108902       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0411 18:17:16.108914       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"85e13b45-f82f-11ee-bc35-5a21f842b3e9"}
I0411 18:17:16.110749       1 connection.go:186] GRPC response: {}
I0411 18:17:16.110869       1 connection.go:187] GRPC error: <nil>
I0411 18:17:16.110889       1 csi_handler.go:581] Detached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.111671       1 util.go:80] Marking as detached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128673       1 util.go:106] Finalizer removed from "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128696       1 csi_handler.go:295] Fully detached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128705       1 csi_handler.go:240] CSIHandler: finished processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128740       1 controller.go:210] Started VA processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128750       1 csi_handler.go:224] CSIHandler: processing VA "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128768       1 csi_handler.go:275] Starting detach operation for "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128790       1 csi_handler.go:282] Detaching "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.128817       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:17:16.128832       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0411 18:17:16.128842       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"85e13b45-f82f-11ee-bc35-5a21f842b3e9"}
I0411 18:17:16.128963       1 controller.go:261] Started PV processing "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:16.128989       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:16.129004       1 csi_handler.go:645] CSIHandler: processing PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5": no deletion timestamp, ignoring
I0411 18:17:16.129796       1 connection.go:186] GRPC response: {}
I0411 18:17:16.129830       1 connection.go:187] GRPC error: <nil>
I0411 18:17:16.129843       1 csi_handler.go:581] Detached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.129873       1 util.go:80] Marking as detached "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.133240       1 csi_handler.go:607] Saving detach error to "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:16.136378       1 csi_handler.go:289] Failed to save detach error to "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63": volumeattachments.storage.k8s.io "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63" not found
I0411 18:17:16.136411       1 csi_handler.go:234] Error processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63" not found
I0411 18:17:17.136608       1 controller.go:210] Started VA processing "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63"
I0411 18:17:17.136666       1 controller.go:217] VA "csi-493e900d95ac09d26b187725d037c5b2f9a1afb21d5dd902cd52f8a146b28a63" deleted, ignoring
I0411 18:17:19.933845       1 controller.go:261] Started PV processing "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:19.933889       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:19.933920       1 csi_handler.go:684] CSIHandler: processing PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5": no VA found, removing finalizer
E0411 18:17:19.946764       1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5": PersistentVolume "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0411 18:17:19.946839       1 controller.go:261] Started PV processing "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:19.946854       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:19.946887       1 csi_handler.go:684] CSIHandler: processing PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5": no VA found, removing finalizer
I0411 18:17:19.956401       1 csi_handler.go:706] Removed finalizer from PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:20.947695       1 controller.go:261] Started PV processing "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5"
I0411 18:17:20.947748       1 controller.go:268] PV "pvc-c91a199f-809c-4d84-a99c-b5848c98f8f5" deleted, ignoring
I0411 18:17:23.449981       1 controller.go:210] Started VA processing "csi-af8578bf146f11884414a362d5bfc6bd7e861ef3e4610ca6f211bdbffe8cf712"
I0411 18:17:23.450017       1 controller.go:225] Skipping VolumeAttachment csi-af8578bf146f11884414a362d5bfc6bd7e861ef3e4610ca6f211bdbffe8cf712 for attacher csi-mock-csi-mock-volumes-8220
I0411 18:17:23.466096       1 controller.go:210] Started VA processing "csi-af8578bf146f11884414a362d5bfc6bd7e861ef3e4610ca6f211bdbffe8cf712"
I0411 18:17:23.466122       1 controller.go:225] Skipping VolumeAttachment csi-af8578bf146f11884414a362d5bfc6bd7e861ef3e4610ca6f211bdbffe8cf712 for attacher csi-mock-csi-mock-volumes-8220
I0411 18:17:23.473942       1 controller.go:210] Started VA processing "csi-af8578bf146f11884414a362d5bfc6bd7e861ef3e4610ca6f211bdbffe8cf712"
I0411 18:17:23.473966       1 controller.go:225] Skipping VolumeAttachment csi-af8578bf146f11884414a362d5bfc6bd7e861ef3e4610ca6f211bdbffe8cf712 for attacher csi-mock-csi-mock-volumes-8220
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====