==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0418 18:14:27.551028       1 main.go:94] Version: v4.0.0
I0418 18:14:27.555223       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0418 18:14:28.557899       1 common.go:111] Probing CSI driver for readiness
I0418 18:14:28.557928       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0418 18:14:28.557935       1 connection.go:184] GRPC request: {}
I0418 18:14:28.561046       1 connection.go:186] GRPC response: {}
I0418 18:14:28.561122       1 connection.go:187] GRPC error: <nil>
I0418 18:14:28.561137       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0418 18:14:28.561142       1 connection.go:184] GRPC request: {}
I0418 18:14:28.561657       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-2423","vendor_version":"v1.9.0"}
I0418 18:14:28.561739       1 connection.go:187] GRPC error: <nil>
I0418 18:14:28.561752       1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-2423"
I0418 18:14:28.561760       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0418 18:14:28.561765       1 connection.go:184] GRPC request: {}
I0418 18:14:28.562317       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0418 18:14:28.562450       1 connection.go:187] GRPC error: <nil>
I0418 18:14:28.562459       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 18:14:28.562463       1 connection.go:184] GRPC request: {}
I0418 18:14:28.563046       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0418 18:14:28.563235       1 connection.go:187] GRPC error: <nil>
I0418 18:14:28.563301       1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0418 18:14:28.563551       1 controller.go:130] Starting CSI attacher
I0418 18:14:28.563858       1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:14:28.563861       1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:14:28.563899       1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0418 18:14:28.563910       1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0418 18:14:28.563951       1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:14:28.563975       1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0418 18:14:28.664597       1 shared_informer.go:285] caches populated
I0418 18:14:28.664698       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:28.664720       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:28.664725       1 controller.go:225] Skipping VolumeAttachment csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:28.664740       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:28.664739       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:28.664767       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:28.664792       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:28.664782       1 controller.go:225] Skipping VolumeAttachment csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:38.271400       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.271435       1 csi_handler.go:224] CSIHandler: processing VA "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.271452       1 csi_handler.go:251] Attaching "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.271464       1 csi_handler.go:421] Starting attach operation for "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.271573       1 csi_handler.go:341] Adding finalizer to PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:38.286422       1 csi_handler.go:350] PV finalizer added to "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:38.286470       1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker
I0418 18:14:38.286537       1 csi_handler.go:312] VA finalizer added to "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.286569       1 csi_handler.go:326] NodeID annotation added to "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.292115       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:38.292136       1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464068536-8081-csi-mock-csi-mock-volumes-2423"},"volume_id":"83741afe-fdaf-11ee-b5cf-aeed50b8e9f9"}
I0418 18:14:38.294073       1 connection.go:186] GRPC response: {}
I0418 18:14:38.294193       1 connection.go:187] GRPC error: <nil>
I0418 18:14:38.294211       1 csi_handler.go:264] Attached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.294233       1 util.go:38] Marking as attached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.300390       1 util.go:52] Marked as attached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.300425       1 csi_handler.go:270] Fully attached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.300446       1 csi_handler.go:240] CSIHandler: finished processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.300487       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.300507       1 csi_handler.go:224] CSIHandler: processing VA "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.300519       1 csi_handler.go:246] "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154" is already attached
I0418 18:14:38.300530       1 csi_handler.go:240] CSIHandler: finished processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:39.725561       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:39.725604       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:39.733990       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:39.734022       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:39.742018       1 controller.go:261] Started PV processing "pvc-ad6f3469-74ca-4862-9121-8714fda3a4fb"
I0418 18:14:39.742045       1 csi_handler.go:623] CSIHandler: processing PV "pvc-ad6f3469-74ca-4862-9121-8714fda3a4fb"
I0418 18:14:39.742061       1 csi_handler.go:645] CSIHandler: processing PV "pvc-ad6f3469-74ca-4862-9121-8714fda3a4fb": no deletion timestamp, ignoring
I0418 18:14:46.055994       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.056065       1 controller.go:225] Skipping VolumeAttachment csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12 for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:46.070641       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.070667       1 controller.go:225] Skipping VolumeAttachment csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12 for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:46.078745       1 controller.go:167] Ignoring VolumeAttachment "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" change
I0418 18:14:47.087760       1 controller.go:167] Ignoring VolumeAttachment "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" change
I0418 18:14:49.297988       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.298028       1 controller.go:225] Skipping VolumeAttachment csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:49.306181       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.306208       1 controller.go:225] Skipping VolumeAttachment csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:49.311407       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.311433       1 controller.go:225] Skipping VolumeAttachment csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:49.313971       1 controller.go:261] Started PV processing "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:14:49.314010       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:14:49.314037       1 csi_handler.go:645] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7": no deletion timestamp, ignoring
I0418 18:14:49.320319       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.320367       1 controller.go:225] Skipping VolumeAttachment csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:49.327798       1 controller.go:261] Started PV processing "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:14:49.327824       1 csi_handler.go:623] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:14:49.327838       1 csi_handler.go:645] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647": no deletion timestamp, ignoring
I0418 18:14:49.828193       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.828229       1 csi_handler.go:224] CSIHandler: processing VA "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.828241       1 csi_handler.go:275] Starting detach operation for "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.828290       1 csi_handler.go:282] Detaching "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.828317       1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker
I0418 18:14:49.828353       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0418 18:14:49.828364       1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_id":"83741afe-fdaf-11ee-b5cf-aeed50b8e9f9"}
I0418 18:14:49.829993       1 connection.go:186] GRPC response: {}
I0418 18:14:49.830104       1 connection.go:187] GRPC error: <nil>
I0418 18:14:49.830121       1 csi_handler.go:581] Detached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.830156       1 util.go:80] Marking as detached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.843830       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:49.843864       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:49.845605       1 util.go:106] Finalizer removed from "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.845639       1 csi_handler.go:295] Fully detached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.845661       1 csi_handler.go:240] CSIHandler: finished processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.845713       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.845736       1 csi_handler.go:224] CSIHandler: processing VA "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.845769       1 csi_handler.go:275] Starting detach operation for "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.845817       1 csi_handler.go:282] Detaching "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.845844       1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker
I0418 18:14:49.845870       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0418 18:14:49.845884       1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_id":"83741afe-fdaf-11ee-b5cf-aeed50b8e9f9"}
I0418 18:14:49.845947       1 controller.go:261] Started PV processing "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:49.845979       1 csi_handler.go:623] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:49.846009       1 csi_handler.go:645] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea": no deletion timestamp, ignoring
I0418 18:14:49.846624       1 connection.go:186] GRPC response: {}
I0418 18:14:49.846662       1 connection.go:187] GRPC error: <nil>
I0418 18:14:49.846683       1 csi_handler.go:581] Detached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.846724       1 util.go:80] Marking as detached "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.850290       1 csi_handler.go:607] Saving detach error to "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.852178       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:49.852213       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:49.853779       1 csi_handler.go:289] Failed to save detach error to "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154": volumeattachments.storage.k8s.io "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154" not found
I0418 18:14:49.853807       1 csi_handler.go:234] Error processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154" not found
I0418 18:14:49.859348       1 controller.go:261] Started PV processing "pvc-9d980045-f974-4e40-b5fc-499d3c55d810"
I0418 18:14:49.859385       1 csi_handler.go:623] CSIHandler: processing PV "pvc-9d980045-f974-4e40-b5fc-499d3c55d810"
I0418 18:14:49.859406       1 csi_handler.go:645] CSIHandler: processing PV "pvc-9d980045-f974-4e40-b5fc-499d3c55d810": no deletion timestamp, ignoring
I0418 18:14:50.854133       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:50.854190       1 controller.go:217] VA "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154" deleted, ignoring
I0418 18:14:51.096826       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.096886       1 controller.go:225] Skipping VolumeAttachment csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12 for attacher csi-mock-csi-mock-volumes-3643
I0418 18:14:51.276908       1 controller.go:261] Started PV processing "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:51.276944       1 csi_handler.go:623] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:51.276975       1 csi_handler.go:684] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea": no VA found, removing finalizer
E0418 18:14:51.290141       1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea": PersistentVolume "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0418 18:14:51.290208       1 controller.go:261] Started PV processing "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:51.290222       1 csi_handler.go:623] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:51.290266       1 csi_handler.go:684] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea": no VA found, removing finalizer
I0418 18:14:51.299449       1 csi_handler.go:706] Removed finalizer from PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:52.290800       1 controller.go:261] Started PV processing "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:52.290857       1 controller.go:268] PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====