==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0203 01:17:45.488312       1 main.go:99] Version: v3.3.0
I0203 01:17:45.492669       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0203 01:17:46.494461       1 common.go:111] Probing CSI driver for readiness
I0203 01:17:46.494501       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0203 01:17:46.494512       1 connection.go:184] GRPC request: {}
I0203 01:17:46.500098       1 connection.go:186] GRPC response: {}
I0203 01:17:46.500179       1 connection.go:187] GRPC error: <nil>
I0203 01:17:46.500201       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0203 01:17:46.500206       1 connection.go:184] GRPC request: {}
I0203 01:17:46.500682       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-6161","vendor_version":"v1.7.3"}
I0203 01:17:46.500755       1 connection.go:187] GRPC error: <nil>
I0203 01:17:46.500772       1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-6161"
I0203 01:17:46.500783       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0203 01:17:46.500789       1 connection.go:184] GRPC request: {}
I0203 01:17:46.501545       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0203 01:17:46.501675       1 connection.go:187] GRPC error: <nil>
I0203 01:17:46.501683       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0203 01:17:46.501688       1 connection.go:184] GRPC request: {}
I0203 01:17:46.502389       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0203 01:17:46.502610       1 connection.go:187] GRPC error: <nil>
I0203 01:17:46.502679       1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0203 01:17:46.502857       1 controller.go:128] Starting CSI attacher
I0203 01:17:46.503205       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0203 01:17:46.503225       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0203 01:17:46.503245       1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0203 01:17:46.503264       1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0203 01:17:46.503470       1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0203 01:17:46.503491       1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0203 01:17:46.603142       1 shared_informer.go:270] caches populated
I0203 01:17:46.603222       1 controller.go:208] Started VA processing "csi-0c8b7c3b1e629834bcb995dc7dfcb404e19135c379f9351fe5e6c0d39ccd1b5a"
I0203 01:17:46.603250       1 controller.go:223] Skipping VolumeAttachment csi-0c8b7c3b1e629834bcb995dc7dfcb404e19135c379f9351fe5e6c0d39ccd1b5a for attacher csi-mock-csi-mock-volumes-4511
I0203 01:17:51.651169       1 controller.go:208] Started VA processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.651207       1 csi_handler.go:221] CSIHandler: processing VA "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.651221       1 csi_handler.go:248] Attaching "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.651235       1 csi_handler.go:427] Starting attach operation for "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.651333       1 csi_handler.go:347] Adding finalizer to PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:17:51.661137       1 csi_handler.go:356] PV finalizer added to "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:17:51.661171       1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker
I0203 01:17:51.661201       1 csi_handler.go:309] VA finalizer added to "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.661216       1 csi_handler.go:323] NodeID annotation added to "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.665396       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0203 01:17:51.665446       1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1675387066452-8081-csi-mock-csi-mock-volumes-6161"},"volume_id":"92f725a1-a360-11ed-af19-426cf4b3ec31"}
I0203 01:17:51.667406       1 connection.go:186] GRPC response: {}
I0203 01:17:51.667471       1 connection.go:187] GRPC error: <nil>
I0203 01:17:51.667486       1 csi_handler.go:261] Attached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.667499       1 util.go:38] Marking as attached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671751       1 util.go:52] Marked as attached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671770       1 csi_handler.go:267] Fully attached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671780       1 csi_handler.go:237] CSIHandler: finished processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671803       1 controller.go:208] Started VA processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671812       1 csi_handler.go:221] CSIHandler: processing VA "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671822       1 csi_handler.go:243] "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591" is already attached
I0203 01:17:51.671830       1 csi_handler.go:237] CSIHandler: finished processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671847       1 controller.go:208] Started VA processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671855       1 csi_handler.go:221] CSIHandler: processing VA "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:17:51.671862       1 csi_handler.go:243] "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591" is already attached
I0203 01:17:51.671871       1 csi_handler.go:237] CSIHandler: finished processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:03.331742       1 controller.go:208] Started VA processing "csi-9a03f2c81fd741ce12d74a63faf0fe2723dfa85f7417f9f14b2773837ada6374"
I0203 01:18:03.331800       1 controller.go:223] Skipping VolumeAttachment csi-9a03f2c81fd741ce12d74a63faf0fe2723dfa85f7417f9f14b2773837ada6374 for attacher csi-mock-csi-mock-volumes-9698
I0203 01:18:03.348986       1 controller.go:208] Started VA processing "csi-9a03f2c81fd741ce12d74a63faf0fe2723dfa85f7417f9f14b2773837ada6374"
I0203 01:18:03.349015       1 controller.go:223] Skipping VolumeAttachment csi-9a03f2c81fd741ce12d74a63faf0fe2723dfa85f7417f9f14b2773837ada6374 for attacher csi-mock-csi-mock-volumes-9698
I0203 01:18:03.355981       1 controller.go:208] Started VA processing "csi-9a03f2c81fd741ce12d74a63faf0fe2723dfa85f7417f9f14b2773837ada6374"
I0203 01:18:03.356028       1 controller.go:223] Skipping VolumeAttachment csi-9a03f2c81fd741ce12d74a63faf0fe2723dfa85f7417f9f14b2773837ada6374 for attacher csi-mock-csi-mock-volumes-9698
I0203 01:18:11.410713       1 controller.go:208] Started VA processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.410752       1 csi_handler.go:221] CSIHandler: processing VA "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.410766       1 csi_handler.go:272] Starting detach operation for "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.410859       1 csi_handler.go:279] Detaching "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.410889       1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker
I0203 01:18:11.410916       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0203 01:18:11.410927       1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_id":"92f725a1-a360-11ed-af19-426cf4b3ec31"}
I0203 01:18:11.412703       1 connection.go:186] GRPC response: {}
I0203 01:18:11.412826       1 connection.go:187] GRPC error: <nil>
I0203 01:18:11.412847       1 csi_handler.go:587] Detached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.412899       1 util.go:80] Marking as detached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426145       1 util.go:106] Finalizer removed from "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426181       1 csi_handler.go:292] Fully detached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426196       1 csi_handler.go:237] CSIHandler: finished processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426251       1 controller.go:208] Started VA processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426268       1 csi_handler.go:221] CSIHandler: processing VA "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426289       1 csi_handler.go:272] Starting detach operation for "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426327       1 csi_handler.go:279] Detaching "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.426349       1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker
I0203 01:18:11.426366       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0203 01:18:11.426377       1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_id":"92f725a1-a360-11ed-af19-426cf4b3ec31"}
I0203 01:18:11.426400       1 controller.go:259] Started PV processing "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:11.426456       1 csi_handler.go:629] CSIHandler: processing PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:11.426481       1 csi_handler.go:651] CSIHandler: processing PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09": no deletion timestamp, ignoring
I0203 01:18:11.427263       1 connection.go:186] GRPC response: {}
I0203 01:18:11.427299       1 connection.go:187] GRPC error: <nil>
I0203 01:18:11.427311       1 csi_handler.go:587] Detached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.427344       1 util.go:80] Marking as detached "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.433373       1 csi_handler.go:613] Saving detach error to "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:11.437141       1 csi_handler.go:286] Failed to save detach error to "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591": volumeattachments.storage.k8s.io "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591" not found
I0203 01:18:11.437194       1 csi_handler.go:231] Error processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591" not found
I0203 01:18:12.437432       1 controller.go:208] Started VA processing "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591"
I0203 01:18:12.437511       1 controller.go:215] VA "csi-1857f083d60ee698d83c022f148fe9ad9430e5fce40595a12d3b720b18522591" deleted, ignoring
I0203 01:18:14.694148       1 controller.go:259] Started PV processing "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:14.694209       1 csi_handler.go:629] CSIHandler: processing PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:14.694283       1 csi_handler.go:690] CSIHandler: processing PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09": no VA found, removing finalizer
E0203 01:18:14.704219       1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09": PersistentVolume "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0203 01:18:14.704336       1 controller.go:259] Started PV processing "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:14.704356       1 csi_handler.go:629] CSIHandler: processing PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:14.704401       1 csi_handler.go:690] CSIHandler: processing PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09": no VA found, removing finalizer
I0203 01:18:14.711920       1 csi_handler.go:712] Removed finalizer from PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:15.704589       1 controller.go:259] Started PV processing "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09"
I0203 01:18:15.704655       1 controller.go:266] PV "pvc-eb287aea-0654-4a0c-af72-7c18e4d4ae09" deleted, ignoring
I0203 01:18:17.345892       1 controller.go:208] Started VA processing "csi-91f3efe941f57e72e4ebff91b13bb4992a9a94ab4fe901e9db2ddf355ebf9378"
I0203 01:18:17.345931       1 controller.go:223] Skipping VolumeAttachment csi-91f3efe941f57e72e4ebff91b13bb4992a9a94ab4fe901e9db2ddf355ebf9378 for attacher csi-mock-csi-mock-volumes-9698
I0203 01:18:17.358413       1 controller.go:208] Started VA processing "csi-91f3efe941f57e72e4ebff91b13bb4992a9a94ab4fe901e9db2ddf355ebf9378"
I0203 01:18:17.358442       1 controller.go:223] Skipping VolumeAttachment csi-91f3efe941f57e72e4ebff91b13bb4992a9a94ab4fe901e9db2ddf355ebf9378 for attacher csi-mock-csi-mock-volumes-9698
I0203 01:18:17.364836       1 controller.go:208] Started VA processing "csi-91f3efe941f57e72e4ebff91b13bb4992a9a94ab4fe901e9db2ddf355ebf9378"
I0203 01:18:17.364864       1 controller.go:223] Skipping VolumeAttachment csi-91f3efe941f57e72e4ebff91b13bb4992a9a94ab4fe901e9db2ddf355ebf9378 for attacher csi-mock-csi-mock-volumes-9698
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====