==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0411 18:08:10.022767       1 main.go:94] Version: v4.0.0
I0411 18:08:10.030584       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0411 18:08:11.032294       1 common.go:111] Probing CSI driver for readiness
I0411 18:08:11.032343       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0411 18:08:11.032355       1 connection.go:184] GRPC request: {}
I0411 18:08:11.045571       1 connection.go:186] GRPC response: {}
I0411 18:08:11.046827       1 connection.go:187] GRPC error: <nil>
I0411 18:08:11.046858       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0411 18:08:11.046868       1 connection.go:184] GRPC request: {}
I0411 18:08:11.048208       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-52","vendor_version":"v1.9.0"}
I0411 18:08:11.048322       1 connection.go:187] GRPC error: <nil>
I0411 18:08:11.048337       1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-52"
I0411 18:08:11.048346       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0411 18:08:11.048351       1 connection.go:184] GRPC request: {}
I0411 18:08:11.049606       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0411 18:08:11.049859       1 connection.go:187] GRPC error: <nil>
I0411 18:08:11.049873       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0411 18:08:11.049883       1 connection.go:184] GRPC request: {}
I0411 18:08:11.050848       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0411 18:08:11.051056       1 connection.go:187] GRPC error: <nil>
I0411 18:08:11.051128       1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0411 18:08:11.051316       1 controller.go:130] Starting CSI attacher
I0411 18:08:11.051618       1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:08:11.051636       1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0411 18:08:11.051664       1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:08:11.051680       1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0411 18:08:11.051716       1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0411 18:08:11.051742       1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0411 18:08:11.151467       1 shared_informer.go:285] caches populated
I0411 18:08:11.151618       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:11.151653       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:11.151643       1 controller.go:210] Started VA processing "csi-7488a22934b52d5e9fdf66c663229b69736a41058fd28c6ac2da6e557010135d"
I0411 18:08:11.151697       1 controller.go:225] Skipping VolumeAttachment csi-7488a22934b52d5e9fdf66c663229b69736a41058fd28c6ac2da6e557010135d for attacher csi-mock-csi-mock-volumes-800
I0411 18:08:19.798293       1 controller.go:210] Started VA processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.798335       1 csi_handler.go:224] CSIHandler: processing VA "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.798349       1 csi_handler.go:251] Attaching "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.798361       1 csi_handler.go:421] Starting attach operation for "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.798462       1 csi_handler.go:341] Adding finalizer to PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:19.807581       1 csi_handler.go:350] PV finalizer added to "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:19.807628       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:08:19.807665       1 csi_handler.go:312] VA finalizer added to "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.807692       1 csi_handler.go:326] NodeID annotation added to "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.813134       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0411 18:08:19.813159       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1712858891250-8081-csi-mock-csi-mock-volumes-52"},"volume_id":"78f92909-f82e-11ee-9e67-a2a6797ad9de"}
I0411 18:08:19.815306       1 connection.go:186] GRPC response: {}
I0411 18:08:19.815387       1 connection.go:187] GRPC error: <nil>
I0411 18:08:19.815400       1 csi_handler.go:264] Attached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.815417       1 util.go:38] Marking as attached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.821502       1 util.go:52] Marked as attached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.821527       1 csi_handler.go:270] Fully attached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.821540       1 csi_handler.go:240] CSIHandler: finished processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.821576       1 controller.go:210] Started VA processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.821591       1 csi_handler.go:224] CSIHandler: processing VA "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:19.821603       1 csi_handler.go:246] "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac" is already attached
I0411 18:08:19.821614       1 csi_handler.go:240] CSIHandler: finished processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:21.724450       1 controller.go:210] Started VA processing "csi-bb7a32ddc36a3354cea40c3c6d7576b915360adcaf6dfbb6c603311be3855dd5"
I0411 18:08:21.724482       1 controller.go:225] Skipping VolumeAttachment csi-bb7a32ddc36a3354cea40c3c6d7576b915360adcaf6dfbb6c603311be3855dd5 for attacher csi-mock-csi-mock-volumes-2057
I0411 18:08:21.739620       1 controller.go:210] Started VA processing "csi-bb7a32ddc36a3354cea40c3c6d7576b915360adcaf6dfbb6c603311be3855dd5"
I0411 18:08:21.739647       1 controller.go:225] Skipping VolumeAttachment csi-bb7a32ddc36a3354cea40c3c6d7576b915360adcaf6dfbb6c603311be3855dd5 for attacher csi-mock-csi-mock-volumes-2057
I0411 18:08:21.747203       1 controller.go:210] Started VA processing "csi-bb7a32ddc36a3354cea40c3c6d7576b915360adcaf6dfbb6c603311be3855dd5"
I0411 18:08:21.747231       1 controller.go:225] Skipping VolumeAttachment csi-bb7a32ddc36a3354cea40c3c6d7576b915360adcaf6dfbb6c603311be3855dd5 for attacher csi-mock-csi-mock-volumes-2057
I0411 18:08:31.725414       1 controller.go:210] Started VA processing "csi-7488a22934b52d5e9fdf66c663229b69736a41058fd28c6ac2da6e557010135d"
I0411 18:08:31.725454       1 controller.go:225] Skipping VolumeAttachment csi-7488a22934b52d5e9fdf66c663229b69736a41058fd28c6ac2da6e557010135d for attacher csi-mock-csi-mock-volumes-800
I0411 18:08:31.734457       1 controller.go:210] Started VA processing "csi-7488a22934b52d5e9fdf66c663229b69736a41058fd28c6ac2da6e557010135d"
I0411 18:08:31.734496       1 controller.go:225] Skipping VolumeAttachment csi-7488a22934b52d5e9fdf66c663229b69736a41058fd28c6ac2da6e557010135d for attacher csi-mock-csi-mock-volumes-800
I0411 18:08:31.741663       1 controller.go:261] Started PV processing "pvc-74fecbf1-bebf-4a51-af96-40c4cde6d567"
I0411 18:08:31.741698       1 csi_handler.go:623] CSIHandler: processing PV "pvc-74fecbf1-bebf-4a51-af96-40c4cde6d567"
I0411 18:08:31.741739       1 csi_handler.go:645] CSIHandler: processing PV "pvc-74fecbf1-bebf-4a51-af96-40c4cde6d567": no deletion timestamp, ignoring
I0411 18:08:35.663745       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:35.663804       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:35.676199       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:35.676225       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:35.688689       1 controller.go:261] Started PV processing "pvc-b5d9eea1-9644-43bd-ad17-f5090e3f2ee7"
I0411 18:08:35.688729       1 csi_handler.go:623] CSIHandler: processing PV "pvc-b5d9eea1-9644-43bd-ad17-f5090e3f2ee7"
I0411 18:08:35.688753       1 csi_handler.go:645] CSIHandler: processing PV "pvc-b5d9eea1-9644-43bd-ad17-f5090e3f2ee7": no deletion timestamp, ignoring
I0411 18:08:40.491185       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:40.491237       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:40.497549       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:40.497584       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:40.504114       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:40.504150       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:43.345128       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:43.345167       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:43.352682       1 controller.go:210] Started VA processing "csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5"
I0411 18:08:43.352719       1 controller.go:225] Skipping VolumeAttachment csi-865edb9317399ef008babae3eea9d3e9003bb99d821dacc5dccce25872ab47d5 for attacher csi-mock-csi-mock-volumes-1765
I0411 18:08:43.361727       1 controller.go:261] Started PV processing "pvc-b5d9eea1-9644-43bd-ad17-f5090e3f2ee7"
I0411 18:08:43.361756       1 csi_handler.go:623] CSIHandler: processing PV "pvc-b5d9eea1-9644-43bd-ad17-f5090e3f2ee7"
I0411 18:08:43.361771       1 csi_handler.go:645] CSIHandler: processing PV "pvc-b5d9eea1-9644-43bd-ad17-f5090e3f2ee7": no deletion timestamp, ignoring
I0411 18:08:46.780209       1 controller.go:210] Started VA processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.780243       1 csi_handler.go:224] CSIHandler: processing VA "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.780255       1 csi_handler.go:275] Starting detach operation for "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.780304       1 csi_handler.go:282] Detaching "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.780330       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:08:46.780356       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0411 18:08:46.780380       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"78f92909-f82e-11ee-9e67-a2a6797ad9de"}
I0411 18:08:46.782008       1 connection.go:186] GRPC response: {}
I0411 18:08:46.782089       1 connection.go:187] GRPC error: <nil>
I0411 18:08:46.782105       1 csi_handler.go:581] Detached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.782152       1 util.go:80] Marking as detached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.796945       1 util.go:106] Finalizer removed from "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.796977       1 csi_handler.go:295] Fully detached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.796991       1 csi_handler.go:240] CSIHandler: finished processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.797041       1 controller.go:210] Started VA processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.797057       1 csi_handler.go:224] CSIHandler: processing VA "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.797067       1 csi_handler.go:275] Starting detach operation for "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.797100       1 csi_handler.go:282] Detaching "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.797121       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0411 18:08:46.797144       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0411 18:08:46.797155       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"78f92909-f82e-11ee-9e67-a2a6797ad9de"}
I0411 18:08:46.797212       1 controller.go:261] Started PV processing "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:46.797252       1 csi_handler.go:623] CSIHandler: processing PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:46.797266       1 csi_handler.go:645] CSIHandler: processing PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634": no deletion timestamp, ignoring
I0411 18:08:46.797799       1 connection.go:186] GRPC response: {}
I0411 18:08:46.797831       1 connection.go:187] GRPC error: <nil>
I0411 18:08:46.797844       1 csi_handler.go:581] Detached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.797877       1 util.go:80] Marking as detached "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.801313       1 csi_handler.go:607] Saving detach error to "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:46.804667       1 csi_handler.go:289] Failed to save detach error to "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac": volumeattachments.storage.k8s.io "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac" not found
I0411 18:08:46.804699       1 csi_handler.go:234] Error processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac" not found
I0411 18:08:47.771551       1 controller.go:261] Started PV processing "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:47.771593       1 csi_handler.go:623] CSIHandler: processing PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:47.771624       1 csi_handler.go:684] CSIHandler: processing PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634": no VA found, removing finalizer
E0411 18:08:47.782678       1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634": PersistentVolume "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0411 18:08:47.782758       1 controller.go:261] Started PV processing "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:47.782776       1 csi_handler.go:623] CSIHandler: processing PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:47.782817       1 csi_handler.go:684] CSIHandler: processing PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634": no VA found, removing finalizer
I0411 18:08:47.792408       1 csi_handler.go:706] Removed finalizer from PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:47.805798       1 controller.go:210] Started VA processing "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac"
I0411 18:08:47.805859       1 controller.go:217] VA "csi-a3c7332e276bb481e7545878c29a3627264d24f5a6ca6820c59cb92a1d9deeac" deleted, ignoring
I0411 18:08:48.783090       1 controller.go:261] Started PV processing "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634"
I0411 18:08:48.783168       1 controller.go:268] PV "pvc-49a1900c-41cb-41e1-98fb-1dff4a6fa634" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====