==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0418 18:09:29.603402 1 main.go:94] Version: v4.0.0 I0418 18:09:29.606182 1 connection.go:154] Connecting to unix:///csi/csi.sock I0418 18:09:30.608168 1 common.go:111] Probing CSI driver for readiness I0418 18:09:30.608206 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0418 18:09:30.608219 1 connection.go:184] GRPC request: {} I0418 18:09:30.612522 1 connection.go:186] GRPC response: {} I0418 18:09:30.612628 1 connection.go:187] GRPC error: I0418 18:09:30.612651 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0418 18:09:30.612658 1 connection.go:184] GRPC request: {} I0418 18:09:30.613271 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-6513","vendor_version":"v1.9.0"} I0418 18:09:30.613388 1 connection.go:187] GRPC error: I0418 18:09:30.613407 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-6513" I0418 18:09:30.613420 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0418 18:09:30.613428 1 connection.go:184] GRPC request: {} I0418 18:09:30.614154 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0418 18:09:30.614317 1 connection.go:187] GRPC error: I0418 18:09:30.614330 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0418 18:09:30.614338 1 connection.go:184] GRPC request: {} I0418 18:09:30.615147 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0418 18:09:30.615387 1 connection.go:187] GRPC error: I0418 18:09:30.615462 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0418 18:09:30.615701 1 controller.go:130] Starting CSI attacher I0418 18:09:30.616726 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:09:30.616784 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0418 18:09:30.617081 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:09:30.617240 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0418 18:09:30.617560 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:09:30.617602 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0418 18:09:30.716351 1 shared_informer.go:285] caches populated I0418 18:09:35.801085 1 controller.go:210] Started VA processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.801146 1 csi_handler.go:224] CSIHandler: processing VA "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.801167 1 csi_handler.go:251] Attaching "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.801180 1 csi_handler.go:421] Starting attach operation for "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.801268 1 csi_handler.go:341] Adding finalizer to PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:35.811917 1 csi_handler.go:350] PV finalizer added to "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:35.811958 1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker I0418 18:09:35.812119 1 csi_handler.go:312] VA finalizer added to "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.812161 1 csi_handler.go:326] NodeID annotation added to "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.817479 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:09:35.817511 1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713463770540-8081-csi-mock-csi-mock-volumes-6513"},"volume_id":"cf341c2e-fdae-11ee-9d89-1e27f4fcad1d"} I0418 18:09:35.819676 1 connection.go:186] GRPC response: {} I0418 18:09:35.819761 1 connection.go:187] GRPC error: I0418 18:09:35.819774 1 csi_handler.go:264] Attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.819789 1 util.go:38] Marking as attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825125 1 util.go:52] Marked as attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825152 1 csi_handler.go:270] Fully attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825166 1 csi_handler.go:240] CSIHandler: finished processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825209 1 controller.go:210] Started VA processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825224 1 csi_handler.go:224] CSIHandler: processing VA "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825234 1 csi_handler.go:251] Attaching "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825245 1 csi_handler.go:421] Starting attach operation for "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825300 1 csi_handler.go:335] PV finalizer is already set on "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:35.825321 1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker I0418 18:09:35.825344 1 csi_handler.go:304] VA finalizer is already set on "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825357 1 csi_handler.go:318] NodeID annotation is already set on "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.825375 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:09:35.825387 1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713463770540-8081-csi-mock-csi-mock-volumes-6513"},"volume_id":"cf341c2e-fdae-11ee-9d89-1e27f4fcad1d"} I0418 18:09:35.826303 1 connection.go:186] GRPC response: {} I0418 18:09:35.826368 1 connection.go:187] GRPC error: I0418 18:09:35.826388 1 csi_handler.go:264] Attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.826411 1 util.go:38] Marking as attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.831540 1 util.go:52] Marked as attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.831566 1 csi_handler.go:270] Fully attached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.831579 1 csi_handler.go:240] CSIHandler: finished processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.831613 1 controller.go:210] Started VA processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.831625 1 csi_handler.go:224] CSIHandler: processing VA "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:35.831636 1 csi_handler.go:246] "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" is already attached I0418 18:09:35.831646 1 csi_handler.go:240] CSIHandler: finished processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:41.850623 1 controller.go:210] Started VA processing "csi-2ca32511bec836a6c465b16113d37fcea3704cf70bc3492d54a4d0ff310866b8" I0418 18:09:41.850660 1 controller.go:225] Skipping VolumeAttachment csi-2ca32511bec836a6c465b16113d37fcea3704cf70bc3492d54a4d0ff310866b8 for attacher csi-mock-csi-mock-volumes-8804 I0418 18:09:54.144420 1 controller.go:210] Started VA processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.144457 1 csi_handler.go:224] CSIHandler: processing VA "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.144494 1 csi_handler.go:275] Starting detach operation for "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.144540 1 csi_handler.go:282] Detaching "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.144586 1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker I0418 18:09:54.144699 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0418 18:09:54.144715 1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_id":"cf341c2e-fdae-11ee-9d89-1e27f4fcad1d"} I0418 18:09:54.146431 1 connection.go:186] GRPC response: {} I0418 18:09:54.146506 1 connection.go:187] GRPC error: I0418 18:09:54.146521 1 csi_handler.go:581] Detached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.146563 1 util.go:80] Marking as detached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.162820 1 util.go:106] Finalizer removed from "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.162867 1 csi_handler.go:295] Fully detached "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.162888 1 csi_handler.go:240] CSIHandler: finished processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.162927 1 controller.go:261] Started PV processing "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:54.162956 1 controller.go:210] Started VA processing "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" I0418 18:09:54.162962 1 csi_handler.go:623] CSIHandler: processing PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:54.162982 1 csi_handler.go:645] CSIHandler: processing PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9": no deletion timestamp, ignoring I0418 18:09:54.162987 1 controller.go:217] VA "csi-3c5a3710c6df2123cc0b6a7a4d31bfd4ce7e6b19d5124bd9d25d171b532f721a" deleted, ignoring I0418 18:09:54.861868 1 controller.go:261] Started PV processing "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:54.861912 1 csi_handler.go:623] CSIHandler: processing PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:54.861946 1 csi_handler.go:684] CSIHandler: processing PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9": no VA found, removing finalizer E0418 18:09:54.872677 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9": PersistentVolume "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0418 18:09:54.872764 1 controller.go:261] Started PV processing "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:54.872786 1 csi_handler.go:623] CSIHandler: processing PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:54.872835 1 csi_handler.go:684] CSIHandler: processing PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9": no VA found, removing finalizer I0418 18:09:54.881527 1 csi_handler.go:706] Removed finalizer from PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:55.873858 1 controller.go:261] Started PV processing "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" I0418 18:09:55.873922 1 controller.go:268] PV "pvc-d918416f-e0f9-43df-8263-72929ee1d9a9" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====