==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0505 01:16:35.552653 1 main.go:99] Version: v3.3.0 I0505 01:16:35.557108 1 connection.go:154] Connecting to unix:///csi/csi.sock I0505 01:16:36.559747 1 common.go:111] Probing CSI driver for readiness I0505 01:16:36.559791 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0505 01:16:36.559801 1 connection.go:184] GRPC request: {} I0505 01:16:36.563797 1 connection.go:186] GRPC response: {} I0505 01:16:36.563928 1 connection.go:187] GRPC error: I0505 01:16:36.563950 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0505 01:16:36.563955 1 connection.go:184] GRPC request: {} I0505 01:16:36.564729 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-1118","vendor_version":"v1.7.3"} I0505 01:16:36.564840 1 connection.go:187] GRPC error: I0505 01:16:36.564854 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-1118" I0505 01:16:36.564863 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 01:16:36.564868 1 connection.go:184] GRPC request: {} I0505 01:16:36.565545 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 01:16:36.565708 1 connection.go:187] GRPC error: I0505 01:16:36.565725 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 01:16:36.565731 1 connection.go:184] GRPC request: {} I0505 01:16:36.566459 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0505 01:16:36.566656 1 connection.go:187] GRPC error: I0505 01:16:36.566735 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0505 01:16:36.566980 1 controller.go:128] Starting CSI attacher I0505 01:16:36.567350 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:16:36.567370 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:16:36.567384 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0505 01:16:36.567350 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:16:36.567401 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0505 01:16:36.567390 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0505 01:16:36.667772 1 shared_informer.go:270] caches populated I0505 01:16:41.784286 1 controller.go:208] Started VA processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.784326 1 csi_handler.go:221] CSIHandler: processing VA "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.784361 1 csi_handler.go:248] Attaching "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.784375 1 csi_handler.go:427] Starting attach operation for "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.784448 1 csi_handler.go:347] Adding finalizer to PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:16:41.793516 1 csi_handler.go:356] PV finalizer added to "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:16:41.793560 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0505 01:16:41.793597 1 csi_handler.go:309] VA finalizer added to "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.793616 1 csi_handler.go:323] NodeID annotation added to "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.798738 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:16:41.798762 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249396527-8081-csi-mock-csi-mock-volumes-1118"},"volume_id":"7cdd36a0-eae2-11ed-bde3-1677a36b6f8e"} I0505 01:16:41.803372 1 connection.go:186] GRPC response: {} I0505 01:16:41.803472 1 connection.go:187] GRPC error: I0505 01:16:41.803487 1 csi_handler.go:261] Attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.803502 1 util.go:38] Marking as attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808680 1 util.go:52] Marked as attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808710 1 csi_handler.go:267] Fully attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808726 1 csi_handler.go:237] CSIHandler: finished processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808770 1 controller.go:208] Started VA processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808787 1 csi_handler.go:221] CSIHandler: processing VA "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808802 1 csi_handler.go:248] Attaching "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808818 1 csi_handler.go:427] Starting attach operation for "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808872 1 csi_handler.go:341] PV finalizer is already set on "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:16:41.808895 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0505 01:16:41.808918 1 csi_handler.go:301] VA finalizer is already set on "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808932 1 csi_handler.go:315] NodeID annotation is already set on "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.808952 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:16:41.808963 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249396527-8081-csi-mock-csi-mock-volumes-1118"},"volume_id":"7cdd36a0-eae2-11ed-bde3-1677a36b6f8e"} I0505 01:16:41.810016 1 connection.go:186] GRPC response: {} I0505 01:16:41.810058 1 connection.go:187] GRPC error: I0505 01:16:41.810073 1 csi_handler.go:261] Attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.810087 1 util.go:38] Marking as attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.815870 1 util.go:52] Marked as attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.815912 1 csi_handler.go:267] Fully attached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.815928 1 csi_handler.go:237] CSIHandler: finished processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.815978 1 controller.go:208] Started VA processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.816000 1 csi_handler.go:221] CSIHandler: processing VA "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:16:41.816085 1 csi_handler.go:243] "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" is already attached I0505 01:16:41.816114 1 csi_handler.go:237] CSIHandler: finished processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.064003 1 controller.go:208] Started VA processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.064085 1 csi_handler.go:221] CSIHandler: processing VA "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.064100 1 csi_handler.go:272] Starting detach operation for "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.064188 1 csi_handler.go:279] Detaching "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.064222 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0505 01:17:08.064247 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:17:08.064266 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_id":"7cdd36a0-eae2-11ed-bde3-1677a36b6f8e"} I0505 01:17:08.065580 1 connection.go:186] GRPC response: {} I0505 01:17:08.065656 1 connection.go:187] GRPC error: I0505 01:17:08.065675 1 csi_handler.go:587] Detached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.065730 1 util.go:80] Marking as detached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.079489 1 controller.go:259] Started PV processing "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:08.079512 1 csi_handler.go:629] CSIHandler: processing PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:08.079525 1 csi_handler.go:651] CSIHandler: processing PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207": no deletion timestamp, ignoring I0505 01:17:08.079903 1 util.go:106] Finalizer removed from "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.079931 1 csi_handler.go:292] Fully detached "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.079955 1 csi_handler.go:237] CSIHandler: finished processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.080000 1 controller.go:208] Started VA processing "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" I0505 01:17:08.080134 1 controller.go:215] VA "csi-7f50534218a521bc7e911cbbd7dc0675a000d44584f2b31c12bac3bd01fe573f" deleted, ignoring I0505 01:17:09.790771 1 controller.go:259] Started PV processing "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:09.790820 1 csi_handler.go:629] CSIHandler: processing PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:09.790858 1 csi_handler.go:690] CSIHandler: processing PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207": no VA found, removing finalizer E0505 01:17:09.801186 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207": PersistentVolume "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:17:09.801253 1 controller.go:259] Started PV processing "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:09.801270 1 csi_handler.go:629] CSIHandler: processing PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:09.801304 1 csi_handler.go:690] CSIHandler: processing PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207": no VA found, removing finalizer I0505 01:17:09.809068 1 csi_handler.go:712] Removed finalizer from PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:10.801470 1 controller.go:259] Started PV processing "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" I0505 01:17:10.801545 1 controller.go:266] PV "pvc-9edcd0de-a20e-42aa-af95-21ecc6e94207" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====