==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0418 18:15:35.498572 1 main.go:94] Version: v4.0.0 I0418 18:15:35.501903 1 connection.go:154] Connecting to unix:///csi/csi.sock I0418 18:15:36.503473 1 common.go:111] Probing CSI driver for readiness I0418 18:15:36.503510 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0418 18:15:36.503521 1 connection.go:184] GRPC request: {} I0418 18:15:36.518436 1 connection.go:186] GRPC response: {} I0418 18:15:36.518550 1 connection.go:187] GRPC error: I0418 18:15:36.518600 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0418 18:15:36.518610 1 connection.go:184] GRPC request: {} I0418 18:15:36.519557 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-84","vendor_version":"v1.9.0"} I0418 18:15:36.519654 1 connection.go:187] GRPC error: I0418 18:15:36.519668 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-84" I0418 18:15:36.519678 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0418 18:15:36.519684 1 connection.go:184] GRPC request: {} I0418 18:15:36.520916 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0418 18:15:36.521121 1 connection.go:187] GRPC error: I0418 18:15:36.521134 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0418 18:15:36.521141 1 connection.go:184] GRPC request: {} I0418 18:15:36.522373 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0418 18:15:36.522652 1 connection.go:187] GRPC error: I0418 18:15:36.522721 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0418 18:15:36.522907 1 controller.go:130] Starting CSI attacher I0418 18:15:36.523256 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:15:36.523275 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0418 18:15:36.523382 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:15:36.523416 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0418 18:15:36.523445 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:15:36.523466 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0418 18:15:36.623644 1 shared_informer.go:285] caches populated I0418 18:15:36.623824 1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:36.623845 1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878 I0418 18:15:36.623869 1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" I0418 18:15:36.623879 1 controller.go:225] Skipping VolumeAttachment csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12 for attacher csi-mock-csi-mock-volumes-3643 I0418 18:15:36.623851 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:36.623911 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:45.234250 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.234286 1 csi_handler.go:224] CSIHandler: processing VA "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.234298 1 csi_handler.go:251] Attaching "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.234309 1 csi_handler.go:421] Starting attach operation for "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.234396 1 csi_handler.go:341] Adding finalizer to PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:15:45.241781 1 csi_handler.go:350] PV finalizer added to "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:15:45.241822 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:15:45.241871 1 csi_handler.go:312] VA finalizer added to "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.241888 1 csi_handler.go:326] NodeID annotation added to "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.246050 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:15:45.246092 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464136727-8081-csi-mock-csi-mock-volumes-84"},"volume_id":"ab6b18b2-fdaf-11ee-a138-6694975a6467"} I0418 18:15:45.248143 1 connection.go:186] GRPC response: {} I0418 18:15:45.248244 1 connection.go:187] GRPC error: I0418 18:15:45.248264 1 csi_handler.go:264] Attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.248288 1 util.go:38] Marking as attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253826 1 util.go:52] Marked as attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253849 1 csi_handler.go:270] Fully attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253862 1 csi_handler.go:240] CSIHandler: finished processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253894 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253907 1 csi_handler.go:224] CSIHandler: processing VA "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253918 1 csi_handler.go:251] Attaching "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253931 1 csi_handler.go:421] Starting attach operation for "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.253960 1 csi_handler.go:335] PV finalizer is already set on "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:15:45.253979 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:15:45.254000 1 csi_handler.go:304] VA finalizer is already set on "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.254014 1 csi_handler.go:318] NodeID annotation is already set on "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.254032 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:15:45.254043 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464136727-8081-csi-mock-csi-mock-volumes-84"},"volume_id":"ab6b18b2-fdaf-11ee-a138-6694975a6467"} I0418 18:15:45.255007 1 connection.go:186] GRPC response: {} I0418 18:15:45.255038 1 connection.go:187] GRPC error: I0418 18:15:45.255046 1 csi_handler.go:264] Attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.255054 1 util.go:38] Marking as attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.258598 1 util.go:52] Marked as attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.258632 1 csi_handler.go:270] Fully attached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.258641 1 csi_handler.go:240] CSIHandler: finished processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.258679 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.258695 1 csi_handler.go:224] CSIHandler: processing VA "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.258709 1 csi_handler.go:246] "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" is already attached I0418 18:15:45.258721 1 csi_handler.go:240] CSIHandler: finished processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:50.602800 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:50.602841 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:50.611542 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:50.611570 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:50.618215 1 controller.go:261] Started PV processing "pvc-34c74831-a41f-4870-b242-bc99d269d9d5" I0418 18:15:50.618252 1 csi_handler.go:623] CSIHandler: processing PV "pvc-34c74831-a41f-4870-b242-bc99d269d9d5" I0418 18:15:50.618319 1 csi_handler.go:645] CSIHandler: processing PV "pvc-34c74831-a41f-4870-b242-bc99d269d9d5": no deletion timestamp, ignoring I0418 18:15:51.217576 1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.217612 1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878 I0418 18:15:51.226851 1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.226877 1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878 I0418 18:15:51.234344 1 controller.go:261] Started PV processing "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:51.234380 1 csi_handler.go:623] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:51.234398 1 csi_handler.go:645] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20": no deletion timestamp, ignoring I0418 18:16:00.691475 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.691513 1 csi_handler.go:224] CSIHandler: processing VA "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.691525 1 csi_handler.go:275] Starting detach operation for "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.691570 1 csi_handler.go:282] Detaching "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.691598 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:16:00.691627 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0418 18:16:00.691639 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"ab6b18b2-fdaf-11ee-a138-6694975a6467"} I0418 18:16:00.693388 1 connection.go:186] GRPC response: {} I0418 18:16:00.693501 1 connection.go:187] GRPC error: I0418 18:16:00.693522 1 csi_handler.go:581] Detached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.693572 1 util.go:80] Marking as detached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.705633 1 util.go:106] Finalizer removed from "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.705666 1 csi_handler.go:295] Fully detached "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.705705 1 csi_handler.go:240] CSIHandler: finished processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.705649 1 controller.go:261] Started PV processing "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:00.705745 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:16:00.705772 1 controller.go:217] VA "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" deleted, ignoring I0418 18:16:00.705748 1 csi_handler.go:623] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:00.705798 1 csi_handler.go:645] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37": no deletion timestamp, ignoring I0418 18:16:04.297984 1 controller.go:261] Started PV processing "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:04.298022 1 csi_handler.go:623] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:04.298054 1 csi_handler.go:684] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37": no VA found, removing finalizer E0418 18:16:04.309836 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37": PersistentVolume "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0418 18:16:04.309913 1 controller.go:261] Started PV processing "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:04.309927 1 csi_handler.go:623] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:04.309973 1 csi_handler.go:684] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37": no VA found, removing finalizer I0418 18:16:04.318833 1 csi_handler.go:706] Removed finalizer from PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:05.311042 1 controller.go:261] Started PV processing "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" I0418 18:16:05.311102 1 controller.go:268] PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====