==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0418 18:15:20.720517 1 main.go:94] Version: v4.0.0 I0418 18:15:20.723849 1 connection.go:154] Connecting to unix:///csi/csi.sock I0418 18:15:21.726589 1 common.go:111] Probing CSI driver for readiness I0418 18:15:21.727192 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0418 18:15:21.727213 1 connection.go:184] GRPC request: {} I0418 18:15:21.730191 1 connection.go:186] GRPC response: {} I0418 18:15:21.730249 1 connection.go:187] GRPC error: I0418 18:15:21.730266 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0418 18:15:21.730283 1 connection.go:184] GRPC request: {} I0418 18:15:21.730900 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-4878","vendor_version":"v1.9.0"} I0418 18:15:21.731029 1 connection.go:187] GRPC error: I0418 18:15:21.731047 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-4878" I0418 18:15:21.731066 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0418 18:15:21.731074 1 connection.go:184] GRPC request: {} I0418 18:15:21.731839 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0418 18:15:21.732057 1 connection.go:187] GRPC error: I0418 18:15:21.732071 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0418 18:15:21.732083 1 connection.go:184] GRPC request: {} I0418 18:15:21.732798 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0418 18:15:21.732971 1 connection.go:187] GRPC error: I0418 18:15:21.733029 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0418 18:15:21.733225 1 controller.go:130] Starting CSI attacher I0418 18:15:21.733540 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:15:21.733582 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0418 18:15:21.733642 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:15:21.733670 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0418 18:15:21.733699 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:15:21.733723 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0418 18:15:21.834184 1 shared_informer.go:285] caches populated I0418 18:15:21.834357 1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" I0418 18:15:21.834393 1 controller.go:225] Skipping VolumeAttachment csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12 for attacher csi-mock-csi-mock-volumes-3643 I0418 18:15:26.084736 1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.084789 1 csi_handler.go:224] CSIHandler: processing VA "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.084803 1 csi_handler.go:251] Attaching "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.084816 1 csi_handler.go:421] Starting attach operation for "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.084920 1 csi_handler.go:341] Adding finalizer to PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:26.093723 1 csi_handler.go:350] PV finalizer added to "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:26.093762 1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker I0418 18:15:26.093808 1 csi_handler.go:312] VA finalizer added to "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.093829 1 csi_handler.go:326] NodeID annotation added to "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.099466 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:15:26.099500 1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464121661-8081-csi-mock-csi-mock-volumes-4878"},"volume_id":"a072d89c-fdaf-11ee-920c-c2ad849be3a2"} I0418 18:15:26.101942 1 connection.go:186] GRPC response: {} I0418 18:15:26.102114 1 connection.go:187] GRPC error: I0418 18:15:26.102136 1 csi_handler.go:264] Attached "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.102158 1 util.go:38] Marking as attached "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.109215 1 util.go:52] Marked as attached "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.109263 1 csi_handler.go:270] Fully attached "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.109284 1 csi_handler.go:240] CSIHandler: finished processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.109363 1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.109384 1 csi_handler.go:224] CSIHandler: processing VA "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:26.109397 1 csi_handler.go:246] "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" is already attached I0418 18:15:26.109407 1 csi_handler.go:240] CSIHandler: finished processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:33.139900 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:33.139938 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:33.154442 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:33.154470 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:33.161836 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:33.161879 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:45.234491 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.234526 1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84 I0418 18:15:45.245849 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.245870 1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84 I0418 18:15:45.254158 1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da" I0418 18:15:45.254180 1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84 I0418 18:15:50.602437 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:50.602474 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:50.611351 1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d" I0418 18:15:50.611388 1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554 I0418 18:15:50.618263 1 controller.go:261] Started PV processing "pvc-34c74831-a41f-4870-b242-bc99d269d9d5" I0418 18:15:50.618301 1 csi_handler.go:623] CSIHandler: processing PV "pvc-34c74831-a41f-4870-b242-bc99d269d9d5" I0418 18:15:50.618318 1 csi_handler.go:645] CSIHandler: processing PV "pvc-34c74831-a41f-4870-b242-bc99d269d9d5": no deletion timestamp, ignoring I0418 18:15:51.217811 1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.217853 1 csi_handler.go:224] CSIHandler: processing VA "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.217865 1 csi_handler.go:275] Starting detach operation for "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.217911 1 csi_handler.go:282] Detaching "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.217938 1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker I0418 18:15:51.217969 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0418 18:15:51.217979 1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_id":"a072d89c-fdaf-11ee-920c-c2ad849be3a2"} I0418 18:15:51.219714 1 connection.go:186] GRPC response: {} I0418 18:15:51.219785 1 connection.go:187] GRPC error: I0418 18:15:51.219802 1 csi_handler.go:581] Detached "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.219838 1 util.go:80] Marking as detached "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.234132 1 util.go:106] Finalizer removed from "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.234163 1 csi_handler.go:295] Fully detached "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.234170 1 controller.go:261] Started PV processing "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:51.234199 1 csi_handler.go:623] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:51.234213 1 csi_handler.go:645] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20": no deletion timestamp, ignoring I0418 18:15:51.234178 1 csi_handler.go:240] CSIHandler: finished processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.234267 1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" I0418 18:15:51.234305 1 controller.go:217] VA "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f" deleted, ignoring I0418 18:15:53.345458 1 controller.go:261] Started PV processing "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:53.345494 1 csi_handler.go:623] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:53.345541 1 csi_handler.go:684] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20": no VA found, removing finalizer E0418 18:15:53.355824 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20": PersistentVolume "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0418 18:15:53.355893 1 controller.go:261] Started PV processing "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:53.355906 1 csi_handler.go:623] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:53.355942 1 csi_handler.go:684] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20": no VA found, removing finalizer I0418 18:15:53.364785 1 csi_handler.go:706] Removed finalizer from PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:54.356248 1 controller.go:261] Started PV processing "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" I0418 18:15:54.356302 1 controller.go:268] PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====