==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0505 01:20:21.744140 1 main.go:99] Version: v3.3.0 I0505 01:20:21.748668 1 connection.go:154] Connecting to unix:///csi/csi.sock I0505 01:20:22.752634 1 common.go:111] Probing CSI driver for readiness I0505 01:20:22.752661 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0505 01:20:22.752668 1 connection.go:184] GRPC request: {} I0505 01:20:22.758172 1 connection.go:186] GRPC response: {} I0505 01:20:22.758249 1 connection.go:187] GRPC error: I0505 01:20:22.758265 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0505 01:20:22.758270 1 connection.go:184] GRPC request: {} I0505 01:20:22.758870 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-6714","vendor_version":"v1.7.3"} I0505 01:20:22.758968 1 connection.go:187] GRPC error: I0505 01:20:22.758980 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-6714" I0505 01:20:22.758989 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 01:20:22.758994 1 connection.go:184] GRPC request: {} I0505 01:20:22.759815 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 01:20:22.759989 1 connection.go:187] GRPC error: I0505 01:20:22.760001 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 01:20:22.760007 1 connection.go:184] GRPC request: {} I0505 01:20:22.760824 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0505 01:20:22.761018 1 connection.go:187] GRPC error: I0505 01:20:22.761100 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0505 01:20:22.761321 1 controller.go:128] Starting CSI attacher I0505 01:20:22.761674 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:20:22.761692 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0505 01:20:22.761818 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:20:22.761846 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0505 01:20:22.761942 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:20:22.761992 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0505 01:20:22.862343 1 shared_informer.go:270] caches populated I0505 01:20:22.862464 1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94" I0505 01:20:22.862530 1 controller.go:223] Skipping VolumeAttachment csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94 for attacher csi-mock-csi-mock-volumes-8383 I0505 01:20:27.857305 1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.857339 1 csi_handler.go:221] CSIHandler: processing VA "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.857354 1 csi_handler.go:248] Attaching "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.857380 1 csi_handler.go:427] Starting attach operation for "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.857459 1 csi_handler.go:347] Adding finalizer to PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:27.866406 1 csi_handler.go:356] PV finalizer added to "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:27.866462 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:20:27.866542 1 csi_handler.go:309] VA finalizer added to "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.866566 1 csi_handler.go:323] NodeID annotation added to "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.871835 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:20:27.871861 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249622729-8081-csi-mock-csi-mock-volumes-6714"},"volume_id":"03aa1f40-eae3-11ed-bf4e-26d745649f15"} I0505 01:20:27.874359 1 connection.go:186] GRPC response: {} I0505 01:20:27.874437 1 connection.go:187] GRPC error: I0505 01:20:27.874452 1 csi_handler.go:261] Attached "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.874469 1 util.go:38] Marking as attached "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.879323 1 util.go:52] Marked as attached "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.879353 1 csi_handler.go:267] Fully attached "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.879371 1 csi_handler.go:237] CSIHandler: finished processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.879413 1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.879430 1 csi_handler.go:221] CSIHandler: processing VA "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:27.879446 1 csi_handler.go:243] "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" is already attached I0505 01:20:27.879458 1 csi_handler.go:237] CSIHandler: finished processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.576063 1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.576112 1 csi_handler.go:221] CSIHandler: processing VA "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.576125 1 csi_handler.go:272] Starting detach operation for "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.576227 1 csi_handler.go:279] Detaching "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.576256 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:20:41.576285 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:20:41.576296 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"03aa1f40-eae3-11ed-bf4e-26d745649f15"} I0505 01:20:41.577993 1 connection.go:186] GRPC response: {} I0505 01:20:41.578104 1 connection.go:187] GRPC error: I0505 01:20:41.578126 1 csi_handler.go:587] Detached "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.578165 1 util.go:80] Marking as detached "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.591217 1 controller.go:259] Started PV processing "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:41.591239 1 util.go:106] Finalizer removed from "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.591280 1 csi_handler.go:292] Fully detached "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.591303 1 csi_handler.go:237] CSIHandler: finished processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.591251 1 csi_handler.go:629] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:41.591372 1 csi_handler.go:651] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806": no deletion timestamp, ignoring I0505 01:20:41.591340 1 controller.go:208] Started VA processing "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" I0505 01:20:41.591483 1 controller.go:215] VA "csi-6195fd3cf7c09adb7f6f477c5922ac10396fc0f0716dd5b31f2265626e3f4c72" deleted, ignoring I0505 01:20:42.915311 1 controller.go:259] Started PV processing "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:42.915350 1 csi_handler.go:629] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:42.915405 1 csi_handler.go:690] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806": no VA found, removing finalizer E0505 01:20:42.926601 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806": PersistentVolume "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:20:42.926709 1 controller.go:259] Started PV processing "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:42.926735 1 csi_handler.go:629] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:42.926792 1 csi_handler.go:690] CSIHandler: processing PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806": no VA found, removing finalizer I0505 01:20:42.934956 1 csi_handler.go:712] Removed finalizer from PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:43.927233 1 controller.go:259] Started PV processing "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" I0505 01:20:43.927309 1 controller.go:266] PV "pvc-d91a001b-c95a-4e9a-92ca-c4766aec4806" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====