==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0418 18:03:59.817578 1 main.go:94] Version: v4.0.0 I0418 18:03:59.822091 1 connection.go:154] Connecting to unix:///csi/csi.sock I0418 18:04:04.158946 1 common.go:111] Probing CSI driver for readiness I0418 18:04:04.158992 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0418 18:04:04.159003 1 connection.go:184] GRPC request: {} I0418 18:04:04.163919 1 connection.go:186] GRPC response: {} I0418 18:04:04.164072 1 connection.go:187] GRPC error: I0418 18:04:04.164109 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0418 18:04:04.164125 1 connection.go:184] GRPC request: {} I0418 18:04:04.164699 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-6720","vendor_version":"v1.9.0"} I0418 18:04:04.164794 1 connection.go:187] GRPC error: I0418 18:04:04.164811 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-6720" I0418 18:04:04.164826 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0418 18:04:04.164834 1 connection.go:184] GRPC request: {} I0418 18:04:04.165826 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0418 18:04:04.166029 1 connection.go:187] GRPC error: I0418 18:04:04.166048 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0418 18:04:04.166059 1 connection.go:184] GRPC request: {} I0418 18:04:04.167512 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0418 18:04:04.167786 1 connection.go:187] GRPC error: I0418 18:04:04.167883 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0418 18:04:04.168145 1 controller.go:130] Starting CSI attacher I0418 18:04:04.170344 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:04:04.170392 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0418 18:04:04.170513 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:04:04.170432 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:04:04.170650 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0418 18:04:04.171101 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0418 18:04:04.269200 1 shared_informer.go:285] caches populated I0418 18:04:10.965890 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.965930 1 csi_handler.go:224] CSIHandler: processing VA "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.965945 1 csi_handler.go:251] Attaching "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.965963 1 csi_handler.go:421] Starting attach operation for "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.966051 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.966110 1 controller.go:225] Skipping VolumeAttachment csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd for attacher csi-mock-csi-mock-volumes-9754 I0418 18:04:10.966074 1 csi_handler.go:341] Adding finalizer to PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:10.976956 1 csi_handler.go:350] PV finalizer added to "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:10.977009 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:04:10.977045 1 csi_handler.go:312] VA finalizer added to "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.977063 1 csi_handler.go:326] NodeID annotation added to "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.983260 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:04:10.983617 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.983650 1 controller.go:225] Skipping VolumeAttachment csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd for attacher csi-mock-csi-mock-volumes-9754 I0418 18:04:10.983288 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713463443834-8081-csi-mock-csi-mock-volumes-6720"},"volume_id":"0d916c6e-fdae-11ee-a915-86fb68461371"} I0418 18:04:10.985441 1 connection.go:186] GRPC response: {} I0418 18:04:10.985512 1 connection.go:187] GRPC error: I0418 18:04:10.985525 1 csi_handler.go:264] Attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.985538 1 util.go:38] Marking as attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991171 1 util.go:52] Marked as attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991208 1 csi_handler.go:270] Fully attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991231 1 csi_handler.go:240] CSIHandler: finished processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991280 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991302 1 csi_handler.go:224] CSIHandler: processing VA "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991319 1 csi_handler.go:251] Attaching "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991335 1 csi_handler.go:421] Starting attach operation for "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991400 1 csi_handler.go:335] PV finalizer is already set on "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:10.991433 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:04:10.991479 1 csi_handler.go:304] VA finalizer is already set on "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991500 1 csi_handler.go:318] NodeID annotation is already set on "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991536 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:04:10.991549 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713463443834-8081-csi-mock-csi-mock-volumes-6720"},"volume_id":"0d916c6e-fdae-11ee-a915-86fb68461371"} I0418 18:04:10.991715 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.991746 1 controller.go:225] Skipping VolumeAttachment csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd for attacher csi-mock-csi-mock-volumes-9754 I0418 18:04:10.992489 1 connection.go:186] GRPC response: {} I0418 18:04:10.992542 1 connection.go:187] GRPC error: I0418 18:04:10.992580 1 csi_handler.go:264] Attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.992610 1 util.go:38] Marking as attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.997743 1 util.go:52] Marked as attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.997784 1 csi_handler.go:270] Fully attached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.997796 1 csi_handler.go:240] CSIHandler: finished processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.997843 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.997865 1 csi_handler.go:224] CSIHandler: processing VA "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.997895 1 csi_handler.go:246] "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" is already attached I0418 18:04:10.997912 1 csi_handler.go:240] CSIHandler: finished processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.160380 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.160469 1 controller.go:225] Skipping VolumeAttachment csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd for attacher csi-mock-csi-mock-volumes-9754 I0418 18:04:39.169616 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.169648 1 controller.go:225] Skipping VolumeAttachment csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd for attacher csi-mock-csi-mock-volumes-9754 I0418 18:04:39.173887 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.173925 1 csi_handler.go:224] CSIHandler: processing VA "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.173935 1 csi_handler.go:275] Starting detach operation for "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.173978 1 csi_handler.go:282] Detaching "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.173999 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:04:39.174019 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0418 18:04:39.174029 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"0d916c6e-fdae-11ee-a915-86fb68461371"} I0418 18:04:39.175942 1 connection.go:186] GRPC response: {} I0418 18:04:39.176116 1 connection.go:187] GRPC error: I0418 18:04:39.176138 1 csi_handler.go:581] Detached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.176306 1 util.go:80] Marking as detached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.176370 1 controller.go:261] Started PV processing "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.176409 1 csi_handler.go:623] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.176425 1 csi_handler.go:645] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682": no deletion timestamp, ignoring I0418 18:04:39.190981 1 controller.go:261] Started PV processing "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:39.191004 1 csi_handler.go:623] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:39.191015 1 csi_handler.go:645] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": no deletion timestamp, ignoring I0418 18:04:39.191666 1 util.go:106] Finalizer removed from "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.191712 1 csi_handler.go:295] Fully detached "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.191737 1 csi_handler.go:240] CSIHandler: finished processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.191793 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.191836 1 controller.go:217] VA "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" deleted, ignoring I0418 18:04:45.966893 1 controller.go:261] Started PV processing "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:45.966931 1 csi_handler.go:623] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:45.966976 1 csi_handler.go:684] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": no VA found, removing finalizer E0418 18:04:45.978343 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": PersistentVolume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0418 18:04:45.978432 1 controller.go:261] Started PV processing "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:45.978450 1 csi_handler.go:623] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:45.978488 1 csi_handler.go:684] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": no VA found, removing finalizer I0418 18:04:45.985270 1 csi_handler.go:706] Removed finalizer from PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:46.979425 1 controller.go:261] Started PV processing "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:46.979462 1 controller.go:268] PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====