==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0418 18:04:00.211997 1 main.go:94] Version: v4.0.0 I0418 18:04:00.215183 1 connection.go:154] Connecting to unix:///csi/csi.sock I0418 18:04:03.947216 1 common.go:111] Probing CSI driver for readiness I0418 18:04:03.947260 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0418 18:04:03.947273 1 connection.go:184] GRPC request: {} I0418 18:04:03.954763 1 connection.go:186] GRPC response: {} I0418 18:04:03.954876 1 connection.go:187] GRPC error: I0418 18:04:03.954902 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0418 18:04:03.954911 1 connection.go:184] GRPC request: {} I0418 18:04:03.955663 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-9754","vendor_version":"v1.9.0"} I0418 18:04:03.955809 1 connection.go:187] GRPC error: I0418 18:04:03.955828 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-9754" I0418 18:04:03.955842 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0418 18:04:03.955850 1 connection.go:184] GRPC request: {} I0418 18:04:03.957194 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0418 18:04:03.957417 1 connection.go:187] GRPC error: I0418 18:04:03.957432 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0418 18:04:03.957440 1 connection.go:184] GRPC request: {} I0418 18:04:03.961710 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0418 18:04:03.962773 1 connection.go:187] GRPC error: I0418 18:04:03.962897 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0418 18:04:03.964510 1 controller.go:130] Starting CSI attacher I0418 18:04:03.965168 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:04:03.965238 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0418 18:04:03.965289 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:04:03.965314 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0418 18:04:03.965470 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:04:03.965499 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0418 18:04:04.065740 1 shared_informer.go:285] caches populated I0418 18:04:10.965703 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.965756 1 controller.go:225] Skipping VolumeAttachment csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a for attacher csi-mock-csi-mock-volumes-6720 I0418 18:04:10.965865 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.965923 1 csi_handler.go:224] CSIHandler: processing VA "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.965936 1 csi_handler.go:251] Attaching "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.965953 1 csi_handler.go:421] Starting attach operation for "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.966161 1 csi_handler.go:341] Adding finalizer to PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:10.977173 1 csi_handler.go:350] PV finalizer added to "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:10.977219 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:04:10.977273 1 csi_handler.go:312] VA finalizer added to "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.977293 1 csi_handler.go:326] NodeID annotation added to "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.983275 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.983322 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:04:10.983336 1 controller.go:225] Skipping VolumeAttachment csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a for attacher csi-mock-csi-mock-volumes-6720 I0418 18:04:10.983342 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713463444230-8081-csi-mock-csi-mock-volumes-9754"},"volume_id":"0d8c9a1f-fdae-11ee-8a3d-82f5431b1955"} I0418 18:04:10.985630 1 connection.go:186] GRPC response: {} I0418 18:04:10.985730 1 connection.go:187] GRPC error: I0418 18:04:10.985744 1 csi_handler.go:264] Attached "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.985768 1 util.go:38] Marking as attached "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.991267 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:10.991294 1 controller.go:225] Skipping VolumeAttachment csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a for attacher csi-mock-csi-mock-volumes-6720 I0418 18:04:10.991628 1 util.go:52] Marked as attached "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.991654 1 csi_handler.go:270] Fully attached "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.991668 1 csi_handler.go:240] CSIHandler: finished processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.991707 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.991726 1 csi_handler.go:224] CSIHandler: processing VA "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:10.991738 1 csi_handler.go:246] "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" is already attached I0418 18:04:10.991749 1 csi_handler.go:240] CSIHandler: finished processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.160233 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.160329 1 csi_handler.go:224] CSIHandler: processing VA "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.160341 1 csi_handler.go:275] Starting detach operation for "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.160395 1 csi_handler.go:282] Detaching "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.160427 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0418 18:04:39.160454 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0418 18:04:39.160464 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"0d8c9a1f-fdae-11ee-8a3d-82f5431b1955"} I0418 18:04:39.162550 1 connection.go:186] GRPC response: {} I0418 18:04:39.162659 1 connection.go:187] GRPC error: I0418 18:04:39.162683 1 csi_handler.go:581] Detached "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.162755 1 util.go:80] Marking as detached "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.173840 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.173867 1 controller.go:225] Skipping VolumeAttachment csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a for attacher csi-mock-csi-mock-volumes-6720 I0418 18:04:39.176538 1 util.go:106] Finalizer removed from "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.176574 1 csi_handler.go:295] Fully detached "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.176589 1 controller.go:261] Started PV processing "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.176632 1 csi_handler.go:623] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.176658 1 csi_handler.go:645] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682": no deletion timestamp, ignoring I0418 18:04:39.176590 1 csi_handler.go:240] CSIHandler: finished processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.176733 1 controller.go:210] Started VA processing "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" I0418 18:04:39.176761 1 controller.go:217] VA "csi-9348f5b705db8620995aea84e3389c3499bded015ead50299e1b6b7a0b2bd9fd" deleted, ignoring I0418 18:04:39.183523 1 controller.go:210] Started VA processing "csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a" I0418 18:04:39.183555 1 controller.go:225] Skipping VolumeAttachment csi-faf3d54d14bb3aafb306d5a17f8bf7bdd2fa91b8dd2a9e684c4fee570c98312a for attacher csi-mock-csi-mock-volumes-6720 I0418 18:04:39.191264 1 controller.go:261] Started PV processing "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:39.191293 1 csi_handler.go:623] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" I0418 18:04:39.191306 1 csi_handler.go:645] CSIHandler: processing PV "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": no deletion timestamp, ignoring I0418 18:04:39.941114 1 controller.go:261] Started PV processing "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.941150 1 csi_handler.go:623] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.941196 1 csi_handler.go:684] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682": no VA found, removing finalizer E0418 18:04:39.953150 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682": PersistentVolume "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0418 18:04:39.953243 1 controller.go:261] Started PV processing "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.953272 1 csi_handler.go:623] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:39.953325 1 csi_handler.go:684] CSIHandler: processing PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682": no VA found, removing finalizer I0418 18:04:39.961632 1 csi_handler.go:706] Removed finalizer from PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:40.953881 1 controller.go:261] Started PV processing "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" I0418 18:04:40.953932 1 controller.go:268] PV "pvc-77ff096d-2fc6-42bb-a4e2-a8fa8fd1b682" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====