==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0411 18:11:10.206356 1 main.go:94] Version: v4.0.0 I0411 18:11:10.209517 1 connection.go:154] Connecting to unix:///csi/csi.sock I0411 18:11:11.212284 1 common.go:111] Probing CSI driver for readiness I0411 18:11:11.212335 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0411 18:11:11.212347 1 connection.go:184] GRPC request: {} I0411 18:11:11.215480 1 connection.go:186] GRPC response: {} I0411 18:11:11.215580 1 connection.go:187] GRPC error: I0411 18:11:11.215606 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0411 18:11:11.215615 1 connection.go:184] GRPC request: {} I0411 18:11:11.216454 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-1410","vendor_version":"v1.9.0"} I0411 18:11:11.216537 1 connection.go:187] GRPC error: I0411 18:11:11.216548 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-1410" I0411 18:11:11.216556 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0411 18:11:11.216560 1 connection.go:184] GRPC request: {} I0411 18:11:11.217329 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0411 18:11:11.217471 1 connection.go:187] GRPC error: I0411 18:11:11.217479 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 18:11:11.217491 1 connection.go:184] GRPC request: {} I0411 18:11:11.218495 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0411 18:11:11.218744 1 connection.go:187] GRPC error: I0411 18:11:11.218803 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0411 18:11:11.219016 1 controller.go:130] Starting CSI attacher I0411 18:11:11.219330 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:11:11.219336 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:11:11.219383 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0411 18:11:11.219395 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0411 18:11:11.219430 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:11:11.219453 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0411 18:11:11.319745 1 shared_informer.go:285] caches populated I0411 18:11:11.319858 1 controller.go:210] Started VA processing "csi-5955a0ffda0a1d34b2909bb308b0242eb08d0603b0413f8362a728fb917819a6" I0411 18:11:11.319879 1 controller.go:225] Skipping VolumeAttachment csi-5955a0ffda0a1d34b2909bb308b0242eb08d0603b0413f8362a728fb917819a6 for attacher csi-mock-csi-mock-volumes-9687 I0411 18:11:11.319894 1 controller.go:210] Started VA processing "csi-5e1bd099e8401c05e87e584c51ab80997d66409e7f40432b52072b514b4df183" I0411 18:11:11.319940 1 controller.go:225] Skipping VolumeAttachment csi-5e1bd099e8401c05e87e584c51ab80997d66409e7f40432b52072b514b4df183 for attacher csi-mock-csi-mock-volumes-4586 I0411 18:11:19.667530 1 controller.go:210] Started VA processing "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.667560 1 csi_handler.go:224] CSIHandler: processing VA "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.667575 1 csi_handler.go:251] Attaching "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.667583 1 csi_handler.go:421] Starting attach operation for "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.667677 1 csi_handler.go:341] Adding finalizer to PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:19.677567 1 csi_handler.go:350] PV finalizer added to "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:19.677620 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0411 18:11:19.677670 1 csi_handler.go:312] VA finalizer added to "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.677690 1 csi_handler.go:326] NodeID annotation added to "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.682768 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0411 18:11:19.682799 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1712859071014-8081-csi-mock-csi-mock-volumes-1410"},"volume_id":"e43c4604-f82e-11ee-8efc-ae594ad42a6f"} I0411 18:11:19.684763 1 connection.go:186] GRPC response: {} I0411 18:11:19.684852 1 connection.go:187] GRPC error: I0411 18:11:19.684871 1 csi_handler.go:264] Attached "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.684894 1 util.go:38] Marking as attached "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.691349 1 util.go:52] Marked as attached "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.691383 1 csi_handler.go:270] Fully attached "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.691398 1 csi_handler.go:240] CSIHandler: finished processing "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.691462 1 controller.go:210] Started VA processing "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.691480 1 csi_handler.go:224] CSIHandler: processing VA "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:19.691492 1 csi_handler.go:246] "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" is already attached I0411 18:11:19.691503 1 csi_handler.go:240] CSIHandler: finished processing "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:29.465964 1 controller.go:210] Started VA processing "csi-5e1bd099e8401c05e87e584c51ab80997d66409e7f40432b52072b514b4df183" I0411 18:11:29.466003 1 controller.go:225] Skipping VolumeAttachment csi-5e1bd099e8401c05e87e584c51ab80997d66409e7f40432b52072b514b4df183 for attacher csi-mock-csi-mock-volumes-4586 I0411 18:11:29.474674 1 controller.go:210] Started VA processing "csi-5e1bd099e8401c05e87e584c51ab80997d66409e7f40432b52072b514b4df183" I0411 18:11:29.474702 1 controller.go:225] Skipping VolumeAttachment csi-5e1bd099e8401c05e87e584c51ab80997d66409e7f40432b52072b514b4df183 for attacher csi-mock-csi-mock-volumes-4586 I0411 18:11:29.481075 1 controller.go:261] Started PV processing "pvc-5b3fa328-9187-40b5-bab6-76737014f797" I0411 18:11:29.481094 1 csi_handler.go:623] CSIHandler: processing PV "pvc-5b3fa328-9187-40b5-bab6-76737014f797" I0411 18:11:29.481109 1 csi_handler.go:645] CSIHandler: processing PV "pvc-5b3fa328-9187-40b5-bab6-76737014f797": no deletion timestamp, ignoring I0411 18:11:56.366580 1 controller.go:210] Started VA processing "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.366629 1 csi_handler.go:224] CSIHandler: processing VA "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.366645 1 csi_handler.go:275] Starting detach operation for "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.366691 1 csi_handler.go:282] Detaching "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.366719 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0411 18:11:56.366747 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0411 18:11:56.366758 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"e43c4604-f82e-11ee-8efc-ae594ad42a6f"} I0411 18:11:56.368471 1 connection.go:186] GRPC response: {} I0411 18:11:56.368564 1 connection.go:187] GRPC error: I0411 18:11:56.368580 1 csi_handler.go:581] Detached "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.368683 1 util.go:80] Marking as detached "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.382298 1 util.go:106] Finalizer removed from "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.382335 1 csi_handler.go:295] Fully detached "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.382349 1 csi_handler.go:240] CSIHandler: finished processing "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.382368 1 controller.go:261] Started PV processing "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:56.382390 1 controller.go:210] Started VA processing "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" I0411 18:11:56.382392 1 csi_handler.go:623] CSIHandler: processing PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:56.382411 1 csi_handler.go:645] CSIHandler: processing PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5": no deletion timestamp, ignoring I0411 18:11:56.382435 1 controller.go:217] VA "csi-2c558b7ff61bbfbbe59a5360fd4e4552db6b10aa354f4a6cfcc87070feb7c716" deleted, ignoring I0411 18:11:57.714680 1 controller.go:261] Started PV processing "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:57.714710 1 csi_handler.go:623] CSIHandler: processing PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:57.714734 1 csi_handler.go:684] CSIHandler: processing PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5": no VA found, removing finalizer E0411 18:11:57.724382 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5": PersistentVolume "pvc-667991b5-89bd-40ce-a934-d547f74389e5" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0411 18:11:57.724426 1 controller.go:261] Started PV processing "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:57.724434 1 csi_handler.go:623] CSIHandler: processing PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:57.724454 1 csi_handler.go:684] CSIHandler: processing PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5": no VA found, removing finalizer I0411 18:11:57.731627 1 csi_handler.go:706] Removed finalizer from PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:58.725186 1 controller.go:261] Started PV processing "pvc-667991b5-89bd-40ce-a934-d547f74389e5" I0411 18:11:58.725272 1 controller.go:268] PV "pvc-667991b5-89bd-40ce-a934-d547f74389e5" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====