==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0411 18:20:00.288748 1 main.go:94] Version: v4.0.0 I0411 18:20:00.292139 1 connection.go:154] Connecting to unix:///csi/csi.sock I0411 18:20:01.295428 1 common.go:111] Probing CSI driver for readiness I0411 18:20:01.295481 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0411 18:20:01.295494 1 connection.go:184] GRPC request: {} I0411 18:20:01.301013 1 connection.go:186] GRPC response: {} I0411 18:20:01.301154 1 connection.go:187] GRPC error: I0411 18:20:01.301179 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0411 18:20:01.301187 1 connection.go:184] GRPC request: {} I0411 18:20:01.301862 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-4717","vendor_version":"v1.9.0"} I0411 18:20:01.301979 1 connection.go:187] GRPC error: I0411 18:20:01.301998 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-4717" I0411 18:20:01.302011 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0411 18:20:01.302019 1 connection.go:184] GRPC request: {} I0411 18:20:01.303136 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0411 18:20:01.303343 1 connection.go:187] GRPC error: I0411 18:20:01.303355 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 18:20:01.303360 1 connection.go:184] GRPC request: {} I0411 18:20:01.304499 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0411 18:20:01.304687 1 connection.go:187] GRPC error: I0411 18:20:01.304786 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0411 18:20:01.305072 1 controller.go:130] Starting CSI attacher I0411 18:20:01.306284 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:20:01.306283 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:20:01.306345 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0411 18:20:01.306357 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:20:01.306381 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0411 18:20:01.306331 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0411 18:20:01.405860 1 shared_informer.go:285] caches populated I0411 18:20:10.136719 1 controller.go:210] Started VA processing "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.136777 1 csi_handler.go:224] CSIHandler: processing VA "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.136790 1 csi_handler.go:251] Attaching "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.136803 1 csi_handler.go:421] Starting attach operation for "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.136982 1 csi_handler.go:341] Adding finalizer to PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:10.146398 1 csi_handler.go:350] PV finalizer added to "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:10.146456 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0411 18:20:10.146513 1 csi_handler.go:312] VA finalizer added to "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.146547 1 csi_handler.go:326] NodeID annotation added to "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.152459 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0411 18:20:10.152490 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1712859600984-8081-csi-mock-csi-mock-volumes-4717"},"volume_id":"2065234d-f830-11ee-b83f-6e6ba1471b6e"} I0411 18:20:10.154765 1 connection.go:186] GRPC response: {} I0411 18:20:10.154838 1 connection.go:187] GRPC error: I0411 18:20:10.154852 1 csi_handler.go:264] Attached "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.154870 1 util.go:38] Marking as attached "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.162136 1 util.go:52] Marked as attached "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.162188 1 csi_handler.go:270] Fully attached "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.162213 1 csi_handler.go:240] CSIHandler: finished processing "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.162307 1 controller.go:210] Started VA processing "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.162335 1 csi_handler.go:224] CSIHandler: processing VA "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:10.162359 1 csi_handler.go:246] "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" is already attached I0411 18:20:10.162382 1 csi_handler.go:240] CSIHandler: finished processing "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:21.315149 1 controller.go:210] Started VA processing "csi-69f563113c13247093e214b6fe7de6fa15def309a7aed7aa413b3ef8ff5e3dd7" I0411 18:20:21.315186 1 controller.go:225] Skipping VolumeAttachment csi-69f563113c13247093e214b6fe7de6fa15def309a7aed7aa413b3ef8ff5e3dd7 for attacher csi-mock-csi-mock-volumes-9631 I0411 18:20:21.331408 1 controller.go:210] Started VA processing "csi-69f563113c13247093e214b6fe7de6fa15def309a7aed7aa413b3ef8ff5e3dd7" I0411 18:20:21.331439 1 controller.go:225] Skipping VolumeAttachment csi-69f563113c13247093e214b6fe7de6fa15def309a7aed7aa413b3ef8ff5e3dd7 for attacher csi-mock-csi-mock-volumes-9631 I0411 18:20:21.339023 1 controller.go:210] Started VA processing "csi-69f563113c13247093e214b6fe7de6fa15def309a7aed7aa413b3ef8ff5e3dd7" I0411 18:20:21.339051 1 controller.go:225] Skipping VolumeAttachment csi-69f563113c13247093e214b6fe7de6fa15def309a7aed7aa413b3ef8ff5e3dd7 for attacher csi-mock-csi-mock-volumes-9631 I0411 18:20:22.637695 1 controller.go:210] Started VA processing "csi-5d1c84775ec0fcf45ca431f0a78ea0d25dd20705350761f828f6a2ff6406dc15" I0411 18:20:22.637728 1 controller.go:225] Skipping VolumeAttachment csi-5d1c84775ec0fcf45ca431f0a78ea0d25dd20705350761f828f6a2ff6406dc15 for attacher csi-mock-csi-mock-volumes-2211 I0411 18:20:22.652857 1 controller.go:210] Started VA processing "csi-5d1c84775ec0fcf45ca431f0a78ea0d25dd20705350761f828f6a2ff6406dc15" I0411 18:20:22.652894 1 controller.go:225] Skipping VolumeAttachment csi-5d1c84775ec0fcf45ca431f0a78ea0d25dd20705350761f828f6a2ff6406dc15 for attacher csi-mock-csi-mock-volumes-2211 I0411 18:20:22.661278 1 controller.go:210] Started VA processing "csi-5d1c84775ec0fcf45ca431f0a78ea0d25dd20705350761f828f6a2ff6406dc15" I0411 18:20:22.661305 1 controller.go:225] Skipping VolumeAttachment csi-5d1c84775ec0fcf45ca431f0a78ea0d25dd20705350761f828f6a2ff6406dc15 for attacher csi-mock-csi-mock-volumes-2211 I0411 18:20:30.627134 1 controller.go:210] Started VA processing "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.627179 1 csi_handler.go:224] CSIHandler: processing VA "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.627192 1 csi_handler.go:275] Starting detach operation for "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.627240 1 csi_handler.go:282] Detaching "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.627286 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0411 18:20:30.627315 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0411 18:20:30.627325 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"2065234d-f830-11ee-b83f-6e6ba1471b6e"} I0411 18:20:30.628976 1 connection.go:186] GRPC response: {} I0411 18:20:30.629135 1 connection.go:187] GRPC error: I0411 18:20:30.629164 1 csi_handler.go:581] Detached "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.629251 1 util.go:80] Marking as detached "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.643884 1 util.go:106] Finalizer removed from "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.643915 1 csi_handler.go:295] Fully detached "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.643930 1 csi_handler.go:240] CSIHandler: finished processing "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.643966 1 controller.go:210] Started VA processing "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" I0411 18:20:30.644013 1 controller.go:261] Started PV processing "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:30.644017 1 controller.go:217] VA "csi-cf3e6c3bd73a13274bba40977023a7388f62e9c08d53621f7cd701f508059bb9" deleted, ignoring I0411 18:20:30.644091 1 csi_handler.go:623] CSIHandler: processing PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:30.644107 1 csi_handler.go:645] CSIHandler: processing PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe": no deletion timestamp, ignoring I0411 18:20:33.154656 1 controller.go:261] Started PV processing "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:33.154693 1 csi_handler.go:623] CSIHandler: processing PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:33.154726 1 csi_handler.go:684] CSIHandler: processing PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe": no VA found, removing finalizer E0411 18:20:33.166924 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe": PersistentVolume "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0411 18:20:33.166992 1 controller.go:261] Started PV processing "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:33.167006 1 csi_handler.go:623] CSIHandler: processing PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:33.167042 1 csi_handler.go:684] CSIHandler: processing PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe": no VA found, removing finalizer I0411 18:20:33.176449 1 csi_handler.go:706] Removed finalizer from PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:34.167786 1 controller.go:261] Started PV processing "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" I0411 18:20:34.167867 1 controller.go:268] PV "pvc-83dd2c0c-709b-4291-9df7-47e366ddd0fe" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====