==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0411 18:14:26.783250 1 main.go:94] Version: v4.0.0 I0411 18:14:26.785909 1 connection.go:154] Connecting to unix:///csi/csi.sock I0411 18:14:33.989880 1 common.go:111] Probing CSI driver for readiness I0411 18:14:33.989918 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0411 18:14:33.989931 1 connection.go:184] GRPC request: {} I0411 18:14:33.994436 1 connection.go:186] GRPC response: {} I0411 18:14:33.994531 1 connection.go:187] GRPC error: I0411 18:14:33.994556 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0411 18:14:33.994564 1 connection.go:184] GRPC request: {} I0411 18:14:33.995431 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-877","vendor_version":"v1.9.0"} I0411 18:14:33.995544 1 connection.go:187] GRPC error: I0411 18:14:33.995565 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-877" I0411 18:14:33.995578 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0411 18:14:33.995587 1 connection.go:184] GRPC request: {} I0411 18:14:33.996738 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0411 18:14:33.996934 1 connection.go:187] GRPC error: I0411 18:14:33.996948 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 18:14:33.996955 1 connection.go:184] GRPC request: {} I0411 18:14:33.998179 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0411 18:14:33.998459 1 connection.go:187] GRPC error: I0411 18:14:33.998545 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0411 18:14:33.998784 1 controller.go:130] Starting CSI attacher I0411 18:14:34.000546 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:14:34.000602 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0411 18:14:34.000651 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:14:34.000708 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0411 18:14:34.000905 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0411 18:14:34.000982 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0411 18:14:34.098870 1 shared_informer.go:285] caches populated I0411 18:14:34.098992 1 controller.go:210] Started VA processing "csi-7235502c01abcb082d8829f3d7b581c0a1ea8e48ace3f5aef2217b688a5c68b1" I0411 18:14:34.099040 1 controller.go:225] Skipping VolumeAttachment csi-7235502c01abcb082d8829f3d7b581c0a1ea8e48ace3f5aef2217b688a5c68b1 for attacher csi-mock-csi-mock-volumes-2443 I0411 18:14:40.565178 1 controller.go:210] Started VA processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.565216 1 csi_handler.go:224] CSIHandler: processing VA "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.565238 1 csi_handler.go:251] Attaching "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.565250 1 csi_handler.go:421] Starting attach operation for "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.565367 1 csi_handler.go:341] Adding finalizer to PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:14:40.576739 1 csi_handler.go:350] PV finalizer added to "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:14:40.576784 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0411 18:14:40.576851 1 csi_handler.go:312] VA finalizer added to "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.576873 1 csi_handler.go:326] NodeID annotation added to "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.583826 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0411 18:14:40.583856 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1712859273848-8081-csi-mock-csi-mock-volumes-877"},"volume_id":"5bf775bd-f82f-11ee-9f26-8ae3c1757e2c"} I0411 18:14:40.586005 1 connection.go:186] GRPC response: {} I0411 18:14:40.586114 1 connection.go:187] GRPC error: I0411 18:14:40.586131 1 csi_handler.go:264] Attached "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.586146 1 util.go:38] Marking as attached "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591701 1 util.go:52] Marked as attached "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591726 1 csi_handler.go:270] Fully attached "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591741 1 csi_handler.go:240] CSIHandler: finished processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591788 1 controller.go:210] Started VA processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591803 1 csi_handler.go:224] CSIHandler: processing VA "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591816 1 csi_handler.go:246] "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" is already attached I0411 18:14:40.591827 1 csi_handler.go:240] CSIHandler: finished processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591845 1 controller.go:210] Started VA processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591867 1 csi_handler.go:224] CSIHandler: processing VA "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:40.591879 1 csi_handler.go:246] "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" is already attached I0411 18:14:40.591890 1 csi_handler.go:240] CSIHandler: finished processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:14:43.418994 1 controller.go:210] Started VA processing "csi-7235502c01abcb082d8829f3d7b581c0a1ea8e48ace3f5aef2217b688a5c68b1" I0411 18:14:43.419028 1 controller.go:225] Skipping VolumeAttachment csi-7235502c01abcb082d8829f3d7b581c0a1ea8e48ace3f5aef2217b688a5c68b1 for attacher csi-mock-csi-mock-volumes-2443 I0411 18:14:43.429859 1 controller.go:210] Started VA processing "csi-7235502c01abcb082d8829f3d7b581c0a1ea8e48ace3f5aef2217b688a5c68b1" I0411 18:14:43.429884 1 controller.go:225] Skipping VolumeAttachment csi-7235502c01abcb082d8829f3d7b581c0a1ea8e48ace3f5aef2217b688a5c68b1 for attacher csi-mock-csi-mock-volumes-2443 I0411 18:14:43.436667 1 controller.go:261] Started PV processing "pvc-4d970c68-83d0-4c3b-9d05-1b8857375fe2" I0411 18:14:43.436695 1 csi_handler.go:623] CSIHandler: processing PV "pvc-4d970c68-83d0-4c3b-9d05-1b8857375fe2" I0411 18:14:43.436712 1 csi_handler.go:645] CSIHandler: processing PV "pvc-4d970c68-83d0-4c3b-9d05-1b8857375fe2": no deletion timestamp, ignoring I0411 18:15:03.761517 1 controller.go:210] Started VA processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.761556 1 csi_handler.go:224] CSIHandler: processing VA "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.761568 1 csi_handler.go:275] Starting detach operation for "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.761626 1 csi_handler.go:282] Detaching "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.761653 1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2 I0411 18:15:03.761683 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0411 18:15:03.761693 1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"5bf775bd-f82f-11ee-9f26-8ae3c1757e2c"} I0411 18:15:03.763276 1 connection.go:186] GRPC response: {} I0411 18:15:03.763413 1 connection.go:187] GRPC error: I0411 18:15:03.763451 1 csi_handler.go:581] Detached "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.763515 1 util.go:80] Marking as detached "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.776427 1 controller.go:261] Started PV processing "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:03.776460 1 csi_handler.go:623] CSIHandler: processing PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:03.776489 1 util.go:106] Finalizer removed from "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.776521 1 csi_handler.go:295] Fully detached "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.776532 1 csi_handler.go:240] CSIHandler: finished processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.776567 1 controller.go:210] Started VA processing "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" I0411 18:15:03.776596 1 controller.go:217] VA "csi-6d702b4a7e7483216b76bbb630091bdb2e0885f45fa2753cadbecffc0fd88600" deleted, ignoring I0411 18:15:03.776499 1 csi_handler.go:645] CSIHandler: processing PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb": no deletion timestamp, ignoring I0411 18:15:05.606699 1 controller.go:261] Started PV processing "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:05.606735 1 csi_handler.go:623] CSIHandler: processing PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:05.606764 1 csi_handler.go:684] CSIHandler: processing PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb": no VA found, removing finalizer E0411 18:15:05.617778 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb": PersistentVolume "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0411 18:15:05.617839 1 controller.go:261] Started PV processing "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:05.617852 1 csi_handler.go:623] CSIHandler: processing PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:05.617884 1 csi_handler.go:684] CSIHandler: processing PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb": no VA found, removing finalizer I0411 18:15:05.625997 1 csi_handler.go:706] Removed finalizer from PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:06.618977 1 controller.go:261] Started PV processing "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" I0411 18:15:06.619045 1 controller.go:268] PV "pvc-d1372a21-9324-4606-afe3-021c0235e8cb" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====