==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0505 01:20:52.386996 1 main.go:99] Version: v3.3.0 I0505 01:20:52.391808 1 connection.go:154] Connecting to unix:///csi/csi.sock I0505 01:20:53.393385 1 common.go:111] Probing CSI driver for readiness I0505 01:20:53.393411 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0505 01:20:53.393418 1 connection.go:184] GRPC request: {} I0505 01:20:53.399197 1 connection.go:186] GRPC response: {} I0505 01:20:53.399324 1 connection.go:187] GRPC error: I0505 01:20:53.399356 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0505 01:20:53.399365 1 connection.go:184] GRPC request: {} I0505 01:20:53.400207 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-4203","vendor_version":"v1.7.3"} I0505 01:20:53.400337 1 connection.go:187] GRPC error: I0505 01:20:53.400356 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-4203" I0505 01:20:53.400370 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 01:20:53.400378 1 connection.go:184] GRPC request: {} I0505 01:20:53.401157 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 01:20:53.401370 1 connection.go:187] GRPC error: I0505 01:20:53.401384 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 01:20:53.401392 1 connection.go:184] GRPC request: {} I0505 01:20:53.402481 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0505 01:20:53.402768 1 connection.go:187] GRPC error: I0505 01:20:53.402870 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0505 01:20:53.403224 1 controller.go:128] Starting CSI attacher I0505 01:20:53.403605 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:20:53.403606 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:20:53.403650 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0505 01:20:53.403632 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0505 01:20:53.403755 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:20:53.403788 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0505 01:20:53.503376 1 shared_informer.go:270] caches populated I0505 01:20:53.503472 1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94" I0505 01:20:53.503507 1 controller.go:223] Skipping VolumeAttachment csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94 for attacher csi-mock-csi-mock-volumes-8383 I0505 01:20:58.086039 1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.086085 1 csi_handler.go:221] CSIHandler: processing VA "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.086099 1 csi_handler.go:248] Attaching "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.086113 1 csi_handler.go:427] Starting attach operation for "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.086238 1 csi_handler.go:347] Adding finalizer to PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:20:58.094801 1 csi_handler.go:356] PV finalizer added to "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:20:58.094848 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:20:58.094940 1 csi_handler.go:309] VA finalizer added to "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.094962 1 csi_handler.go:323] NodeID annotation added to "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.099929 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:20:58.099954 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249653622-8081-csi-mock-csi-mock-volumes-4203"},"volume_id":"15a0080b-eae3-11ed-95e9-aecae1d89c64"} I0505 01:20:58.102337 1 connection.go:186] GRPC response: {} I0505 01:20:58.102490 1 connection.go:187] GRPC error: I0505 01:20:58.102511 1 csi_handler.go:261] Attached "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.102529 1 util.go:38] Marking as attached "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.106788 1 util.go:52] Marked as attached "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.106814 1 csi_handler.go:267] Fully attached "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.106825 1 csi_handler.go:237] CSIHandler: finished processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.106855 1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.106864 1 csi_handler.go:221] CSIHandler: processing VA "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:20:58.106874 1 csi_handler.go:243] "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" is already attached I0505 01:20:58.106889 1 csi_handler.go:237] CSIHandler: finished processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:03.326521 1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d" I0505 01:21:03.326580 1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775 I0505 01:21:03.346206 1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d" I0505 01:21:03.346225 1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775 I0505 01:21:03.351109 1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d" I0505 01:21:03.351130 1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775 I0505 01:21:22.374210 1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.374250 1 csi_handler.go:221] CSIHandler: processing VA "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.374258 1 csi_handler.go:272] Starting detach operation for "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.374365 1 csi_handler.go:279] Detaching "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.374392 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:21:22.374412 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:21:22.374571 1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94" I0505 01:21:22.374615 1 controller.go:223] Skipping VolumeAttachment csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94 for attacher csi-mock-csi-mock-volumes-8383 I0505 01:21:22.374418 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"15a0080b-eae3-11ed-95e9-aecae1d89c64"} I0505 01:21:22.375932 1 connection.go:186] GRPC response: {} I0505 01:21:22.375985 1 connection.go:187] GRPC error: I0505 01:21:22.375993 1 csi_handler.go:587] Detached "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.376016 1 util.go:80] Marking as detached "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.382814 1 controller.go:208] Started VA processing "csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94" I0505 01:21:22.382836 1 controller.go:223] Skipping VolumeAttachment csi-6a478528df69361bacd51afb9bca39a21ce4adf8af012b63160e2ad685735a94 for attacher csi-mock-csi-mock-volumes-8383 I0505 01:21:22.383161 1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d" I0505 01:21:22.383192 1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775 I0505 01:21:22.386491 1 controller.go:259] Started PV processing "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:22.386511 1 csi_handler.go:629] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:22.386524 1 csi_handler.go:651] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075": no deletion timestamp, ignoring I0505 01:21:22.386826 1 util.go:106] Finalizer removed from "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.386855 1 csi_handler.go:292] Fully detached "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.386870 1 csi_handler.go:237] CSIHandler: finished processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.386911 1 controller.go:208] Started VA processing "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" I0505 01:21:22.386971 1 controller.go:215] VA "csi-452c226b54ca015bc9de188c8e0724d8ef63fedacec81579139c91e4be8ac715" deleted, ignoring I0505 01:21:22.388294 1 controller.go:259] Started PV processing "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674" I0505 01:21:22.388319 1 csi_handler.go:629] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674" I0505 01:21:22.388339 1 csi_handler.go:651] CSIHandler: processing PV "pvc-21912bfd-40f2-4d3c-baeb-e95c4e84f674": no deletion timestamp, ignoring I0505 01:21:22.390661 1 controller.go:208] Started VA processing "csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d" I0505 01:21:22.390676 1 controller.go:223] Skipping VolumeAttachment csi-d0362c2fde4523773936225249ae63a9401ad17d49df258f58da62051cabbe0d for attacher csi-mock-csi-mock-volumes-775 I0505 01:21:22.396403 1 controller.go:259] Started PV processing "pvc-9f53ef38-e2f7-44f2-b267-9a4513df0b80" I0505 01:21:22.396420 1 csi_handler.go:629] CSIHandler: processing PV "pvc-9f53ef38-e2f7-44f2-b267-9a4513df0b80" I0505 01:21:22.396432 1 csi_handler.go:651] CSIHandler: processing PV "pvc-9f53ef38-e2f7-44f2-b267-9a4513df0b80": no deletion timestamp, ignoring I0505 01:21:25.074308 1 controller.go:259] Started PV processing "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:25.074348 1 csi_handler.go:629] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:25.074422 1 csi_handler.go:690] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075": no VA found, removing finalizer E0505 01:21:25.086220 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075": PersistentVolume "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:21:25.086312 1 controller.go:259] Started PV processing "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:25.086328 1 csi_handler.go:629] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:25.086362 1 csi_handler.go:690] CSIHandler: processing PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075": no VA found, removing finalizer I0505 01:21:25.094916 1 csi_handler.go:712] Removed finalizer from PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:26.087019 1 controller.go:259] Started PV processing "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" I0505 01:21:26.087105 1 controller.go:266] PV "pvc-1a0a5d23-0bcc-4cc8-980d-9b51acdda075" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====