==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0505 01:09:51.245701 1 main.go:99] Version: v3.3.0 I0505 01:09:51.250157 1 connection.go:154] Connecting to unix:///csi/csi.sock I0505 01:09:52.251307 1 common.go:111] Probing CSI driver for readiness I0505 01:09:52.251340 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0505 01:09:52.251357 1 connection.go:184] GRPC request: {} I0505 01:09:52.257324 1 connection.go:186] GRPC response: {} I0505 01:09:52.257438 1 connection.go:187] GRPC error: I0505 01:09:52.257467 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0505 01:09:52.257481 1 connection.go:184] GRPC request: {} I0505 01:09:52.258141 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-9426","vendor_version":"v1.7.3"} I0505 01:09:52.258265 1 connection.go:187] GRPC error: I0505 01:09:52.258287 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-9426" I0505 01:09:52.258301 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 01:09:52.258309 1 connection.go:184] GRPC request: {} I0505 01:09:52.259333 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 01:09:52.259568 1 connection.go:187] GRPC error: I0505 01:09:52.259588 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 01:09:52.259596 1 connection.go:184] GRPC request: {} I0505 01:09:52.260681 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0505 01:09:52.261001 1 connection.go:187] GRPC error: I0505 01:09:52.261096 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0505 01:09:52.261418 1 controller.go:128] Starting CSI attacher I0505 01:09:52.261905 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:09:52.261910 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:09:52.261957 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0505 01:09:52.261939 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0505 01:09:52.261906 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:09:52.262146 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0505 01:09:52.361643 1 shared_informer.go:270] caches populated I0505 01:09:52.361766 1 controller.go:208] Started VA processing "csi-40de79be4326dc233a5bd276ea1bf02e1f8587d86f26e10155143379cca769c2" I0505 01:09:52.361805 1 controller.go:223] Skipping VolumeAttachment csi-40de79be4326dc233a5bd276ea1bf02e1f8587d86f26e10155143379cca769c2 for attacher csi-mock-csi-mock-volumes-7906 I0505 01:09:52.361783 1 controller.go:208] Started VA processing "csi-68397d00bebc162bd56ec719b1c38b34d041891f109903c52b1807133c2deab0" I0505 01:09:52.361847 1 controller.go:223] Skipping VolumeAttachment csi-68397d00bebc162bd56ec719b1c38b34d041891f109903c52b1807133c2deab0 for attacher csi-mock-csi-mock-volumes-6393 I0505 01:09:57.465375 1 controller.go:208] Started VA processing "csi-68397d00bebc162bd56ec719b1c38b34d041891f109903c52b1807133c2deab0" I0505 01:09:57.465396 1 controller.go:223] Skipping VolumeAttachment csi-68397d00bebc162bd56ec719b1c38b34d041891f109903c52b1807133c2deab0 for attacher csi-mock-csi-mock-volumes-6393 I0505 01:09:57.470153 1 controller.go:208] Started VA processing "csi-68397d00bebc162bd56ec719b1c38b34d041891f109903c52b1807133c2deab0" I0505 01:09:57.470211 1 controller.go:223] Skipping VolumeAttachment csi-68397d00bebc162bd56ec719b1c38b34d041891f109903c52b1807133c2deab0 for attacher csi-mock-csi-mock-volumes-6393 I0505 01:09:57.476240 1 controller.go:259] Started PV processing "pvc-02342ecb-3b77-46f7-bcba-719fb0e91b96" I0505 01:09:57.476272 1 csi_handler.go:629] CSIHandler: processing PV "pvc-02342ecb-3b77-46f7-bcba-719fb0e91b96" I0505 01:09:57.476295 1 csi_handler.go:651] CSIHandler: processing PV "pvc-02342ecb-3b77-46f7-bcba-719fb0e91b96": no deletion timestamp, ignoring I0505 01:10:03.901162 1 controller.go:208] Started VA processing "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.901203 1 csi_handler.go:221] CSIHandler: processing VA "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.901218 1 csi_handler.go:248] Attaching "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.901233 1 csi_handler.go:427] Starting attach operation for "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.901321 1 csi_handler.go:347] Adding finalizer to PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:03.910715 1 csi_handler.go:356] PV finalizer added to "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:03.910769 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:10:03.910832 1 csi_handler.go:309] VA finalizer added to "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.910862 1 csi_handler.go:323] NodeID annotation added to "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.916015 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:10:03.916076 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683248991914-8081-csi-mock-csi-mock-volumes-9426"},"volume_id":"8fbef4c3-eae1-11ed-8fe0-4a06f3f3a40a"} I0505 01:10:03.918284 1 connection.go:186] GRPC response: {} I0505 01:10:03.918354 1 connection.go:187] GRPC error: I0505 01:10:03.918368 1 csi_handler.go:261] Attached "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.918381 1 util.go:38] Marking as attached "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.923632 1 util.go:52] Marked as attached "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.923658 1 csi_handler.go:267] Fully attached "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.923674 1 csi_handler.go:237] CSIHandler: finished processing "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.923717 1 controller.go:208] Started VA processing "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.923734 1 csi_handler.go:221] CSIHandler: processing VA "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:03.923749 1 csi_handler.go:243] "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" is already attached I0505 01:10:03.923761 1 csi_handler.go:237] CSIHandler: finished processing "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.131199 1 controller.go:208] Started VA processing "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.131265 1 csi_handler.go:221] CSIHandler: processing VA "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.131281 1 csi_handler.go:272] Starting detach operation for "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.131394 1 csi_handler.go:279] Detaching "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.131429 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:10:38.131460 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:10:38.131471 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"8fbef4c3-eae1-11ed-8fe0-4a06f3f3a40a"} I0505 01:10:38.133295 1 connection.go:186] GRPC response: {} I0505 01:10:38.133397 1 connection.go:187] GRPC error: I0505 01:10:38.133418 1 csi_handler.go:587] Detached "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.133477 1 util.go:80] Marking as detached "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.147267 1 controller.go:259] Started PV processing "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:38.147282 1 util.go:106] Finalizer removed from "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.147304 1 csi_handler.go:629] CSIHandler: processing PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:38.147315 1 csi_handler.go:292] Fully detached "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.147327 1 csi_handler.go:651] CSIHandler: processing PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c": no deletion timestamp, ignoring I0505 01:10:38.147332 1 csi_handler.go:237] CSIHandler: finished processing "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.147369 1 controller.go:208] Started VA processing "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" I0505 01:10:38.147408 1 controller.go:215] VA "csi-15dda4ed25a77e3245069e2b9761662f0f0dd768dc67164b11939f86352fd183" deleted, ignoring I0505 01:10:38.948645 1 controller.go:259] Started PV processing "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:38.948683 1 csi_handler.go:629] CSIHandler: processing PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:38.948748 1 csi_handler.go:690] CSIHandler: processing PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c": no VA found, removing finalizer E0505 01:10:38.958065 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c": PersistentVolume "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:10:38.958163 1 controller.go:259] Started PV processing "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:38.958189 1 csi_handler.go:629] CSIHandler: processing PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:38.958242 1 csi_handler.go:690] CSIHandler: processing PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c": no VA found, removing finalizer I0505 01:10:38.964690 1 csi_handler.go:712] Removed finalizer from PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:39.959290 1 controller.go:259] Started PV processing "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" I0505 01:10:39.959361 1 controller.go:266] PV "pvc-c2642f40-bfda-4d5f-9d0f-87508931756c" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====