==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0505 01:21:31.792380 1 main.go:99] Version: v3.3.0 I0505 01:21:31.796883 1 connection.go:154] Connecting to unix:///csi/csi.sock I0505 01:21:32.799408 1 common.go:111] Probing CSI driver for readiness I0505 01:21:32.799448 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0505 01:21:32.799459 1 connection.go:184] GRPC request: {} I0505 01:21:32.804639 1 connection.go:186] GRPC response: {} I0505 01:21:32.804755 1 connection.go:187] GRPC error: I0505 01:21:32.804781 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0505 01:21:32.804789 1 connection.go:184] GRPC request: {} I0505 01:21:32.805505 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-6391","vendor_version":"v1.7.3"} I0505 01:21:32.805710 1 connection.go:187] GRPC error: I0505 01:21:32.805730 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-6391" I0505 01:21:32.805755 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 01:21:32.805768 1 connection.go:184] GRPC request: {} I0505 01:21:32.806773 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 01:21:32.807007 1 connection.go:187] GRPC error: I0505 01:21:32.807027 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 01:21:32.807040 1 connection.go:184] GRPC request: {} I0505 01:21:32.808221 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0505 01:21:32.808600 1 connection.go:187] GRPC error: I0505 01:21:32.808709 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0505 01:21:32.808950 1 controller.go:128] Starting CSI attacher I0505 01:21:32.810917 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:21:32.810924 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:21:32.810998 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0505 01:21:32.810975 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0505 01:21:32.811006 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:21:32.811160 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0505 01:21:32.909409 1 shared_informer.go:270] caches populated I0505 01:21:42.395467 1 controller.go:208] Started VA processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.395505 1 csi_handler.go:221] CSIHandler: processing VA "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.395518 1 csi_handler.go:248] Attaching "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.395533 1 csi_handler.go:427] Starting attach operation for "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.395640 1 csi_handler.go:347] Adding finalizer to PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:21:42.404980 1 csi_handler.go:356] PV finalizer added to "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:21:42.405024 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:21:42.405060 1 csi_handler.go:309] VA finalizer added to "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.405104 1 csi_handler.go:323] NodeID annotation added to "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.410113 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:21:42.410141 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249692710-8081-csi-mock-csi-mock-volumes-6391"},"volume_id":"301781d9-eae3-11ed-89e1-7eb69af9e834"} I0505 01:21:42.412735 1 connection.go:186] GRPC response: {} I0505 01:21:42.412823 1 connection.go:187] GRPC error: I0505 01:21:42.412838 1 csi_handler.go:261] Attached "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.412853 1 util.go:38] Marking as attached "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.418015 1 util.go:52] Marked as attached "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.418044 1 csi_handler.go:267] Fully attached "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.418060 1 csi_handler.go:237] CSIHandler: finished processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.418111 1 controller.go:208] Started VA processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.418147 1 csi_handler.go:221] CSIHandler: processing VA "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:42.418175 1 csi_handler.go:243] "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" is already attached I0505 01:21:42.418199 1 csi_handler.go:237] CSIHandler: finished processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:21:48.443817 1 controller.go:208] Started VA processing "csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2" I0505 01:21:48.443879 1 controller.go:223] Skipping VolumeAttachment csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2 for attacher csi-mock-csi-mock-volumes-3756 I0505 01:21:48.464575 1 controller.go:208] Started VA processing "csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2" I0505 01:21:48.464606 1 controller.go:223] Skipping VolumeAttachment csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2 for attacher csi-mock-csi-mock-volumes-3756 I0505 01:21:48.471201 1 controller.go:208] Started VA processing "csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2" I0505 01:21:48.471229 1 controller.go:223] Skipping VolumeAttachment csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2 for attacher csi-mock-csi-mock-volumes-3756 I0505 01:22:03.275647 1 controller.go:208] Started VA processing "csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2" I0505 01:22:03.275686 1 controller.go:223] Skipping VolumeAttachment csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2 for attacher csi-mock-csi-mock-volumes-3756 I0505 01:22:03.284670 1 controller.go:208] Started VA processing "csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2" I0505 01:22:03.284697 1 controller.go:223] Skipping VolumeAttachment csi-d6471be2c606f4a499e2c52a8ffa0a7962736a2b26e76c4c4df058fd090d1cc2 for attacher csi-mock-csi-mock-volumes-3756 I0505 01:22:03.291080 1 controller.go:259] Started PV processing "pvc-d85cdd07-170a-474c-b602-3c9c577c95bd" I0505 01:22:03.291114 1 csi_handler.go:629] CSIHandler: processing PV "pvc-d85cdd07-170a-474c-b602-3c9c577c95bd" I0505 01:22:03.291164 1 csi_handler.go:651] CSIHandler: processing PV "pvc-d85cdd07-170a-474c-b602-3c9c577c95bd": no deletion timestamp, ignoring I0505 01:22:17.348597 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.348635 1 controller.go:223] Skipping VolumeAttachment csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223 for attacher csi-mock-csi-mock-volumes-5438 I0505 01:22:17.366093 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.366120 1 controller.go:223] Skipping VolumeAttachment csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223 for attacher csi-mock-csi-mock-volumes-5438 I0505 01:22:17.374222 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374249 1 controller.go:223] Skipping VolumeAttachment csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223 for attacher csi-mock-csi-mock-volumes-5438 I0505 01:22:22.392359 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:22.392384 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:22.406921 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:22.406945 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:22.414162 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:22.414187 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:34.186462 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:34.186518 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:34.195158 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:34.195185 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:34.201459 1 controller.go:259] Started PV processing "pvc-6570801c-173a-4007-9ed9-a0c5c4823af6" I0505 01:22:34.201508 1 csi_handler.go:629] CSIHandler: processing PV "pvc-6570801c-173a-4007-9ed9-a0c5c4823af6" I0505 01:22:34.201545 1 csi_handler.go:651] CSIHandler: processing PV "pvc-6570801c-173a-4007-9ed9-a0c5c4823af6": no deletion timestamp, ignoring I0505 01:22:35.307019 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.307053 1 controller.go:223] Skipping VolumeAttachment csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223 for attacher csi-mock-csi-mock-volumes-5438 I0505 01:22:35.315285 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.315312 1 controller.go:223] Skipping VolumeAttachment csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223 for attacher csi-mock-csi-mock-volumes-5438 I0505 01:22:35.322183 1 controller.go:259] Started PV processing "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:35.322211 1 csi_handler.go:629] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:35.322233 1 csi_handler.go:651] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6": no deletion timestamp, ignoring I0505 01:23:14.748779 1 controller.go:208] Started VA processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.748819 1 csi_handler.go:221] CSIHandler: processing VA "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.748834 1 csi_handler.go:272] Starting detach operation for "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.748934 1 csi_handler.go:279] Detaching "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.748963 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:23:14.748992 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:23:14.749004 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"301781d9-eae3-11ed-89e1-7eb69af9e834"} I0505 01:23:14.750514 1 connection.go:186] GRPC response: {} I0505 01:23:14.750629 1 connection.go:187] GRPC error: I0505 01:23:14.750650 1 csi_handler.go:587] Detached "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.750705 1 util.go:80] Marking as detached "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.763012 1 controller.go:259] Started PV processing "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:14.763062 1 csi_handler.go:629] CSIHandler: processing PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:14.763084 1 csi_handler.go:651] CSIHandler: processing PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789": no deletion timestamp, ignoring I0505 01:23:14.763374 1 util.go:106] Finalizer removed from "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.763408 1 csi_handler.go:292] Fully detached "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.763424 1 csi_handler.go:237] CSIHandler: finished processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.763463 1 controller.go:208] Started VA processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:23:14.763519 1 controller.go:215] VA "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" deleted, ignoring I0505 01:23:15.464451 1 controller.go:259] Started PV processing "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:15.464504 1 csi_handler.go:629] CSIHandler: processing PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:15.464576 1 csi_handler.go:690] CSIHandler: processing PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789": no VA found, removing finalizer E0505 01:23:15.477209 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789": PersistentVolume "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:23:15.477279 1 controller.go:259] Started PV processing "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:15.477301 1 csi_handler.go:629] CSIHandler: processing PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:15.477336 1 csi_handler.go:690] CSIHandler: processing PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789": no VA found, removing finalizer I0505 01:23:15.486182 1 csi_handler.go:712] Removed finalizer from PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:16.478456 1 controller.go:259] Started PV processing "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" I0505 01:23:16.478529 1 controller.go:266] PV "pvc-1d995c1e-431d-44b8-9570-f2abbd975789" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====