==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0505 01:22:11.132465 1 main.go:99] Version: v3.3.0 I0505 01:22:11.138538 1 connection.go:154] Connecting to unix:///csi/csi.sock I0505 01:22:12.139634 1 common.go:111] Probing CSI driver for readiness I0505 01:22:12.139662 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0505 01:22:12.139669 1 connection.go:184] GRPC request: {} I0505 01:22:12.143813 1 connection.go:186] GRPC response: {} I0505 01:22:12.143907 1 connection.go:187] GRPC error: I0505 01:22:12.143927 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0505 01:22:12.143933 1 connection.go:184] GRPC request: {} I0505 01:22:12.144553 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-5438","vendor_version":"v1.7.3"} I0505 01:22:12.144627 1 connection.go:187] GRPC error: I0505 01:22:12.144642 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-5438" I0505 01:22:12.144652 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 01:22:12.144658 1 connection.go:184] GRPC request: {} I0505 01:22:12.146949 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 01:22:12.147136 1 connection.go:187] GRPC error: I0505 01:22:12.147149 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 01:22:12.147155 1 connection.go:184] GRPC request: {} I0505 01:22:12.147976 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0505 01:22:12.148259 1 connection.go:187] GRPC error: I0505 01:22:12.148328 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0505 01:22:12.148617 1 controller.go:128] Starting CSI attacher I0505 01:22:12.148976 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:22:12.148996 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0505 01:22:12.149015 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:22:12.149036 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0505 01:22:12.149016 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:22:12.149054 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0505 01:22:12.248753 1 shared_informer.go:270] caches populated I0505 01:22:12.248849 1 controller.go:208] Started VA processing "csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f" I0505 01:22:12.248911 1 controller.go:223] Skipping VolumeAttachment csi-5ce5c6446fccd4f67d898c764e6032240900dab86740cee042459743552a6e5f for attacher csi-mock-csi-mock-volumes-6391 I0505 01:22:17.352650 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.352689 1 csi_handler.go:221] CSIHandler: processing VA "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.352703 1 csi_handler.go:248] Attaching "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.352719 1 csi_handler.go:427] Starting attach operation for "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.352801 1 csi_handler.go:347] Adding finalizer to PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:17.360991 1 csi_handler.go:356] PV finalizer added to "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:17.361027 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0505 01:22:17.361070 1 csi_handler.go:309] VA finalizer added to "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.361098 1 csi_handler.go:323] NodeID annotation added to "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.366327 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:22:17.366366 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249732097-8081-csi-mock-csi-mock-volumes-5438"},"volume_id":"44e020a2-eae3-11ed-bac7-a666c8c70b43"} I0505 01:22:17.368795 1 connection.go:186] GRPC response: {} I0505 01:22:17.368869 1 connection.go:187] GRPC error: I0505 01:22:17.368886 1 csi_handler.go:261] Attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.368906 1 util.go:38] Marking as attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374091 1 util.go:52] Marked as attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374121 1 csi_handler.go:267] Fully attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374140 1 csi_handler.go:237] CSIHandler: finished processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374211 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374232 1 csi_handler.go:221] CSIHandler: processing VA "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374245 1 csi_handler.go:248] Attaching "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374262 1 csi_handler.go:427] Starting attach operation for "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374301 1 csi_handler.go:341] PV finalizer is already set on "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:17.374332 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0505 01:22:17.374356 1 csi_handler.go:301] VA finalizer is already set on "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374368 1 csi_handler.go:315] NodeID annotation is already set on "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.374387 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:22:17.374395 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249732097-8081-csi-mock-csi-mock-volumes-5438"},"volume_id":"44e020a2-eae3-11ed-bac7-a666c8c70b43"} I0505 01:22:17.375536 1 connection.go:186] GRPC response: {} I0505 01:22:17.375588 1 connection.go:187] GRPC error: I0505 01:22:17.375605 1 csi_handler.go:261] Attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.375624 1 util.go:38] Marking as attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.381163 1 util.go:52] Marked as attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.381218 1 csi_handler.go:267] Fully attached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.381247 1 csi_handler.go:237] CSIHandler: finished processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.381328 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.381356 1 csi_handler.go:221] CSIHandler: processing VA "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:17.381381 1 csi_handler.go:243] "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" is already attached I0505 01:22:17.381406 1 csi_handler.go:237] CSIHandler: finished processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:22.392427 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:22.392467 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:22.406847 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:22.406877 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:22.414692 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:22.414729 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:34.186021 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:34.186061 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:34.195080 1 controller.go:208] Started VA processing "csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8" I0505 01:22:34.195106 1 controller.go:223] Skipping VolumeAttachment csi-a2e8b4a84c51716bda58a245a74e9f5dec52de7b8c744bfb1fcf0fb93fb4e9e8 for attacher csi-mock-csi-mock-volumes-626 I0505 01:22:34.201858 1 controller.go:259] Started PV processing "pvc-6570801c-173a-4007-9ed9-a0c5c4823af6" I0505 01:22:34.201911 1 csi_handler.go:629] CSIHandler: processing PV "pvc-6570801c-173a-4007-9ed9-a0c5c4823af6" I0505 01:22:34.201937 1 csi_handler.go:651] CSIHandler: processing PV "pvc-6570801c-173a-4007-9ed9-a0c5c4823af6": no deletion timestamp, ignoring I0505 01:22:35.306841 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.306884 1 csi_handler.go:221] CSIHandler: processing VA "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.306899 1 csi_handler.go:272] Starting detach operation for "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.306999 1 csi_handler.go:279] Detaching "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.307031 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0505 01:22:35.307062 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:22:35.307074 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_id":"44e020a2-eae3-11ed-bac7-a666c8c70b43"} I0505 01:22:35.308884 1 connection.go:186] GRPC response: {} I0505 01:22:35.308946 1 connection.go:187] GRPC error: I0505 01:22:35.308959 1 csi_handler.go:587] Detached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.308996 1 util.go:80] Marking as detached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.322146 1 util.go:106] Finalizer removed from "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.322188 1 csi_handler.go:292] Fully detached "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.322205 1 csi_handler.go:237] CSIHandler: finished processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.322245 1 controller.go:208] Started VA processing "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" I0505 01:22:35.322247 1 controller.go:259] Started PV processing "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:35.322282 1 controller.go:215] VA "csi-3ac167f628a847ee95f01e49e1c81c56f6f3bf16fe148523990093a1b1ab2223" deleted, ignoring I0505 01:22:35.322284 1 csi_handler.go:629] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:35.322324 1 csi_handler.go:651] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6": no deletion timestamp, ignoring I0505 01:22:38.316672 1 controller.go:259] Started PV processing "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:38.316714 1 csi_handler.go:629] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:38.316782 1 csi_handler.go:690] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6": no VA found, removing finalizer E0505 01:22:38.327753 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6": PersistentVolume "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:22:38.327861 1 controller.go:259] Started PV processing "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:38.327887 1 csi_handler.go:629] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:38.327948 1 csi_handler.go:690] CSIHandler: processing PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6": no VA found, removing finalizer I0505 01:22:38.336654 1 csi_handler.go:712] Removed finalizer from PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:39.328220 1 controller.go:259] Started PV processing "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" I0505 01:22:39.328307 1 controller.go:266] PV "pvc-55317da7-ac80-416a-828d-5c160df1f7c6" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====