==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I1122 03:26:19.172714 1 main.go:91] Version: v2.2.0-0-g97411fa7 I1122 03:26:19.173768 1 connection.go:153] Connecting to unix:///csi/csi.sock I1122 03:26:21.238831 1 common.go:111] Probing CSI driver for readiness I1122 03:26:21.238852 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1122 03:26:21.238856 1 connection.go:183] GRPC request: {} I1122 03:26:21.241775 1 connection.go:185] GRPC response: {"ready":{"value":true}} I1122 03:26:21.242299 1 connection.go:186] GRPC error: I1122 03:26:21.242311 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I1122 03:26:21.242315 1 connection.go:183] GRPC request: {} I1122 03:26:21.244133 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-8828","vendor_version":"0.3.0"} I1122 03:26:21.244492 1 connection.go:186] GRPC error: I1122 03:26:21.244499 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-8828" W1122 03:26:21.244507 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I1122 03:26:21.244511 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I1122 03:26:21.244515 1 connection.go:183] GRPC request: {} I1122 03:26:21.244952 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I1122 03:26:21.245812 1 connection.go:186] GRPC error: I1122 03:26:21.245818 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1122 03:26:21.245822 1 connection.go:183] GRPC request: {} I1122 03:26:21.246356 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I1122 03:26:21.257290 1 connection.go:186] GRPC error: I1122 03:26:21.257347 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I1122 03:26:21.257352 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1122 03:26:21.257356 1 connection.go:183] GRPC request: {} I1122 03:26:21.258476 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I1122 03:26:21.261568 1 connection.go:186] GRPC error: I1122 03:26:21.261579 1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state I1122 03:26:21.261663 1 controller.go:121] Starting CSI attacher I1122 03:26:21.261843 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I1122 03:26:21.261854 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I1122 03:26:21.262459 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I1122 03:26:21.262466 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I1122 03:26:21.262688 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I1122 03:26:21.262694 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I1122 03:26:21.361854 1 shared_informer.go:227] caches populated I1122 03:26:21.361892 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I1122 03:26:21.361908 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I1122 03:26:21.361915 1 connection.go:183] GRPC request: {} I1122 03:26:21.362312 1 controller.go:198] Started VA processing "csi-d689b181e46d744c6897f6987d3a94c8645f3cb6a3876791f93a9707fe17fafd" I1122 03:26:21.362319 1 controller.go:213] Skipping VolumeAttachment csi-d689b181e46d744c6897f6987d3a94c8645f3cb6a3876791f93a9707fe17fafd for attacher csi-mock-csi-mock-volumes-6768 I1122 03:26:21.362333 1 controller.go:198] Started VA processing "csi-7ae07c71f9d910e94f59e8d791a856f336a381aa152163e41222bbb34d850d05" I1122 03:26:21.362344 1 controller.go:213] Skipping VolumeAttachment csi-7ae07c71f9d910e94f59e8d791a856f336a381aa152163e41222bbb34d850d05 for attacher csi-mock-csi-mock-volumes-3621 I1122 03:26:21.362943 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]} I1122 03:26:21.365311 1 connection.go:186] GRPC error: W1122 03:26:21.365329 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-6768: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-6768 W1122 03:26:21.365335 1 csi_handler.go:159] Failed to repair volume handle for driver csi-mock-csi-mock-volumes-3621: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-3621 I1122 03:26:25.300660 1 controller.go:198] Started VA processing "csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc" I1122 03:26:25.300674 1 controller.go:213] Skipping VolumeAttachment csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc for attacher csi-mock-csi-mock-volumes-1171 I1122 03:26:25.311779 1 controller.go:198] Started VA processing "csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc" I1122 03:26:25.311790 1 controller.go:213] Skipping VolumeAttachment csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc for attacher csi-mock-csi-mock-volumes-1171 I1122 03:26:25.317160 1 controller.go:198] Started VA processing "csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc" I1122 03:26:25.317169 1 controller.go:213] Skipping VolumeAttachment csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc for attacher csi-mock-csi-mock-volumes-1171 I1122 03:26:26.814551 1 controller.go:198] Started VA processing "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.814581 1 csi_handler.go:209] CSIHandler: processing VA "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.814590 1 csi_handler.go:236] Attaching "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.814600 1 csi_handler.go:396] Starting attach operation for "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.814665 1 csi_handler.go:335] Adding finalizer to PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:26:26.959570 1 csi_handler.go:344] PV finalizer added to "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:26:26.959594 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:26:26.959626 1 csi_handler.go:297] VA finalizer added to "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.959635 1 csi_handler.go:311] NodeID annotation added to "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.962628 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I1122 03:26:26.962638 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193","storage.kubernetes.io/csiProvisionerIdentity":"1637551580592-8081-csi-mock-csi-mock-volumes-8828"},"volume_id":"4"} I1122 03:26:26.966981 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I1122 03:26:26.967323 1 connection.go:186] GRPC error: I1122 03:26:26.967330 1 csi_handler.go:249] Attached "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.967336 1 util.go:35] Marking as attached "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.970913 1 util.go:48] Marked as attached "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.970924 1 csi_handler.go:255] Fully attached "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.970930 1 csi_handler.go:225] CSIHandler: finished processing "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.970942 1 controller.go:198] Started VA processing "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.970947 1 csi_handler.go:209] CSIHandler: processing VA "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:26.970953 1 csi_handler.go:231] "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" is already attached I1122 03:26:26.970958 1 csi_handler.go:225] CSIHandler: finished processing "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:26:29.652137 1 controller.go:198] Started VA processing "csi-d689b181e46d744c6897f6987d3a94c8645f3cb6a3876791f93a9707fe17fafd" I1122 03:26:29.652150 1 controller.go:213] Skipping VolumeAttachment csi-d689b181e46d744c6897f6987d3a94c8645f3cb6a3876791f93a9707fe17fafd for attacher csi-mock-csi-mock-volumes-6768 I1122 03:26:29.659928 1 controller.go:232] Started PV processing "pvc-e57a467e-7dee-41ad-8304-f21259a4dec9" I1122 03:26:29.659945 1 csi_handler.go:591] CSIHandler: processing PV "pvc-e57a467e-7dee-41ad-8304-f21259a4dec9" I1122 03:26:29.659952 1 csi_handler.go:595] CSIHandler: processing PV "pvc-e57a467e-7dee-41ad-8304-f21259a4dec9": no deletion timestamp, ignoring I1122 03:26:36.894668 1 controller.go:198] Started VA processing "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.894686 1 csi_handler.go:209] CSIHandler: processing VA "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.894692 1 csi_handler.go:236] Attaching "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.894698 1 csi_handler.go:396] Starting attach operation for "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.894738 1 csi_handler.go:335] Adding finalizer to PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:26:36.908121 1 csi_handler.go:344] PV finalizer added to "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:26:36.908137 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:26:36.908157 1 csi_handler.go:297] VA finalizer added to "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.908164 1 csi_handler.go:311] NodeID annotation added to "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.911890 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I1122 03:26:36.911899 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6","storage.kubernetes.io/csiProvisionerIdentity":"1637551580592-8081-csi-mock-csi-mock-volumes-8828"},"volume_id":"5"} I1122 03:26:36.916596 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I1122 03:26:36.916874 1 connection.go:186] GRPC error: I1122 03:26:36.916880 1 csi_handler.go:249] Attached "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.916886 1 util.go:35] Marking as attached "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.919720 1 util.go:48] Marked as attached "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.919731 1 csi_handler.go:255] Fully attached "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.919737 1 csi_handler.go:225] CSIHandler: finished processing "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.919750 1 controller.go:198] Started VA processing "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.919755 1 csi_handler.go:209] CSIHandler: processing VA "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:36.919761 1 csi_handler.go:231] "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" is already attached I1122 03:26:36.919765 1 csi_handler.go:225] CSIHandler: finished processing "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:26:39.737499 1 controller.go:198] Started VA processing "csi-7ae07c71f9d910e94f59e8d791a856f336a381aa152163e41222bbb34d850d05" I1122 03:26:39.737517 1 controller.go:213] Skipping VolumeAttachment csi-7ae07c71f9d910e94f59e8d791a856f336a381aa152163e41222bbb34d850d05 for attacher csi-mock-csi-mock-volumes-3621 I1122 03:26:39.747546 1 controller.go:232] Started PV processing "pvc-c9fac6b4-50bb-4e0a-b717-75fa4765c480" I1122 03:26:39.747567 1 csi_handler.go:591] CSIHandler: processing PV "pvc-c9fac6b4-50bb-4e0a-b717-75fa4765c480" I1122 03:26:39.747576 1 csi_handler.go:595] CSIHandler: processing PV "pvc-c9fac6b4-50bb-4e0a-b717-75fa4765c480": no deletion timestamp, ignoring I1122 03:26:49.707459 1 controller.go:198] Started VA processing "csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc" I1122 03:26:49.707475 1 controller.go:213] Skipping VolumeAttachment csi-d47ea99287049fb7f92f8047a018d05a117914b0fb23653092571164b038c1bc for attacher csi-mock-csi-mock-volumes-1171 I1122 03:26:49.716928 1 controller.go:232] Started PV processing "pvc-e005589e-d315-4b66-aaa4-4d8e032a96cd" I1122 03:26:49.716944 1 csi_handler.go:591] CSIHandler: processing PV "pvc-e005589e-d315-4b66-aaa4-4d8e032a96cd" I1122 03:26:49.716952 1 csi_handler.go:595] CSIHandler: processing PV "pvc-e005589e-d315-4b66-aaa4-4d8e032a96cd": no deletion timestamp, ignoring I1122 03:27:05.490317 1 controller.go:198] Started VA processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.490336 1 csi_handler.go:209] CSIHandler: processing VA "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.490349 1 csi_handler.go:236] Attaching "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.490355 1 csi_handler.go:396] Starting attach operation for "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.490396 1 csi_handler.go:335] Adding finalizer to PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:05.502623 1 csi_handler.go:344] PV finalizer added to "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:05.502640 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:27:05.502655 1 csi_handler.go:297] VA finalizer added to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.502661 1 csi_handler.go:311] NodeID annotation added to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.505974 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I1122 03:27:05.506000 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00","storage.kubernetes.io/csiProvisionerIdentity":"1637551580592-8081-csi-mock-csi-mock-volumes-8828"},"volume_id":"6"} I1122 03:27:05.507502 1 connection.go:185] GRPC response: {} I1122 03:27:05.507807 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node I1122 03:27:05.507818 1 csi_handler.go:559] Saving attach error to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511797 1 csi_handler.go:570] Saved attach error to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511818 1 csi_handler.go:219] Error processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node I1122 03:27:05.511836 1 controller.go:198] Started VA processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511841 1 csi_handler.go:209] CSIHandler: processing VA "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511846 1 csi_handler.go:236] Attaching "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511851 1 csi_handler.go:396] Starting attach operation for "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511876 1 csi_handler.go:329] PV finalizer is already set on "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:05.511884 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:27:05.511893 1 csi_handler.go:289] VA finalizer is already set on "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511897 1 csi_handler.go:303] NodeID annotation is already set on "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.511904 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I1122 03:27:05.511908 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00","storage.kubernetes.io/csiProvisionerIdentity":"1637551580592-8081-csi-mock-csi-mock-volumes-8828"},"volume_id":"6"} I1122 03:27:05.513235 1 connection.go:185] GRPC response: {} I1122 03:27:05.513622 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node I1122 03:27:05.513630 1 csi_handler.go:559] Saving attach error to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.516425 1 csi_handler.go:570] Saved attach error to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:05.516439 1 csi_handler.go:219] Error processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node I1122 03:27:06.511948 1 controller.go:198] Started VA processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.511970 1 csi_handler.go:209] CSIHandler: processing VA "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.511991 1 csi_handler.go:236] Attaching "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.511997 1 csi_handler.go:396] Starting attach operation for "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.512043 1 csi_handler.go:329] PV finalizer is already set on "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:06.512055 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:27:06.512065 1 csi_handler.go:289] VA finalizer is already set on "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.512071 1 csi_handler.go:303] NodeID annotation is already set on "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.512081 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I1122 03:27:06.512085 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00","storage.kubernetes.io/csiProvisionerIdentity":"1637551580592-8081-csi-mock-csi-mock-volumes-8828"},"volume_id":"6"} I1122 03:27:06.516496 1 connection.go:185] GRPC response: {} I1122 03:27:06.516780 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node I1122 03:27:06.516790 1 csi_handler.go:559] Saving attach error to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.522392 1 controller.go:158] Ignoring VolumeAttachment "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" change I1122 03:27:06.522530 1 csi_handler.go:570] Saved attach error to "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:06.522542 1 csi_handler.go:219] Error processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node I1122 03:27:10.435485 1 controller.go:198] Started VA processing "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.435502 1 csi_handler.go:209] CSIHandler: processing VA "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.435510 1 csi_handler.go:260] Starting detach operation for "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.435545 1 csi_handler.go:267] Detaching "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.435557 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:27:10.435596 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I1122 03:27:10.435601 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_id":"5"} I1122 03:27:10.436550 1 connection.go:185] GRPC response: {} I1122 03:27:10.436936 1 connection.go:186] GRPC error: I1122 03:27:10.436946 1 csi_handler.go:549] Detached "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.436962 1 util.go:76] Marking as detached "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.444212 1 controller.go:232] Started PV processing "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:10.444226 1 csi_handler.go:591] CSIHandler: processing PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:10.444235 1 csi_handler.go:595] CSIHandler: processing PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6": no deletion timestamp, ignoring I1122 03:27:10.444397 1 util.go:90] Finalizer removed from "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.444407 1 csi_handler.go:280] Fully detached "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.444414 1 csi_handler.go:225] CSIHandler: finished processing "csi-bfd7e4239c2b8e2b10b7d4c4d80edcafcb8a238cde41ced59350bf894b2484f6" I1122 03:27:10.446017 1 controller.go:198] Started VA processing "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.446029 1 csi_handler.go:209] CSIHandler: processing VA "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.446035 1 csi_handler.go:260] Starting detach operation for "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.446105 1 csi_handler.go:267] Detaching "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.446117 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:27:10.446125 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I1122 03:27:10.446130 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_id":"4"} I1122 03:27:10.446781 1 connection.go:185] GRPC response: {} I1122 03:27:10.447144 1 connection.go:186] GRPC error: I1122 03:27:10.447150 1 csi_handler.go:549] Detached "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.447168 1 util.go:76] Marking as detached "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.451530 1 controller.go:232] Started PV processing "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:10.451542 1 csi_handler.go:591] CSIHandler: processing PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:10.451551 1 csi_handler.go:595] CSIHandler: processing PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193": no deletion timestamp, ignoring I1122 03:27:10.451690 1 util.go:90] Finalizer removed from "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.451700 1 csi_handler.go:280] Fully detached "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.451707 1 csi_handler.go:225] CSIHandler: finished processing "csi-50886cf8922143c6184b0878f9dc16cfa0609c9e818e7e680e23392c85ae9d65" I1122 03:27:10.522651 1 controller.go:198] Started VA processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.522664 1 csi_handler.go:209] CSIHandler: processing VA "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.522670 1 csi_handler.go:236] Attaching "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.522677 1 csi_handler.go:396] Starting attach operation for "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.522714 1 csi_handler.go:329] PV finalizer is already set on "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:10.522724 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:27:10.522734 1 csi_handler.go:289] VA finalizer is already set on "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.522740 1 csi_handler.go:303] NodeID annotation is already set on "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.522749 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I1122 03:27:10.522754 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00","storage.kubernetes.io/csiProvisionerIdentity":"1637551580592-8081-csi-mock-csi-mock-volumes-8828"},"volume_id":"6"} I1122 03:27:10.524107 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I1122 03:27:10.524486 1 connection.go:186] GRPC error: I1122 03:27:10.524494 1 csi_handler.go:249] Attached "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.524501 1 util.go:35] Marking as attached "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.528768 1 util.go:48] Marked as attached "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.528780 1 csi_handler.go:255] Fully attached "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.528788 1 csi_handler.go:225] CSIHandler: finished processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.528802 1 controller.go:198] Started VA processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.528808 1 csi_handler.go:209] CSIHandler: processing VA "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:10.528815 1 csi_handler.go:231] "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" is already attached I1122 03:27:10.528821 1 csi_handler.go:225] CSIHandler: finished processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.528926 1 controller.go:198] Started VA processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.528943 1 csi_handler.go:209] CSIHandler: processing VA "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.528948 1 csi_handler.go:260] Starting detach operation for "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.528967 1 csi_handler.go:267] Detaching "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.528978 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-8828 in CSINode node1 I1122 03:27:20.528989 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I1122 03:27:20.528993 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-8828","volume_id":"6"} I1122 03:27:20.529634 1 connection.go:185] GRPC response: {} I1122 03:27:20.529921 1 connection.go:186] GRPC error: I1122 03:27:20.529927 1 csi_handler.go:549] Detached "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.529942 1 util.go:76] Marking as detached "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.537092 1 controller.go:232] Started PV processing "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:20.537105 1 csi_handler.go:591] CSIHandler: processing PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:20.537112 1 csi_handler.go:595] CSIHandler: processing PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00": no deletion timestamp, ignoring I1122 03:27:20.537240 1 util.go:90] Finalizer removed from "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.537248 1 csi_handler.go:280] Fully detached "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.537255 1 csi_handler.go:225] CSIHandler: finished processing "csi-393ca066b97561b083f8943fb9a02fcc666575b6f74fe38f8a4d91b009f3291a" I1122 03:27:20.901612 1 controller.go:232] Started PV processing "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:20.901627 1 csi_handler.go:591] CSIHandler: processing PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:20.901639 1 csi_handler.go:633] CSIHandler: processing PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193": no VA found, removing finalizer E1122 03:27:20.906287 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193": PersistentVolume "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I1122 03:27:20.906309 1 controller.go:232] Started PV processing "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:20.906316 1 csi_handler.go:591] CSIHandler: processing PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:20.906329 1 csi_handler.go:633] CSIHandler: processing PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193": no VA found, removing finalizer I1122 03:27:20.911471 1 csi_handler.go:655] Removed finalizer from PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:21.384555 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I1122 03:27:21.384575 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I1122 03:27:21.384580 1 connection.go:183] GRPC request: {} I1122 03:27:21.456274 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6"},"volume_id":"5"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-8828"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00"},"volume_id":"6"}}]} I1122 03:27:21.460271 1 connection.go:186] GRPC error: I1122 03:27:21.906405 1 controller.go:232] Started PV processing "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" I1122 03:27:21.906458 1 controller.go:239] PV "pvc-2fd0e52f-e0e6-41fa-a825-f51c08a5f193" deleted, ignoring I1122 03:27:22.927411 1 controller.go:232] Started PV processing "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:22.927428 1 csi_handler.go:591] CSIHandler: processing PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:22.927440 1 csi_handler.go:633] CSIHandler: processing PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6": no VA found, removing finalizer E1122 03:27:22.950496 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6": PersistentVolume "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I1122 03:27:22.950518 1 controller.go:232] Started PV processing "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:22.958182 1 csi_handler.go:591] CSIHandler: processing PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:22.958205 1 csi_handler.go:633] CSIHandler: processing PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6": no VA found, removing finalizer I1122 03:27:22.966052 1 csi_handler.go:655] Removed finalizer from PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:23.950870 1 controller.go:232] Started PV processing "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" I1122 03:27:23.950924 1 controller.go:239] PV "pvc-79d2af57-f0f8-4281-99d9-2a0d5a5661f6" deleted, ignoring I1122 03:27:24.938890 1 controller.go:232] Started PV processing "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:24.938905 1 csi_handler.go:591] CSIHandler: processing PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:24.938916 1 csi_handler.go:633] CSIHandler: processing PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00": no VA found, removing finalizer E1122 03:27:24.946081 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00": PersistentVolume "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I1122 03:27:24.946102 1 controller.go:232] Started PV processing "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:24.946110 1 csi_handler.go:591] CSIHandler: processing PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:24.946123 1 csi_handler.go:633] CSIHandler: processing PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00": no VA found, removing finalizer I1122 03:27:24.950735 1 csi_handler.go:655] Removed finalizer from PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:25.946200 1 controller.go:232] Started PV processing "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" I1122 03:27:25.946222 1 controller.go:239] PV "pvc-7d3eb315-b2c4-45e1-98b2-73c6bac6bb00" deleted, ignoring I1122 03:27:31.984686 1 controller.go:198] Started VA processing "csi-fce4f18bf86684e100213cbed7dd1eadedac55ea2588297f8aec86ea3bdd30bf" I1122 03:27:31.984702 1 controller.go:213] Skipping VolumeAttachment csi-fce4f18bf86684e100213cbed7dd1eadedac55ea2588297f8aec86ea3bdd30bf for attacher csi-mock-csi-mock-volumes-9468 I1122 03:27:31.995277 1 controller.go:198] Started VA processing "csi-fce4f18bf86684e100213cbed7dd1eadedac55ea2588297f8aec86ea3bdd30bf" I1122 03:27:31.995287 1 controller.go:213] Skipping VolumeAttachment csi-fce4f18bf86684e100213cbed7dd1eadedac55ea2588297f8aec86ea3bdd30bf for attacher csi-mock-csi-mock-volumes-9468 I1122 03:27:32.000158 1 controller.go:198] Started VA processing "csi-fce4f18bf86684e100213cbed7dd1eadedac55ea2588297f8aec86ea3bdd30bf" I1122 03:27:32.000169 1 controller.go:213] Skipping VolumeAttachment csi-fce4f18bf86684e100213cbed7dd1eadedac55ea2588297f8aec86ea3bdd30bf for attacher csi-mock-csi-mock-volumes-9468 ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====