==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0618 00:12:25.748580 1 main.go:91] Version: v2.2.0-0-g97411fa7 I0618 00:12:25.750065 1 connection.go:153] Connecting to unix:///csi/csi.sock I0618 00:12:26.750779 1 common.go:111] Probing CSI driver for readiness I0618 00:12:26.750805 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0618 00:12:26.750810 1 connection.go:183] GRPC request: {} I0618 00:12:26.755061 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0618 00:12:26.755465 1 connection.go:186] GRPC error: I0618 00:12:26.755487 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0618 00:12:26.755495 1 connection.go:183] GRPC request: {} I0618 00:12:26.756220 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-4171","vendor_version":"0.3.0"} I0618 00:12:26.756585 1 connection.go:186] GRPC error: I0618 00:12:26.756596 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-4171" W0618 00:12:26.756609 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I0618 00:12:26.756618 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0618 00:12:26.756625 1 connection.go:183] GRPC request: {} I0618 00:12:26.757511 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0618 00:12:26.759239 1 connection.go:186] GRPC error: I0618 00:12:26.759247 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0618 00:12:26.759251 1 connection.go:183] GRPC request: {} I0618 00:12:26.760017 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0618 00:12:26.764550 1 connection.go:186] GRPC error: I0618 00:12:26.764609 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0618 00:12:26.764616 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0618 00:12:26.764620 1 connection.go:183] GRPC request: {} I0618 00:12:26.765131 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0618 00:12:26.769095 1 connection.go:186] GRPC error: I0618 00:12:26.769107 1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state I0618 00:12:26.769253 1 controller.go:121] Starting CSI attacher I0618 00:12:26.769479 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I0618 00:12:26.769480 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I0618 00:12:26.769494 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I0618 00:12:26.769497 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I0618 00:12:26.770037 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I0618 00:12:26.770047 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I0618 00:12:26.869645 1 shared_informer.go:227] caches populated I0618 00:12:26.869786 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I0618 00:12:26.869868 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I0618 00:12:26.869894 1 connection.go:183] GRPC request: {} I0618 00:12:26.872162 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4171"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4171"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4171"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]} I0618 00:12:26.874882 1 connection.go:186] GRPC error: I0618 00:12:33.746463 1 controller.go:198] Started VA processing "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.746481 1 csi_handler.go:209] CSIHandler: processing VA "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.746490 1 csi_handler.go:236] Attaching "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.746502 1 csi_handler.go:396] Starting attach operation for "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.746560 1 csi_handler.go:335] Adding finalizer to PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:12:33.751471 1 csi_handler.go:344] PV finalizer added to "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:12:33.751496 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-4171 in CSINode node2 I0618 00:12:33.751523 1 csi_handler.go:297] VA finalizer added to "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.751531 1 csi_handler.go:311] NodeID annotation added to "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.754683 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0618 00:12:33.754693 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4171","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867","storage.kubernetes.io/csiProvisionerIdentity":"1655511147501-8081-csi-mock-csi-mock-volumes-4171"},"volume_id":"4"} I0618 00:12:33.756306 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0618 00:12:33.757704 1 connection.go:186] GRPC error: I0618 00:12:33.757720 1 csi_handler.go:249] Attached "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.757732 1 util.go:35] Marking as attached "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.761133 1 util.go:48] Marked as attached "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.761149 1 csi_handler.go:255] Fully attached "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.761156 1 csi_handler.go:225] CSIHandler: finished processing "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.761183 1 controller.go:198] Started VA processing "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.761191 1 csi_handler.go:209] CSIHandler: processing VA "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:33.761197 1 csi_handler.go:231] "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" is already attached I0618 00:12:33.761203 1 csi_handler.go:225] CSIHandler: finished processing "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:12:48.638749 1 controller.go:198] Started VA processing "csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e" I0618 00:12:48.638776 1 controller.go:213] Skipping VolumeAttachment csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e for attacher csi-mock-csi-mock-volumes-4040 I0618 00:12:48.648255 1 controller.go:198] Started VA processing "csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e" I0618 00:12:48.648273 1 controller.go:213] Skipping VolumeAttachment csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e for attacher csi-mock-csi-mock-volumes-4040 I0618 00:12:48.655329 1 controller.go:198] Started VA processing "csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e" I0618 00:12:48.655345 1 controller.go:213] Skipping VolumeAttachment csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e for attacher csi-mock-csi-mock-volumes-4040 I0618 00:12:49.139992 1 controller.go:198] Started VA processing "csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe" I0618 00:12:49.140013 1 controller.go:213] Skipping VolumeAttachment csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe for attacher csi-mock-csi-mock-volumes-6733 I0618 00:12:49.147915 1 controller.go:198] Started VA processing "csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe" I0618 00:12:49.147934 1 controller.go:213] Skipping VolumeAttachment csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe for attacher csi-mock-csi-mock-volumes-6733 I0618 00:12:49.154825 1 controller.go:198] Started VA processing "csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe" I0618 00:12:49.154839 1 controller.go:213] Skipping VolumeAttachment csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe for attacher csi-mock-csi-mock-volumes-6733 I0618 00:12:56.402351 1 controller.go:198] Started VA processing "csi-ec78d8c67d63bb8dc9a5cddc8a1cbf890273d62bbaa6ef56df1aff8b52e7dc3d" I0618 00:12:56.402368 1 controller.go:213] Skipping VolumeAttachment csi-ec78d8c67d63bb8dc9a5cddc8a1cbf890273d62bbaa6ef56df1aff8b52e7dc3d for attacher csi-mock-csi-mock-volumes-5292 I0618 00:12:56.416877 1 controller.go:198] Started VA processing "csi-ec78d8c67d63bb8dc9a5cddc8a1cbf890273d62bbaa6ef56df1aff8b52e7dc3d" I0618 00:12:56.416890 1 controller.go:213] Skipping VolumeAttachment csi-ec78d8c67d63bb8dc9a5cddc8a1cbf890273d62bbaa6ef56df1aff8b52e7dc3d for attacher csi-mock-csi-mock-volumes-5292 I0618 00:12:56.460922 1 controller.go:198] Started VA processing "csi-ec78d8c67d63bb8dc9a5cddc8a1cbf890273d62bbaa6ef56df1aff8b52e7dc3d" I0618 00:12:56.460937 1 controller.go:213] Skipping VolumeAttachment csi-ec78d8c67d63bb8dc9a5cddc8a1cbf890273d62bbaa6ef56df1aff8b52e7dc3d for attacher csi-mock-csi-mock-volumes-5292 I0618 00:13:03.866583 1 controller.go:198] Started VA processing "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.866599 1 csi_handler.go:209] CSIHandler: processing VA "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.866621 1 csi_handler.go:260] Starting detach operation for "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.866643 1 csi_handler.go:267] Detaching "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.866665 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-4171 in CSINode node2 I0618 00:13:03.866701 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0618 00:13:03.866707 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4171","volume_id":"4"} I0618 00:13:03.867610 1 connection.go:185] GRPC response: {} I0618 00:13:03.867969 1 connection.go:186] GRPC error: I0618 00:13:03.867977 1 csi_handler.go:549] Detached "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.867992 1 util.go:76] Marking as detached "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.872965 1 controller.go:232] Started PV processing "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:03.872983 1 csi_handler.go:591] CSIHandler: processing PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:03.872994 1 csi_handler.go:595] CSIHandler: processing PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867": no deletion timestamp, ignoring I0618 00:13:03.873194 1 util.go:90] Finalizer removed from "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.873211 1 csi_handler.go:280] Fully detached "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:03.873218 1 csi_handler.go:225] CSIHandler: finished processing "csi-f6af658de6a4535cf2ffaa4483ffbd73aa88881bb61c6e4ea870f2e0319710ab" I0618 00:13:07.263721 1 controller.go:232] Started PV processing "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:07.263737 1 csi_handler.go:591] CSIHandler: processing PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:07.263751 1 csi_handler.go:633] CSIHandler: processing PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867": no VA found, removing finalizer E0618 00:13:07.269528 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867": PersistentVolume "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0618 00:13:07.269559 1 controller.go:232] Started PV processing "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:07.269567 1 csi_handler.go:591] CSIHandler: processing PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:07.269580 1 csi_handler.go:633] CSIHandler: processing PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867": no VA found, removing finalizer I0618 00:13:07.274619 1 csi_handler.go:655] Removed finalizer from PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:08.269639 1 controller.go:232] Started PV processing "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" I0618 00:13:08.269653 1 controller.go:239] PV "pvc-2f6f4510-b794-4a10-8ca4-c3fe94803867" deleted, ignoring I0618 00:13:14.140076 1 controller.go:198] Started VA processing "csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e" I0618 00:13:14.140096 1 controller.go:213] Skipping VolumeAttachment csi-35c2c9ec7d5aed383ea0a5ba5122bb4eec9a4511c579973541a45cc4b0c4b96e for attacher csi-mock-csi-mock-volumes-4040 I0618 00:13:14.148041 1 controller.go:232] Started PV processing "pvc-6be776ff-bcea-4de0-a66d-9456ef480c9e" I0618 00:13:14.148058 1 csi_handler.go:591] CSIHandler: processing PV "pvc-6be776ff-bcea-4de0-a66d-9456ef480c9e" I0618 00:13:14.148070 1 csi_handler.go:595] CSIHandler: processing PV "pvc-6be776ff-bcea-4de0-a66d-9456ef480c9e": no deletion timestamp, ignoring I0618 00:13:14.148808 1 controller.go:198] Started VA processing "csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe" I0618 00:13:14.148824 1 controller.go:213] Skipping VolumeAttachment csi-d1cb48f0a673ae4b30d69335218d194fb380ad25a49c4281483d6087004537fe for attacher csi-mock-csi-mock-volumes-6733 I0618 00:13:14.154779 1 controller.go:232] Started PV processing "pvc-38229df3-fe87-4b3d-a1ab-65de2ca36a09" I0618 00:13:14.154793 1 csi_handler.go:591] CSIHandler: processing PV "pvc-38229df3-fe87-4b3d-a1ab-65de2ca36a09" I0618 00:13:14.154804 1 csi_handler.go:595] CSIHandler: processing PV "pvc-38229df3-fe87-4b3d-a1ab-65de2ca36a09": no deletion timestamp, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====