==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I1113 05:40:02.198194 1 main.go:91] Version: v2.2.0-0-g97411fa7 I1113 05:40:02.199765 1 connection.go:153] Connecting to unix:///csi/csi.sock I1113 05:40:06.957370 1 common.go:111] Probing CSI driver for readiness I1113 05:40:06.957418 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1113 05:40:06.957429 1 connection.go:183] GRPC request: {} I1113 05:40:06.959092 1 connection.go:185] GRPC response: {"ready":{"value":true}} I1113 05:40:06.959573 1 connection.go:186] GRPC error: I1113 05:40:06.959585 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I1113 05:40:06.959590 1 connection.go:183] GRPC request: {} I1113 05:40:06.960201 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-5330","vendor_version":"0.3.0"} I1113 05:40:06.960572 1 connection.go:186] GRPC error: I1113 05:40:06.960579 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-5330" W1113 05:40:06.960585 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I1113 05:40:06.960590 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I1113 05:40:06.960594 1 connection.go:183] GRPC request: {} I1113 05:40:06.961381 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I1113 05:40:06.962331 1 connection.go:186] GRPC error: I1113 05:40:06.962341 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1113 05:40:06.962347 1 connection.go:183] GRPC request: {} I1113 05:40:06.966417 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I1113 05:40:06.970534 1 connection.go:186] GRPC error: I1113 05:40:06.970599 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I1113 05:40:06.970608 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1113 05:40:06.970613 1 connection.go:183] GRPC request: {} I1113 05:40:06.971187 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I1113 05:40:06.975053 1 connection.go:186] GRPC error: I1113 05:40:06.975064 1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state I1113 05:40:06.975172 1 controller.go:121] Starting CSI attacher I1113 05:40:06.975369 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I1113 05:40:06.975385 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I1113 05:40:06.975385 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I1113 05:40:06.975391 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I1113 05:40:06.975395 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I1113 05:40:06.975399 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I1113 05:40:07.075279 1 shared_informer.go:227] caches populated I1113 05:40:07.075336 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I1113 05:40:07.075370 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I1113 05:40:07.075404 1 connection.go:183] GRPC request: {} I1113 05:40:07.076580 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-5330"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-5330"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-5330"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]} I1113 05:40:07.079331 1 connection.go:186] GRPC error: I1113 05:40:09.377231 1 controller.go:198] Started VA processing "csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260" I1113 05:40:09.377247 1 controller.go:198] Started VA processing "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.377249 1 controller.go:213] Skipping VolumeAttachment csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260 for attacher csi-mock-csi-mock-volumes-4507 I1113 05:40:09.377263 1 csi_handler.go:209] CSIHandler: processing VA "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.377276 1 csi_handler.go:236] Attaching "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.377292 1 csi_handler.go:396] Starting attach operation for "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.377360 1 csi_handler.go:335] Adding finalizer to PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:09.382941 1 csi_handler.go:344] PV finalizer added to "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:09.382976 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-5330 in CSINode node1 I1113 05:40:09.383012 1 csi_handler.go:297] VA finalizer added to "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.383026 1 csi_handler.go:311] NodeID annotation added to "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.386321 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I1113 05:40:09.388497 1 controller.go:198] Started VA processing "csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260" I1113 05:40:09.388513 1 controller.go:213] Skipping VolumeAttachment csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260 for attacher csi-mock-csi-mock-volumes-4507 I1113 05:40:09.386331 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-5330","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-850866fe-7bee-49d2-91c6-7152b16a38bf","storage.kubernetes.io/csiProvisionerIdentity":"1636782006971-8081-csi-mock-csi-mock-volumes-5330"},"volume_id":"4"} I1113 05:40:09.389254 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I1113 05:40:09.389617 1 connection.go:186] GRPC error: I1113 05:40:09.389629 1 csi_handler.go:249] Attached "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.389641 1 util.go:35] Marking as attached "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.393557 1 util.go:48] Marked as attached "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.393603 1 csi_handler.go:255] Fully attached "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.393611 1 csi_handler.go:225] CSIHandler: finished processing "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.393640 1 controller.go:198] Started VA processing "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.393649 1 csi_handler.go:209] CSIHandler: processing VA "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.393656 1 csi_handler.go:231] "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" is already attached I1113 05:40:09.393661 1 csi_handler.go:225] CSIHandler: finished processing "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:09.395145 1 controller.go:198] Started VA processing "csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260" I1113 05:40:09.395157 1 controller.go:213] Skipping VolumeAttachment csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260 for attacher csi-mock-csi-mock-volumes-4507 I1113 05:40:13.210073 1 controller.go:198] Started VA processing "csi-2acecbac5f910aaf2a52028107a486ecf6096418f658d3b97800b87725a09c61" I1113 05:40:13.210090 1 controller.go:213] Skipping VolumeAttachment csi-2acecbac5f910aaf2a52028107a486ecf6096418f658d3b97800b87725a09c61 for attacher csi-mock-csi-mock-volumes-8005 I1113 05:40:13.221660 1 controller.go:198] Started VA processing "csi-2acecbac5f910aaf2a52028107a486ecf6096418f658d3b97800b87725a09c61" I1113 05:40:13.221688 1 controller.go:213] Skipping VolumeAttachment csi-2acecbac5f910aaf2a52028107a486ecf6096418f658d3b97800b87725a09c61 for attacher csi-mock-csi-mock-volumes-8005 I1113 05:40:13.229540 1 controller.go:198] Started VA processing "csi-2acecbac5f910aaf2a52028107a486ecf6096418f658d3b97800b87725a09c61" I1113 05:40:13.229551 1 controller.go:213] Skipping VolumeAttachment csi-2acecbac5f910aaf2a52028107a486ecf6096418f658d3b97800b87725a09c61 for attacher csi-mock-csi-mock-volumes-8005 I1113 05:40:16.741228 1 controller.go:198] Started VA processing "csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917" I1113 05:40:16.741244 1 controller.go:213] Skipping VolumeAttachment csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917 for attacher csi-mock-csi-mock-volumes-1323 I1113 05:40:16.754163 1 controller.go:198] Started VA processing "csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917" I1113 05:40:16.754174 1 controller.go:213] Skipping VolumeAttachment csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917 for attacher csi-mock-csi-mock-volumes-1323 I1113 05:40:16.761619 1 controller.go:198] Started VA processing "csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917" I1113 05:40:16.761630 1 controller.go:213] Skipping VolumeAttachment csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917 for attacher csi-mock-csi-mock-volumes-1323 I1113 05:40:22.499286 1 controller.go:198] Started VA processing "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.499323 1 csi_handler.go:209] CSIHandler: processing VA "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.499329 1 csi_handler.go:260] Starting detach operation for "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.499397 1 csi_handler.go:267] Detaching "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.499412 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-5330 in CSINode node1 I1113 05:40:22.499465 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I1113 05:40:22.499473 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-5330","volume_id":"4"} I1113 05:40:22.500494 1 connection.go:185] GRPC response: {} I1113 05:40:22.500884 1 connection.go:186] GRPC error: I1113 05:40:22.500897 1 csi_handler.go:549] Detached "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.500923 1 util.go:76] Marking as detached "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.508934 1 util.go:90] Finalizer removed from "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.508949 1 csi_handler.go:280] Fully detached "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.508956 1 csi_handler.go:225] CSIHandler: finished processing "csi-149ce4105bbe0bcb4c1cbf25eff0557997e6c0e3db957d77f05a32a1e8e870ed" I1113 05:40:22.509001 1 controller.go:232] Started PV processing "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:22.509017 1 csi_handler.go:591] CSIHandler: processing PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:22.509024 1 csi_handler.go:595] CSIHandler: processing PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf": no deletion timestamp, ignoring I1113 05:40:31.407505 1 controller.go:232] Started PV processing "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:31.407524 1 csi_handler.go:591] CSIHandler: processing PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:31.407541 1 csi_handler.go:633] CSIHandler: processing PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf": no VA found, removing finalizer E1113 05:40:31.416050 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf": PersistentVolume "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I1113 05:40:31.416091 1 controller.go:232] Started PV processing "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:31.416101 1 csi_handler.go:591] CSIHandler: processing PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:31.416120 1 csi_handler.go:633] CSIHandler: processing PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf": no VA found, removing finalizer I1113 05:40:31.420638 1 csi_handler.go:655] Removed finalizer from PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:32.154964 1 controller.go:198] Started VA processing "csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260" I1113 05:40:32.154977 1 controller.go:213] Skipping VolumeAttachment csi-fe448ef94c983790235917a6ff8f78f692c9d73903b04e91e99b2410d5622260 for attacher csi-mock-csi-mock-volumes-4507 I1113 05:40:32.162605 1 controller.go:232] Started PV processing "pvc-b225ca33-3c95-471f-8bba-532647efa14d" I1113 05:40:32.162636 1 csi_handler.go:591] CSIHandler: processing PV "pvc-b225ca33-3c95-471f-8bba-532647efa14d" I1113 05:40:32.162644 1 csi_handler.go:595] CSIHandler: processing PV "pvc-b225ca33-3c95-471f-8bba-532647efa14d": no deletion timestamp, ignoring I1113 05:40:32.416247 1 controller.go:232] Started PV processing "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" I1113 05:40:32.416273 1 controller.go:239] PV "pvc-850866fe-7bee-49d2-91c6-7152b16a38bf" deleted, ignoring I1113 05:40:32.564800 1 controller.go:198] Started VA processing "csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917" I1113 05:40:32.564812 1 controller.go:213] Skipping VolumeAttachment csi-5ec4a0323e1c00cfc4f5329679ae0f7dce0a813aa657dff390288ab9e9bcd917 for attacher csi-mock-csi-mock-volumes-1323 I1113 05:40:32.580009 1 controller.go:232] Started PV processing "pvc-63323a8e-07a0-4e85-adf6-aeb4a8330ce1" I1113 05:40:32.580021 1 csi_handler.go:591] CSIHandler: processing PV "pvc-63323a8e-07a0-4e85-adf6-aeb4a8330ce1" I1113 05:40:32.580028 1 csi_handler.go:595] CSIHandler: processing PV "pvc-63323a8e-07a0-4e85-adf6-aeb4a8330ce1": no deletion timestamp, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====