==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0423 00:06:12.323749       1 main.go:91] Version: v2.2.0-0-g97411fa7
I0423 00:06:12.324872       1 connection.go:153] Connecting to unix:///csi/csi.sock
I0423 00:06:14.281429       1 common.go:111] Probing CSI driver for readiness
I0423 00:06:14.281452       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I0423 00:06:14.281457       1 connection.go:183] GRPC request: {}
I0423 00:06:14.285739       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I0423 00:06:14.286085       1 connection.go:186] GRPC error: <nil>
I0423 00:06:14.286096       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I0423 00:06:14.286100       1 connection.go:183] GRPC request: {}
I0423 00:06:14.286611       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-530","vendor_version":"0.3.0"}
I0423 00:06:14.286914       1 connection.go:186] GRPC error: <nil>
I0423 00:06:14.286921       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-530"
W0423 00:06:14.286932       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I0423 00:06:14.286937       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0423 00:06:14.286941       1 connection.go:183] GRPC request: {}
I0423 00:06:14.287524       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I0423 00:06:14.288348       1 connection.go:186] GRPC error: <nil>
I0423 00:06:14.288354       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 00:06:14.288358       1 connection.go:183] GRPC request: {}
I0423 00:06:14.288858       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0423 00:06:14.294478       1 connection.go:186] GRPC error: <nil>
I0423 00:06:14.294532       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0423 00:06:14.294536       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0423 00:06:14.294540       1 connection.go:183] GRPC request: {}
I0423 00:06:14.298920       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0423 00:06:14.304309       1 connection.go:186] GRPC error: <nil>
I0423 00:06:14.304320       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I0423 00:06:14.304430       1 controller.go:121] Starting CSI attacher
I0423 00:06:14.304740       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I0423 00:06:14.304756       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I0423 00:06:14.305291       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I0423 00:06:14.305298       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I0423 00:06:14.305544       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I0423 00:06:14.305553       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I0423 00:06:14.404661       1 shared_informer.go:227] caches populated
I0423 00:06:14.404780       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0423 00:06:14.404830       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0423 00:06:14.404834       1 connection.go:183] GRPC request: {}
I0423 00:06:14.405202       1 controller.go:198] Started VA processing "csi-04ddf4396a4c878f56d85c837f6158b134904923c87c698820e43026bebf7fe3"
I0423 00:06:14.405209       1 controller.go:213] Skipping VolumeAttachment csi-04ddf4396a4c878f56d85c837f6158b134904923c87c698820e43026bebf7fe3 for attacher csi-mock-csi-mock-volumes-7664
I0423 00:06:14.405227       1 controller.go:198] Started VA processing "csi-d6f22107a708070fd80edc5e6dd754b406f0fd8bdc37701236b7242f25a20683"
I0423 00:06:14.405231       1 controller.go:213] Skipping VolumeAttachment csi-d6f22107a708070fd80edc5e6dd754b406f0fd8bdc37701236b7242f25a20683 for attacher csi-mock-csi-mock-volumes-928
I0423 00:06:14.405853       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I0423 00:06:14.411456       1 connection.go:186] GRPC error: <nil>
W0423 00:06:14.411464       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-04ddf4396a4c878f56d85c837f6158b134904923c87c698820e43026bebf7fe3 annotation
W0423 00:06:14.411484       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-928: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-928
I0423 00:06:19.981029       1 controller.go:198] Started VA processing "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:19.981050       1 csi_handler.go:209] CSIHandler: processing VA "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:19.981059       1 csi_handler.go:236] Attaching "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:19.981070       1 csi_handler.go:396] Starting attach operation for "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:19.981121       1 csi_handler.go:335] Adding finalizer to PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:06:19.986712       1 csi_handler.go:344] PV finalizer added to "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:06:19.986754       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-530 in CSINode node1
I0423 00:06:19.986779       1 csi_handler.go:297] VA finalizer added to "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:19.986786       1 csi_handler.go:311] NodeID annotation added to "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:19.989761       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0423 00:06:19.989769       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-530","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c","storage.kubernetes.io/csiProvisionerIdentity":"1650672374163-8081-csi-mock-csi-mock-volumes-530"},"volume_id":"4"}
I0423 00:06:20.009529       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0423 00:06:20.009812       1 connection.go:186] GRPC error: <nil>
I0423 00:06:20.009818       1 csi_handler.go:249] Attached "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.009824       1 util.go:35] Marking as attached "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.012851       1 util.go:48] Marked as attached "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.012861       1 csi_handler.go:255] Fully attached "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.012869       1 csi_handler.go:225] CSIHandler: finished processing "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.012881       1 controller.go:198] Started VA processing "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.012886       1 csi_handler.go:209] CSIHandler: processing VA "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.012892       1 csi_handler.go:231] "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d" is already attached
I0423 00:06:20.012897       1 csi_handler.go:225] CSIHandler: finished processing "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:20.804149       1 controller.go:198] Started VA processing "csi-d6f22107a708070fd80edc5e6dd754b406f0fd8bdc37701236b7242f25a20683"
I0423 00:06:20.804166       1 controller.go:213] Skipping VolumeAttachment csi-d6f22107a708070fd80edc5e6dd754b406f0fd8bdc37701236b7242f25a20683 for attacher csi-mock-csi-mock-volumes-928
I0423 00:06:20.811465       1 controller.go:232] Started PV processing "pvc-083603f8-a4df-4b3f-b710-6a8a707f7de0"
I0423 00:06:20.811514       1 csi_handler.go:591] CSIHandler: processing PV "pvc-083603f8-a4df-4b3f-b710-6a8a707f7de0"
I0423 00:06:20.811539       1 csi_handler.go:595] CSIHandler: processing PV "pvc-083603f8-a4df-4b3f-b710-6a8a707f7de0": no deletion timestamp, ignoring
I0423 00:06:33.979080       1 controller.go:198] Started VA processing "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.979124       1 csi_handler.go:209] CSIHandler: processing VA "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.979142       1 csi_handler.go:236] Attaching "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.979158       1 csi_handler.go:396] Starting attach operation for "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.979246       1 csi_handler.go:335] Adding finalizer to PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:06:33.985556       1 csi_handler.go:344] PV finalizer added to "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:06:33.985597       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-530 in CSINode node1
I0423 00:06:33.985636       1 csi_handler.go:297] VA finalizer added to "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.985656       1 csi_handler.go:311] NodeID annotation added to "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.988981       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0423 00:06:33.988989       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-530","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-ccacaa70-e9d2-492b-b906-dec2f897f044","storage.kubernetes.io/csiProvisionerIdentity":"1650672374163-8081-csi-mock-csi-mock-volumes-530"},"volume_id":"5"}
I0423 00:06:33.993556       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0423 00:06:33.993852       1 connection.go:186] GRPC error: <nil>
I0423 00:06:33.993859       1 csi_handler.go:249] Attached "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.993865       1 util.go:35] Marking as attached "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.998725       1 util.go:48] Marked as attached "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.998737       1 csi_handler.go:255] Fully attached "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.998744       1 csi_handler.go:225] CSIHandler: finished processing "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.998756       1 controller.go:198] Started VA processing "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.998762       1 csi_handler.go:209] CSIHandler: processing VA "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:33.998767       1 csi_handler.go:231] "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc" is already attached
I0423 00:06:33.998772       1 csi_handler.go:225] CSIHandler: finished processing "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:06:57.343930       1 controller.go:198] Started VA processing "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.343948       1 csi_handler.go:209] CSIHandler: processing VA "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.343954       1 csi_handler.go:260] Starting detach operation for "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.343974       1 csi_handler.go:267] Detaching "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.343985       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-530 in CSINode node1
I0423 00:06:57.344024       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0423 00:06:57.344028       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-530","volume_id":"4"}
I0423 00:06:57.344929       1 connection.go:185] GRPC response: {}
I0423 00:06:57.345234       1 connection.go:186] GRPC error: <nil>
I0423 00:06:57.345243       1 csi_handler.go:549] Detached "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.345259       1 util.go:76] Marking as detached "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.353077       1 controller.go:232] Started PV processing "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:06:57.353090       1 csi_handler.go:591] CSIHandler: processing PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:06:57.353097       1 csi_handler.go:595] CSIHandler: processing PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c": no deletion timestamp, ignoring
I0423 00:06:57.353231       1 util.go:90] Finalizer removed from "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.353239       1 csi_handler.go:280] Fully detached "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:06:57.353245       1 csi_handler.go:225] CSIHandler: finished processing "csi-4590dca1b7c27f6de1fc375346aaf2accb74929b40e13e1fdae5a8f2c772639d"
I0423 00:07:00.660079       1 controller.go:198] Started VA processing "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.660096       1 csi_handler.go:209] CSIHandler: processing VA "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.660104       1 csi_handler.go:236] Attaching "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.660111       1 csi_handler.go:396] Starting attach operation for "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.660154       1 csi_handler.go:335] Adding finalizer to PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:00.664663       1 csi_handler.go:344] PV finalizer added to "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:00.664681       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-530 in CSINode node1
I0423 00:07:00.664697       1 csi_handler.go:297] VA finalizer added to "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.664705       1 csi_handler.go:311] NodeID annotation added to "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.667473       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0423 00:07:00.667483       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-530","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-7377c35b-e074-4966-bcba-83bf5a9e8807","storage.kubernetes.io/csiProvisionerIdentity":"1650672374163-8081-csi-mock-csi-mock-volumes-530"},"volume_id":"6"}
I0423 00:07:00.669013       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0423 00:07:00.669361       1 connection.go:186] GRPC error: <nil>
I0423 00:07:00.669369       1 csi_handler.go:249] Attached "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.669376       1 util.go:35] Marking as attached "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.672656       1 util.go:48] Marked as attached "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.672668       1 csi_handler.go:255] Fully attached "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.672676       1 csi_handler.go:225] CSIHandler: finished processing "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.672690       1 controller.go:198] Started VA processing "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.672696       1 csi_handler.go:209] CSIHandler: processing VA "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:00.672704       1 csi_handler.go:231] "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb" is already attached
I0423 00:07:00.672710       1 csi_handler.go:225] CSIHandler: finished processing "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:07.419562       1 controller.go:198] Started VA processing "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.419580       1 csi_handler.go:209] CSIHandler: processing VA "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.419587       1 csi_handler.go:260] Starting detach operation for "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.419607       1 csi_handler.go:267] Detaching "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.419618       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-530 in CSINode node1
I0423 00:07:07.419649       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0423 00:07:07.419653       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-530","volume_id":"5"}
I0423 00:07:07.420383       1 connection.go:185] GRPC response: {}
I0423 00:07:07.420670       1 connection.go:186] GRPC error: <nil>
I0423 00:07:07.420675       1 csi_handler.go:549] Detached "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.420689       1 util.go:76] Marking as detached "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.426451       1 controller.go:232] Started PV processing "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:07.426462       1 csi_handler.go:591] CSIHandler: processing PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:07.426470       1 csi_handler.go:595] CSIHandler: processing PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044": no deletion timestamp, ignoring
I0423 00:07:07.426649       1 util.go:90] Finalizer removed from "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.426657       1 csi_handler.go:280] Fully detached "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:07.426663       1 csi_handler.go:225] CSIHandler: finished processing "csi-6e8fe537507a417308589aa4b814ef3d56c9d8d60ac77cd8fb55430a3e239ddc"
I0423 00:07:14.411664       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0423 00:07:14.411714       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0423 00:07:14.411729       1 connection.go:183] GRPC request: {}
I0423 00:07:14.412682       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"},"volume_id":"4"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"},"volume_id":"5"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-530"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"csi-mock-csi-mock-volumes-530/dev":"/dev/mock","name":"pvc-7377c35b-e074-4966-bcba-83bf5a9e8807","readonly":"false"},"volume_id":"6"}}]}
I0423 00:07:14.420936       1 connection.go:186] GRPC error: <nil>
W0423 00:07:14.420948       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-530: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-530
W0423 00:07:14.420956       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-04ddf4396a4c878f56d85c837f6158b134904923c87c698820e43026bebf7fe3 annotation
I0423 00:07:17.490690       1 controller.go:198] Started VA processing "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.490712       1 csi_handler.go:209] CSIHandler: processing VA "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.490718       1 csi_handler.go:260] Starting detach operation for "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.490753       1 csi_handler.go:267] Detaching "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.490764       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-530 in CSINode node1
I0423 00:07:17.490801       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0423 00:07:17.490805       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-530","volume_id":"6"}
I0423 00:07:17.491518       1 connection.go:185] GRPC response: {}
I0423 00:07:17.491812       1 connection.go:186] GRPC error: <nil>
I0423 00:07:17.491818       1 csi_handler.go:549] Detached "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.491839       1 util.go:76] Marking as detached "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.498921       1 controller.go:232] Started PV processing "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:17.498933       1 csi_handler.go:591] CSIHandler: processing PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:17.498940       1 csi_handler.go:595] CSIHandler: processing PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807": no deletion timestamp, ignoring
I0423 00:07:17.499072       1 util.go:90] Finalizer removed from "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.499080       1 csi_handler.go:280] Fully detached "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.499086       1 csi_handler.go:225] CSIHandler: finished processing "csi-ea86f6acca4f105322821f82ae73d5ebc6312bb91e01fa11d419b717342ab1bb"
I0423 00:07:17.990894       1 controller.go:198] Started VA processing "csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823"
I0423 00:07:17.990908       1 controller.go:213] Skipping VolumeAttachment csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823 for attacher csi-mock-csi-mock-volumes-152
I0423 00:07:18.000225       1 controller.go:198] Started VA processing "csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823"
I0423 00:07:18.000236       1 controller.go:213] Skipping VolumeAttachment csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823 for attacher csi-mock-csi-mock-volumes-152
I0423 00:07:18.007714       1 controller.go:198] Started VA processing "csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823"
I0423 00:07:18.007726       1 controller.go:213] Skipping VolumeAttachment csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823 for attacher csi-mock-csi-mock-volumes-152
I0423 00:07:20.015885       1 controller.go:232] Started PV processing "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:07:20.015906       1 csi_handler.go:591] CSIHandler: processing PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:07:20.015919       1 csi_handler.go:633] CSIHandler: processing PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c": no VA found, removing finalizer
E0423 00:07:20.020782       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c": PersistentVolume "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0423 00:07:20.020809       1 controller.go:232] Started PV processing "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:07:20.020816       1 csi_handler.go:591] CSIHandler: processing PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:07:20.020830       1 csi_handler.go:633] CSIHandler: processing PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c": no VA found, removing finalizer
I0423 00:07:20.025149       1 csi_handler.go:655] Removed finalizer from PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:07:21.020998       1 controller.go:232] Started PV processing "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c"
I0423 00:07:21.021044       1 controller.go:239] PV "pvc-7e681557-636e-4cfe-a6cd-08ea6e7f8a1c" deleted, ignoring
I0423 00:07:22.027611       1 controller.go:232] Started PV processing "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:22.027626       1 csi_handler.go:591] CSIHandler: processing PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:22.027639       1 csi_handler.go:633] CSIHandler: processing PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044": no VA found, removing finalizer
E0423 00:07:22.033921       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044": PersistentVolume "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0423 00:07:22.033980       1 controller.go:232] Started PV processing "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:22.034006       1 csi_handler.go:591] CSIHandler: processing PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:22.034048       1 csi_handler.go:633] CSIHandler: processing PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044": no VA found, removing finalizer
I0423 00:07:22.040007       1 csi_handler.go:655] Removed finalizer from PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:23.034205       1 controller.go:232] Started PV processing "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044"
I0423 00:07:23.034270       1 controller.go:239] PV "pvc-ccacaa70-e9d2-492b-b906-dec2f897f044" deleted, ignoring
I0423 00:07:24.039931       1 controller.go:232] Started PV processing "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:24.039947       1 csi_handler.go:591] CSIHandler: processing PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:24.039960       1 csi_handler.go:633] CSIHandler: processing PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807": no VA found, removing finalizer
E0423 00:07:24.044358       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807": PersistentVolume "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0423 00:07:24.044413       1 controller.go:232] Started PV processing "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:24.044434       1 csi_handler.go:591] CSIHandler: processing PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:24.044472       1 csi_handler.go:633] CSIHandler: processing PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807": no VA found, removing finalizer
I0423 00:07:24.049437       1 csi_handler.go:655] Removed finalizer from PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:25.044583       1 controller.go:232] Started PV processing "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807"
I0423 00:07:25.044637       1 controller.go:239] PV "pvc-7377c35b-e074-4966-bcba-83bf5a9e8807" deleted, ignoring
I0423 00:07:31.075091       1 controller.go:198] Started VA processing "csi-f82c3c4d7aa3761e5c3832bb9fbe01c1fc857011c61aadd2c071d03a750babc0"
I0423 00:07:31.075107       1 controller.go:213] Skipping VolumeAttachment csi-f82c3c4d7aa3761e5c3832bb9fbe01c1fc857011c61aadd2c071d03a750babc0 for attacher csi-mock-csi-mock-volumes-1531
I0423 00:07:31.088978       1 controller.go:198] Started VA processing "csi-f82c3c4d7aa3761e5c3832bb9fbe01c1fc857011c61aadd2c071d03a750babc0"
I0423 00:07:31.088988       1 controller.go:213] Skipping VolumeAttachment csi-f82c3c4d7aa3761e5c3832bb9fbe01c1fc857011c61aadd2c071d03a750babc0 for attacher csi-mock-csi-mock-volumes-1531
I0423 00:07:31.097022       1 controller.go:198] Started VA processing "csi-f82c3c4d7aa3761e5c3832bb9fbe01c1fc857011c61aadd2c071d03a750babc0"
I0423 00:07:31.097032       1 controller.go:213] Skipping VolumeAttachment csi-f82c3c4d7aa3761e5c3832bb9fbe01c1fc857011c61aadd2c071d03a750babc0 for attacher csi-mock-csi-mock-volumes-1531
I0423 00:07:31.691234       1 controller.go:198] Started VA processing "csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823"
I0423 00:07:31.691249       1 controller.go:213] Skipping VolumeAttachment csi-84b15ec35a6eb38fe5b48e6cf603666cea6077248359d2c3e6950bf5192df823 for attacher csi-mock-csi-mock-volumes-152
I0423 00:07:31.699543       1 controller.go:232] Started PV processing "pvc-86767255-31ec-4124-9245-27032babd0c9"
I0423 00:07:31.699555       1 csi_handler.go:591] CSIHandler: processing PV "pvc-86767255-31ec-4124-9245-27032babd0c9"
I0423 00:07:31.699563       1 csi_handler.go:595] CSIHandler: processing PV "pvc-86767255-31ec-4124-9245-27032babd0c9": no deletion timestamp, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====