==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0521 00:17:03.156275       1 main.go:91] Version: v2.2.0-0-g97411fa7
I0521 00:17:03.157709       1 connection.go:153] Connecting to unix:///csi/csi.sock
I0521 00:17:04.993177       1 common.go:111] Probing CSI driver for readiness
I0521 00:17:04.993205       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I0521 00:17:04.993216       1 connection.go:183] GRPC request: {}
I0521 00:17:04.994692       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I0521 00:17:04.995107       1 connection.go:186] GRPC error: <nil>
I0521 00:17:04.995124       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I0521 00:17:04.995129       1 connection.go:183] GRPC request: {}
I0521 00:17:04.995743       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-7674","vendor_version":"0.3.0"}
I0521 00:17:04.996116       1 connection.go:186] GRPC error: <nil>
I0521 00:17:04.996125       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-7674"
W0521 00:17:04.996136       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I0521 00:17:04.996142       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0521 00:17:04.996146       1 connection.go:183] GRPC request: {}
I0521 00:17:04.996742       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I0521 00:17:04.997785       1 connection.go:186] GRPC error: <nil>
I0521 00:17:04.997795       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0521 00:17:04.997801       1 connection.go:183] GRPC request: {}
I0521 00:17:04.999531       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0521 00:17:05.003751       1 connection.go:186] GRPC error: <nil>
I0521 00:17:05.003807       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0521 00:17:05.003815       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0521 00:17:05.003819       1 connection.go:183] GRPC request: {}
I0521 00:17:05.004410       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0521 00:17:05.008360       1 connection.go:186] GRPC error: <nil>
I0521 00:17:05.008379       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I0521 00:17:05.008530       1 controller.go:121] Starting CSI attacher
I0521 00:17:05.008764       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I0521 00:17:05.008765       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I0521 00:17:05.008779       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I0521 00:17:05.008782       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I0521 00:17:05.008781       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I0521 00:17:05.008799       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I0521 00:17:05.108844       1 shared_informer.go:227] caches populated
I0521 00:17:05.108963       1 controller.go:198] Started VA processing "csi-8798c26ad0b63ad0485d888b26a1d08413161cbed7d2202d3824c865ef90b5d3"
I0521 00:17:05.108968       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0521 00:17:05.108967       1 controller.go:198] Started VA processing "csi-4969184b31c3df7b25d5cac2440a7539c24b0785a69d403498d11c60c053a5d1"
I0521 00:17:05.108995       1 controller.go:213] Skipping VolumeAttachment csi-4969184b31c3df7b25d5cac2440a7539c24b0785a69d403498d11c60c053a5d1 for attacher csi-mock-csi-mock-volumes-764
I0521 00:17:05.108998       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0521 00:17:05.108978       1 controller.go:213] Skipping VolumeAttachment csi-8798c26ad0b63ad0485d888b26a1d08413161cbed7d2202d3824c865ef90b5d3 for attacher csi-mock-csi-mock-volumes-764
I0521 00:17:05.109010       1 connection.go:183] GRPC request: {}
I0521 00:17:05.110124       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7674"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7674"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7674"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I0521 00:17:05.113993       1 connection.go:186] GRPC error: <nil>
W0521 00:17:05.114015       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-764: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-764
W0521 00:17:05.114032       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-764: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-764
I0521 00:17:09.391228       1 controller.go:198] Started VA processing "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.391245       1 csi_handler.go:209] CSIHandler: processing VA "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.391254       1 csi_handler.go:236] Attaching "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.391264       1 csi_handler.go:396] Starting attach operation for "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.391311       1 csi_handler.go:335] Adding finalizer to PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:17:09.397541       1 csi_handler.go:344] PV finalizer added to "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:17:09.397566       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7674 in CSINode node1
I0521 00:17:09.397593       1 csi_handler.go:297] VA finalizer added to "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.397605       1 csi_handler.go:311] NodeID annotation added to "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.400750       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0521 00:17:09.400762       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7674","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-2c34b470-f637-41a0-9d65-5013e6f2e437","storage.kubernetes.io/csiProvisionerIdentity":"1653092224613-8081-csi-mock-csi-mock-volumes-7674"},"volume_id":"4"}
I0521 00:17:09.402304       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0521 00:17:09.402614       1 connection.go:186] GRPC error: <nil>
I0521 00:17:09.402621       1 csi_handler.go:249] Attached "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.402628       1 util.go:35] Marking as attached "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.406066       1 util.go:48] Marked as attached "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.406082       1 csi_handler.go:255] Fully attached "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.406092       1 csi_handler.go:225] CSIHandler: finished processing "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.406122       1 controller.go:198] Started VA processing "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.406132       1 csi_handler.go:209] CSIHandler: processing VA "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:09.406140       1 csi_handler.go:231] "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6" is already attached
I0521 00:17:09.406146       1 csi_handler.go:225] CSIHandler: finished processing "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:17:12.421183       1 controller.go:198] Started VA processing "csi-4969184b31c3df7b25d5cac2440a7539c24b0785a69d403498d11c60c053a5d1"
I0521 00:17:12.421527       1 controller.go:213] Skipping VolumeAttachment csi-4969184b31c3df7b25d5cac2440a7539c24b0785a69d403498d11c60c053a5d1 for attacher csi-mock-csi-mock-volumes-764
I0521 00:17:12.428576       1 controller.go:232] Started PV processing "pvc-257ff287-5c0c-4c72-9d50-9ee3d85d048f"
I0521 00:17:12.428596       1 csi_handler.go:591] CSIHandler: processing PV "pvc-257ff287-5c0c-4c72-9d50-9ee3d85d048f"
I0521 00:17:12.428605       1 csi_handler.go:595] CSIHandler: processing PV "pvc-257ff287-5c0c-4c72-9d50-9ee3d85d048f": no deletion timestamp, ignoring
I0521 00:17:18.649315       1 controller.go:198] Started VA processing "csi-e72b01e018ce5c5b61a4e61f34ca24572a3c61ccae1f4ab3c9f69f94f0dfaeb8"
I0521 00:17:18.649329       1 controller.go:213] Skipping VolumeAttachment csi-e72b01e018ce5c5b61a4e61f34ca24572a3c61ccae1f4ab3c9f69f94f0dfaeb8 for attacher csi-mock-csi-mock-volumes-9452
I0521 00:17:22.480921       1 controller.go:198] Started VA processing "csi-8798c26ad0b63ad0485d888b26a1d08413161cbed7d2202d3824c865ef90b5d3"
I0521 00:17:22.480936       1 controller.go:213] Skipping VolumeAttachment csi-8798c26ad0b63ad0485d888b26a1d08413161cbed7d2202d3824c865ef90b5d3 for attacher csi-mock-csi-mock-volumes-764
I0521 00:17:22.490609       1 controller.go:232] Started PV processing "pvc-f22db178-a0b8-4cca-b041-b424abae406e"
I0521 00:17:22.490666       1 csi_handler.go:591] CSIHandler: processing PV "pvc-f22db178-a0b8-4cca-b041-b424abae406e"
I0521 00:17:22.490713       1 csi_handler.go:595] CSIHandler: processing PV "pvc-f22db178-a0b8-4cca-b041-b424abae406e": no deletion timestamp, ignoring
I0521 00:18:05.114231       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0521 00:18:05.114304       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0521 00:18:05.114320       1 connection.go:183] GRPC request: {}
I0521 00:18:05.115293       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7674"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7674"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7674"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7674"]},"volume":{"capacity_bytes":6442450944,"volume_context":{"csi-mock-csi-mock-volumes-7674/dev":"/dev/mock","csi-mock-csi-mock-volumes-7674/var/lib/kubelet/plugins/kubernetes.io/csi/pv/pvc-2c34b470-f637-41a0-9d65-5013e6f2e437/globalmount":"/dev/mock","csi-mock-csi-mock-volumes-7674/var/lib/kubelet/pods/69986463-f2db-4e6d-98a7-794e6d06e0ce/volumes/kubernetes.io~csi/pvc-2c34b470-f637-41a0-9d65-5013e6f2e437/mount":"/var/lib/kubelet/pods/69986463-f2db-4e6d-98a7-794e6d06e0ce/volumes/kubernetes.io~csi/pvc-2c34b470-f637-41a0-9d65-5013e6f2e437/mount","name":"pvc-2c34b470-f637-41a0-9d65-5013e6f2e437","readonly":"false"},"volume_id":"4"}}]}
I0521 00:18:05.119800       1 connection.go:186] GRPC error: <nil>
W0521 00:18:05.119810       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-e72b01e018ce5c5b61a4e61f34ca24572a3c61ccae1f4ab3c9f69f94f0dfaeb8 annotation
W0521 00:18:05.119820       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-7674: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-7674
I0521 00:18:42.893808       1 controller.go:198] Started VA processing "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.893824       1 csi_handler.go:209] CSIHandler: processing VA "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.893830       1 csi_handler.go:260] Starting detach operation for "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.893849       1 csi_handler.go:267] Detaching "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.893859       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7674 in CSINode node1
I0521 00:18:42.893891       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0521 00:18:42.893895       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7674","volume_id":"4"}
I0521 00:18:42.894861       1 connection.go:185] GRPC response: {}
I0521 00:18:42.895198       1 connection.go:186] GRPC error: <nil>
I0521 00:18:42.895208       1 csi_handler.go:549] Detached "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.895222       1 util.go:76] Marking as detached "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.907778       1 controller.go:232] Started PV processing "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:42.907790       1 csi_handler.go:591] CSIHandler: processing PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:42.907797       1 csi_handler.go:595] CSIHandler: processing PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437": no deletion timestamp, ignoring
I0521 00:18:42.908023       1 util.go:90] Finalizer removed from "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.908035       1 csi_handler.go:280] Fully detached "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:42.908051       1 csi_handler.go:225] CSIHandler: finished processing "csi-ce39d55c2dad5fe4f6bdb2e52948b98729eaff491e52906209dc1c71003125d6"
I0521 00:18:47.452664       1 controller.go:232] Started PV processing "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:47.452683       1 csi_handler.go:591] CSIHandler: processing PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:47.452698       1 csi_handler.go:633] CSIHandler: processing PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437": no VA found, removing finalizer
E0521 00:18:47.457745       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437": PersistentVolume "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0521 00:18:47.457773       1 controller.go:232] Started PV processing "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:47.457783       1 csi_handler.go:591] CSIHandler: processing PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:47.457810       1 csi_handler.go:633] CSIHandler: processing PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437": no VA found, removing finalizer
I0521 00:18:47.462561       1 csi_handler.go:655] Removed finalizer from PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:48.457958       1 controller.go:232] Started PV processing "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437"
I0521 00:18:48.457976       1 controller.go:239] PV "pvc-2c34b470-f637-41a0-9d65-5013e6f2e437" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====