==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I1023 05:16:47.709004       1 main.go:91] Version: v2.2.0-0-g97411fa7
I1023 05:16:47.710060       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1023 05:16:49.874072       1 common.go:111] Probing CSI driver for readiness
I1023 05:16:49.874098       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1023 05:16:49.874104       1 connection.go:183] GRPC request: {}
I1023 05:16:49.879255       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1023 05:16:49.879671       1 connection.go:186] GRPC error: <nil>
I1023 05:16:49.879684       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1023 05:16:49.879689       1 connection.go:183] GRPC request: {}
I1023 05:16:49.880277       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-2132","vendor_version":"0.3.0"}
I1023 05:16:49.880648       1 connection.go:186] GRPC error: <nil>
I1023 05:16:49.880656       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-2132"
W1023 05:16:49.880665       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I1023 05:16:49.880671       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1023 05:16:49.880675       1 connection.go:183] GRPC request: {}
I1023 05:16:49.881306       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1023 05:16:49.882327       1 connection.go:186] GRPC error: <nil>
I1023 05:16:49.882334       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1023 05:16:49.882339       1 connection.go:183] GRPC request: {}
I1023 05:16:49.882970       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1023 05:16:49.890256       1 connection.go:186] GRPC error: <nil>
I1023 05:16:49.890310       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I1023 05:16:49.890316       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1023 05:16:49.890321       1 connection.go:183] GRPC request: {}
I1023 05:16:49.890926       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1023 05:16:49.895864       1 connection.go:186] GRPC error: <nil>
I1023 05:16:49.895878       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I1023 05:16:49.897281       1 controller.go:121] Starting CSI attacher
I1023 05:16:49.897511       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I1023 05:16:49.897526       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I1023 05:16:49.898127       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I1023 05:16:49.898136       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I1023 05:16:49.898940       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I1023 05:16:49.898948       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I1023 05:16:49.997380       1 shared_informer.go:227] caches populated
I1023 05:16:49.997421       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I1023 05:16:49.997445       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1023 05:16:49.997450       1 connection.go:183] GRPC request: {}
I1023 05:16:49.997900       1 controller.go:198] Started VA processing "csi-a82eae4560004b7d219d7ed298093222b8bb37f3b5face146aa7749ef8ce9ae1"
I1023 05:16:49.997909       1 controller.go:213] Skipping VolumeAttachment csi-a82eae4560004b7d219d7ed298093222b8bb37f3b5face146aa7749ef8ce9ae1 for attacher csi-mock-csi-mock-volumes-6707
I1023 05:16:49.997924       1 controller.go:198] Started VA processing "csi-18634e068d83b595321a2e95fce6de60fae4e972f726b253df34410305185864"
I1023 05:16:49.997930       1 controller.go:213] Skipping VolumeAttachment csi-18634e068d83b595321a2e95fce6de60fae4e972f726b253df34410305185864 for attacher csi-mock-csi-mock-volumes-2641
I1023 05:16:50.014159       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-2132"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-2132"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-2132"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I1023 05:16:50.017203       1 connection.go:186] GRPC error: <nil>
W1023 05:16:50.017226       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-6707: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-6707
W1023 05:16:50.017235       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-18634e068d83b595321a2e95fce6de60fae4e972f726b253df34410305185864 annotation
I1023 05:16:54.671807       1 controller.go:198] Started VA processing "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.671831       1 csi_handler.go:209] CSIHandler: processing VA "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.671840       1 csi_handler.go:236] Attaching "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.671853       1 csi_handler.go:396] Starting attach operation for "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.671915       1 csi_handler.go:335] Adding finalizer to PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:16:54.678700       1 csi_handler.go:344] PV finalizer added to "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:16:54.678731       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-2132 in CSINode node2
I1023 05:16:54.678761       1 csi_handler.go:297] VA finalizer added to "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.678769       1 csi_handler.go:311] NodeID annotation added to "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.682000       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1023 05:16:54.682010       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-2132","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-eb7009e2-d134-4600-89db-9559f8e9240d","storage.kubernetes.io/csiProvisionerIdentity":"1634966209746-8081-csi-mock-csi-mock-volumes-2132"},"volume_id":"4"}
I1023 05:16:54.683926       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1023 05:16:54.684291       1 connection.go:186] GRPC error: <nil>
I1023 05:16:54.684298       1 csi_handler.go:249] Attached "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.684305       1 util.go:35] Marking as attached "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.687867       1 util.go:48] Marked as attached "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.687879       1 csi_handler.go:255] Fully attached "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.687887       1 csi_handler.go:225] CSIHandler: finished processing "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.687910       1 controller.go:198] Started VA processing "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.687917       1 csi_handler.go:209] CSIHandler: processing VA "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:16:54.687924       1 csi_handler.go:231] "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f" is already attached
I1023 05:16:54.687930       1 csi_handler.go:225] CSIHandler: finished processing "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:17:08.970641       1 controller.go:198] Started VA processing "csi-a82eae4560004b7d219d7ed298093222b8bb37f3b5face146aa7749ef8ce9ae1"
I1023 05:17:08.970656       1 controller.go:213] Skipping VolumeAttachment csi-a82eae4560004b7d219d7ed298093222b8bb37f3b5face146aa7749ef8ce9ae1 for attacher csi-mock-csi-mock-volumes-6707
I1023 05:17:08.980880       1 controller.go:232] Started PV processing "pvc-9934f69b-7cf6-4626-85f0-1d938a586f9f"
I1023 05:17:08.980898       1 csi_handler.go:591] CSIHandler: processing PV "pvc-9934f69b-7cf6-4626-85f0-1d938a586f9f"
I1023 05:17:08.980906       1 csi_handler.go:595] CSIHandler: processing PV "pvc-9934f69b-7cf6-4626-85f0-1d938a586f9f": no deletion timestamp, ignoring
I1023 05:17:50.017412       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I1023 05:17:50.017439       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1023 05:17:50.017447       1 connection.go:183] GRPC request: {}
I1023 05:17:50.018358       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-2132"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-2132"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-2132"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-2132"]},"volume":{"capacity_bytes":6442450944,"volume_context":{"csi-mock-csi-mock-volumes-2132/dev":"/dev/mock","csi-mock-csi-mock-volumes-2132/var/lib/kubelet/plugins/kubernetes.io/csi/pv/pvc-eb7009e2-d134-4600-89db-9559f8e9240d/globalmount":"/dev/mock","csi-mock-csi-mock-volumes-2132/var/lib/kubelet/pods/87b34fd9-87df-4833-ae88-bd1b8cc812f2/volumes/kubernetes.io~csi/pvc-eb7009e2-d134-4600-89db-9559f8e9240d/mount":"/var/lib/kubelet/pods/87b34fd9-87df-4833-ae88-bd1b8cc812f2/volumes/kubernetes.io~csi/pvc-eb7009e2-d134-4600-89db-9559f8e9240d/mount","name":"pvc-eb7009e2-d134-4600-89db-9559f8e9240d","readonly":"false"},"volume_id":"4"}}]}
I1023 05:17:50.024199       1 connection.go:186] GRPC error: <nil>
W1023 05:17:50.024221       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-2132: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-2132
W1023 05:17:50.024231       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-18634e068d83b595321a2e95fce6de60fae4e972f726b253df34410305185864 annotation
I1023 05:17:53.507505       1 controller.go:232] Started PV processing "pvc-b122d973-9e5d-4588-a189-9832fefb66c4"
I1023 05:17:53.507527       1 csi_handler.go:591] CSIHandler: processing PV "pvc-b122d973-9e5d-4588-a189-9832fefb66c4"
I1023 05:17:53.507537       1 csi_handler.go:595] CSIHandler: processing PV "pvc-b122d973-9e5d-4588-a189-9832fefb66c4": no deletion timestamp, ignoring
I1023 05:17:54.416819       1 controller.go:198] Started VA processing "csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a"
I1023 05:17:54.416833       1 controller.go:213] Skipping VolumeAttachment csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a for attacher csi-mock-csi-mock-volumes-4730
I1023 05:17:54.427800       1 controller.go:198] Started VA processing "csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a"
I1023 05:17:54.427813       1 controller.go:213] Skipping VolumeAttachment csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a for attacher csi-mock-csi-mock-volumes-4730
I1023 05:17:54.434056       1 controller.go:198] Started VA processing "csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a"
I1023 05:17:54.434071       1 controller.go:213] Skipping VolumeAttachment csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a for attacher csi-mock-csi-mock-volumes-4730
I1023 05:18:18.268934       1 controller.go:198] Started VA processing "csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a"
I1023 05:18:18.268952       1 controller.go:213] Skipping VolumeAttachment csi-eb413d9c1a857d1b8d24248a5261a492a408712a8eff14dd56d4701306ff979a for attacher csi-mock-csi-mock-volumes-4730
I1023 05:18:18.278729       1 controller.go:232] Started PV processing "pvc-68fb1024-aa6d-48d5-8d6a-3dd6d8ff9419"
I1023 05:18:18.278739       1 csi_handler.go:591] CSIHandler: processing PV "pvc-68fb1024-aa6d-48d5-8d6a-3dd6d8ff9419"
I1023 05:18:18.278746       1 csi_handler.go:595] CSIHandler: processing PV "pvc-68fb1024-aa6d-48d5-8d6a-3dd6d8ff9419": no deletion timestamp, ignoring
I1023 05:18:38.393445       1 controller.go:198] Started VA processing "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.393462       1 csi_handler.go:209] CSIHandler: processing VA "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.393468       1 csi_handler.go:260] Starting detach operation for "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.393486       1 csi_handler.go:267] Detaching "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.393496       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-2132 in CSINode node2
I1023 05:18:38.393536       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1023 05:18:38.393541       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-2132","volume_id":"4"}
I1023 05:18:38.394678       1 connection.go:185] GRPC response: {}
I1023 05:18:38.394975       1 connection.go:186] GRPC error: <nil>
I1023 05:18:38.394984       1 csi_handler.go:549] Detached "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.395002       1 util.go:76] Marking as detached "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.401167       1 util.go:90] Finalizer removed from "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.401178       1 csi_handler.go:280] Fully detached "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.401185       1 csi_handler.go:225] CSIHandler: finished processing "csi-92d7d3b8e25f975c92bfdf20cedc13ee8dc1f5f5ed912616ab7e792400f8fd8f"
I1023 05:18:38.401293       1 controller.go:232] Started PV processing "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:38.401300       1 csi_handler.go:591] CSIHandler: processing PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:38.401307       1 csi_handler.go:595] CSIHandler: processing PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d": no deletion timestamp, ignoring
I1023 05:18:41.639399       1 controller.go:232] Started PV processing "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:41.639415       1 csi_handler.go:591] CSIHandler: processing PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:41.639426       1 csi_handler.go:633] CSIHandler: processing PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d": no VA found, removing finalizer
E1023 05:18:41.644517       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d": PersistentVolume "pvc-eb7009e2-d134-4600-89db-9559f8e9240d" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1023 05:18:41.644537       1 controller.go:232] Started PV processing "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:41.644543       1 csi_handler.go:591] CSIHandler: processing PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:41.644556       1 csi_handler.go:633] CSIHandler: processing PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d": no VA found, removing finalizer
I1023 05:18:41.649496       1 csi_handler.go:655] Removed finalizer from PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:42.644616       1 controller.go:232] Started PV processing "pvc-eb7009e2-d134-4600-89db-9559f8e9240d"
I1023 05:18:42.644631       1 controller.go:239] PV "pvc-eb7009e2-d134-4600-89db-9559f8e9240d" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====