==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I1106 01:50:46.208609       1 main.go:91] Version: v2.2.0-0-g97411fa7
I1106 01:50:46.209817       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1106 01:50:53.308725       1 common.go:111] Probing CSI driver for readiness
I1106 01:50:53.308750       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1106 01:50:53.308755       1 connection.go:183] GRPC request: {}
I1106 01:50:53.312987       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1106 01:50:53.313336       1 connection.go:186] GRPC error: <nil>
I1106 01:50:53.313346       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1106 01:50:53.313349       1 connection.go:183] GRPC request: {}
I1106 01:50:53.314430       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-3457","vendor_version":"0.3.0"}
I1106 01:50:53.314730       1 connection.go:186] GRPC error: <nil>
I1106 01:50:53.314737       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-3457"
W1106 01:50:53.314745       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I1106 01:50:53.314750       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1106 01:50:53.314753       1 connection.go:183] GRPC request: {}
I1106 01:50:53.315266       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1106 01:50:53.316090       1 connection.go:186] GRPC error: <nil>
I1106 01:50:53.316097       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1106 01:50:53.316100       1 connection.go:183] GRPC request: {}
I1106 01:50:53.329195       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1106 01:50:53.333200       1 connection.go:186] GRPC error: <nil>
I1106 01:50:53.333262       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I1106 01:50:53.333269       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1106 01:50:53.333273       1 connection.go:183] GRPC request: {}
I1106 01:50:53.340118       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1106 01:50:53.343189       1 connection.go:186] GRPC error: <nil>
I1106 01:50:53.343199       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I1106 01:50:53.344749       1 controller.go:121] Starting CSI attacher
I1106 01:50:53.345002       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I1106 01:50:53.345031       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I1106 01:50:53.345725       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I1106 01:50:53.345735       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I1106 01:50:53.346042       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I1106 01:50:53.346050       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I1106 01:50:53.517677       1 shared_informer.go:227] caches populated
I1106 01:50:53.517723       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I1106 01:50:53.517740       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1106 01:50:53.517744       1 connection.go:183] GRPC request: {}
I1106 01:50:53.518145       1 controller.go:198] Started VA processing "csi-f78dd4a9661944775bd0895ec458d3b69904c45ef0e6d08810dd68be64585815"
I1106 01:50:53.518152       1 controller.go:213] Skipping VolumeAttachment csi-f78dd4a9661944775bd0895ec458d3b69904c45ef0e6d08810dd68be64585815 for attacher csi-mock-csi-mock-volumes-6601
I1106 01:50:53.518712       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-3457"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-3457"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-3457"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I1106 01:50:53.521187       1 connection.go:186] GRPC error: <nil>
W1106 01:50:53.521195       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-f78dd4a9661944775bd0895ec458d3b69904c45ef0e6d08810dd68be64585815 annotation
I1106 01:51:03.882280       1 controller.go:198] Started VA processing "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.882301       1 csi_handler.go:209] CSIHandler: processing VA "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.882309       1 csi_handler.go:236] Attaching "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.882322       1 csi_handler.go:396] Starting attach operation for "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.882376       1 csi_handler.go:335] Adding finalizer to PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:03.887493       1 csi_handler.go:344] PV finalizer added to "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:03.887526       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-3457 in CSINode node2
I1106 01:51:03.887545       1 csi_handler.go:297] VA finalizer added to "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.887553       1 csi_handler.go:311] NodeID annotation added to "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.893433       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1106 01:51:03.893441       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-3457","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62","storage.kubernetes.io/csiProvisionerIdentity":"1636163453313-8081-csi-mock-csi-mock-volumes-3457"},"volume_id":"4"}
I1106 01:51:03.897935       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1106 01:51:03.898236       1 connection.go:186] GRPC error: <nil>
I1106 01:51:03.898243       1 csi_handler.go:249] Attached "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.898249       1 util.go:35] Marking as attached "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.901595       1 util.go:48] Marked as attached "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.901604       1 csi_handler.go:255] Fully attached "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.901610       1 csi_handler.go:225] CSIHandler: finished processing "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.901620       1 controller.go:198] Started VA processing "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.901625       1 csi_handler.go:209] CSIHandler: processing VA "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:03.901630       1 csi_handler.go:231] "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884" is already attached
I1106 01:51:03.901635       1 csi_handler.go:225] CSIHandler: finished processing "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:06.202576       1 controller.go:198] Started VA processing "csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9"
I1106 01:51:06.202597       1 controller.go:213] Skipping VolumeAttachment csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9 for attacher csi-mock-csi-mock-volumes-210
I1106 01:51:06.217280       1 controller.go:198] Started VA processing "csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9"
I1106 01:51:06.217293       1 controller.go:213] Skipping VolumeAttachment csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9 for attacher csi-mock-csi-mock-volumes-210
I1106 01:51:06.224280       1 controller.go:198] Started VA processing "csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9"
I1106 01:51:06.224292       1 controller.go:213] Skipping VolumeAttachment csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9 for attacher csi-mock-csi-mock-volumes-210
I1106 01:51:31.464768       1 controller.go:198] Started VA processing "csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9"
I1106 01:51:31.464790       1 controller.go:213] Skipping VolumeAttachment csi-cb749ae6a883b7a340dabbb00f8561148db2a5bd981820b54f0bf1740734d0d9 for attacher csi-mock-csi-mock-volumes-210
I1106 01:51:31.511998       1 controller.go:232] Started PV processing "pvc-bb1ce683-70dd-4b99-a83a-94d10b3d53db"
I1106 01:51:31.512025       1 csi_handler.go:591] CSIHandler: processing PV "pvc-bb1ce683-70dd-4b99-a83a-94d10b3d53db"
I1106 01:51:31.512033       1 csi_handler.go:595] CSIHandler: processing PV "pvc-bb1ce683-70dd-4b99-a83a-94d10b3d53db": no deletion timestamp, ignoring
I1106 01:51:34.278052       1 controller.go:198] Started VA processing "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.278086       1 csi_handler.go:209] CSIHandler: processing VA "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.278103       1 csi_handler.go:260] Starting detach operation for "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.278143       1 csi_handler.go:267] Detaching "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.278168       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-3457 in CSINode node2
I1106 01:51:34.278240       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1106 01:51:34.278253       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-3457","volume_id":"4"}
I1106 01:51:34.279488       1 connection.go:185] GRPC response: {}
I1106 01:51:34.279764       1 connection.go:186] GRPC error: <nil>
I1106 01:51:34.279774       1 csi_handler.go:549] Detached "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.279788       1 util.go:76] Marking as detached "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.286020       1 util.go:90] Finalizer removed from "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.286035       1 csi_handler.go:280] Fully detached "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.286042       1 csi_handler.go:225] CSIHandler: finished processing "csi-fa3984e368c900532c8d7f4e665bd208d61b4f99e86d32de82b2b04b55abd884"
I1106 01:51:34.286154       1 controller.go:232] Started PV processing "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:34.286161       1 csi_handler.go:591] CSIHandler: processing PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:34.286167       1 csi_handler.go:595] CSIHandler: processing PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62": no deletion timestamp, ignoring
I1106 01:51:35.899484       1 controller.go:232] Started PV processing "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:35.899502       1 csi_handler.go:591] CSIHandler: processing PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:35.899516       1 csi_handler.go:633] CSIHandler: processing PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62": no VA found, removing finalizer
E1106 01:51:35.903789       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62": PersistentVolume "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1106 01:51:35.903818       1 controller.go:232] Started PV processing "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:35.903825       1 csi_handler.go:591] CSIHandler: processing PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:35.903839       1 csi_handler.go:633] CSIHandler: processing PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62": no VA found, removing finalizer
I1106 01:51:35.909594       1 csi_handler.go:655] Removed finalizer from PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:36.903910       1 controller.go:232] Started PV processing "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62"
I1106 01:51:36.903940       1 controller.go:239] PV "pvc-91a3aaf9-d844-4f1d-9880-c620d711dc62" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====