==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0611 00:05:55.959467       1 main.go:91] Version: v2.2.0-0-g97411fa7
I0611 00:05:55.960553       1 connection.go:153] Connecting to unix:///csi/csi.sock
I0611 00:05:56.961526       1 common.go:111] Probing CSI driver for readiness
I0611 00:05:56.961569       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I0611 00:05:56.961574       1 connection.go:183] GRPC request: {}
I0611 00:05:56.965770       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I0611 00:05:56.966114       1 connection.go:186] GRPC error: <nil>
I0611 00:05:56.966123       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I0611 00:05:56.966127       1 connection.go:183] GRPC request: {}
I0611 00:05:56.966848       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-1236","vendor_version":"0.3.0"}
I0611 00:05:56.967145       1 connection.go:186] GRPC error: <nil>
I0611 00:05:56.967152       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-1236"
W0611 00:05:56.967162       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I0611 00:05:56.967166       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0611 00:05:56.967170       1 connection.go:183] GRPC request: {}
I0611 00:05:56.967917       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I0611 00:05:56.968802       1 connection.go:186] GRPC error: <nil>
I0611 00:05:56.968808       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0611 00:05:56.968812       1 connection.go:183] GRPC request: {}
I0611 00:05:56.970937       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0611 00:05:56.975423       1 connection.go:186] GRPC error: <nil>
I0611 00:05:56.975471       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0611 00:05:56.975476       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0611 00:05:56.975480       1 connection.go:183] GRPC request: {}
I0611 00:05:56.976164       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0611 00:05:56.979618       1 connection.go:186] GRPC error: <nil>
I0611 00:05:56.979628       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I0611 00:05:56.979711       1 controller.go:121] Starting CSI attacher
I0611 00:05:56.979889       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I0611 00:05:56.979901       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I0611 00:05:56.980388       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I0611 00:05:56.980395       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I0611 00:05:56.980628       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I0611 00:05:56.980634       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I0611 00:05:57.079812       1 shared_informer.go:227] caches populated
I0611 00:05:57.079854       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0611 00:05:57.079876       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0611 00:05:57.079881       1 connection.go:183] GRPC request: {}
I0611 00:05:57.080354       1 controller.go:198] Started VA processing "csi-5003214300ae2c8ab978d99c308319af0158ee31c5baeb5c847e4e414cb38b49"
I0611 00:05:57.080363       1 controller.go:213] Skipping VolumeAttachment csi-5003214300ae2c8ab978d99c308319af0158ee31c5baeb5c847e4e414cb38b49 for attacher csi-mock-csi-mock-volumes-6474
I0611 00:05:57.081239       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1236"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1236"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1236"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I0611 00:05:57.084384       1 connection.go:186] GRPC error: <nil>
W0611 00:05:57.084394       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-5003214300ae2c8ab978d99c308319af0158ee31c5baeb5c847e4e414cb38b49 annotation
I0611 00:06:00.388935       1 controller.go:198] Started VA processing "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.388955       1 csi_handler.go:209] CSIHandler: processing VA "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.388964       1 csi_handler.go:236] Attaching "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.388976       1 csi_handler.go:396] Starting attach operation for "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.389028       1 csi_handler.go:335] Adding finalizer to PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:00.394684       1 csi_handler.go:344] PV finalizer added to "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:00.394705       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1236 in CSINode node2
I0611 00:06:00.394722       1 csi_handler.go:297] VA finalizer added to "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.394730       1 csi_handler.go:311] NodeID annotation added to "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.397742       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0611 00:06:00.397751       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1236","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-543e3b66-9b4e-462f-88e3-4796945d4751","storage.kubernetes.io/csiProvisionerIdentity":"1654905957653-8081-csi-mock-csi-mock-volumes-1236"},"volume_id":"4"}
I0611 00:06:00.399285       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0611 00:06:00.399754       1 connection.go:186] GRPC error: <nil>
I0611 00:06:00.399761       1 csi_handler.go:249] Attached "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.399767       1 util.go:35] Marking as attached "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.405861       1 util.go:48] Marked as attached "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.405872       1 csi_handler.go:255] Fully attached "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.405878       1 csi_handler.go:225] CSIHandler: finished processing "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.405898       1 controller.go:198] Started VA processing "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.405904       1 csi_handler.go:209] CSIHandler: processing VA "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:00.405910       1 csi_handler.go:231] "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32" is already attached
I0611 00:06:00.405915       1 csi_handler.go:225] CSIHandler: finished processing "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:08.440653       1 controller.go:198] Started VA processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.440675       1 csi_handler.go:209] CSIHandler: processing VA "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.440681       1 csi_handler.go:236] Attaching "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.440687       1 csi_handler.go:396] Starting attach operation for "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.440737       1 csi_handler.go:335] Adding finalizer to PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:08.446425       1 csi_handler.go:344] PV finalizer added to "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:08.446441       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1236 in CSINode node2
I0611 00:06:08.446456       1 csi_handler.go:297] VA finalizer added to "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.446464       1 csi_handler.go:311] NodeID annotation added to "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.449554       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0611 00:06:08.449562       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1236","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54","storage.kubernetes.io/csiProvisionerIdentity":"1654905957653-8081-csi-mock-csi-mock-volumes-1236"},"volume_id":"5"}
I0611 00:06:08.451681       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0611 00:06:08.451991       1 connection.go:186] GRPC error: <nil>
I0611 00:06:08.451998       1 csi_handler.go:249] Attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.452004       1 util.go:35] Marking as attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455684       1 util.go:48] Marked as attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455696       1 csi_handler.go:255] Fully attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455703       1 csi_handler.go:225] CSIHandler: finished processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455717       1 controller.go:198] Started VA processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455723       1 csi_handler.go:209] CSIHandler: processing VA "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455728       1 csi_handler.go:236] Attaching "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455735       1 csi_handler.go:396] Starting attach operation for "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455769       1 csi_handler.go:329] PV finalizer is already set on "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:08.455779       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1236 in CSINode node2
I0611 00:06:08.455788       1 csi_handler.go:289] VA finalizer is already set on "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455793       1 csi_handler.go:303] NodeID annotation is already set on "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.455801       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0611 00:06:08.455805       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1236","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54","storage.kubernetes.io/csiProvisionerIdentity":"1654905957653-8081-csi-mock-csi-mock-volumes-1236"},"volume_id":"5"}
I0611 00:06:08.457195       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0611 00:06:08.457556       1 connection.go:186] GRPC error: <nil>
I0611 00:06:08.457562       1 csi_handler.go:249] Attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.457568       1 util.go:35] Marking as attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.460138       1 util.go:48] Marked as attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.460149       1 csi_handler.go:255] Fully attached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.460155       1 csi_handler.go:225] CSIHandler: finished processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.460168       1 controller.go:198] Started VA processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.460173       1 csi_handler.go:209] CSIHandler: processing VA "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:08.460179       1 csi_handler.go:231] "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1" is already attached
I0611 00:06:08.460184       1 csi_handler.go:225] CSIHandler: finished processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:32.004601       1 controller.go:198] Started VA processing "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.004619       1 csi_handler.go:209] CSIHandler: processing VA "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.004625       1 csi_handler.go:260] Starting detach operation for "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.004670       1 csi_handler.go:267] Detaching "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.004682       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1236 in CSINode node2
I0611 00:06:32.004716       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0611 00:06:32.004720       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1236","volume_id":"4"}
I0611 00:06:32.008575       1 connection.go:185] GRPC response: {}
I0611 00:06:32.008865       1 connection.go:186] GRPC error: <nil>
I0611 00:06:32.008876       1 csi_handler.go:549] Detached "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.008902       1 util.go:76] Marking as detached "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.026302       1 controller.go:232] Started PV processing "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:32.026320       1 csi_handler.go:591] CSIHandler: processing PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:32.026328       1 csi_handler.go:595] CSIHandler: processing PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751": no deletion timestamp, ignoring
I0611 00:06:32.026456       1 util.go:90] Finalizer removed from "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.026465       1 csi_handler.go:280] Fully detached "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:32.026470       1 csi_handler.go:225] CSIHandler: finished processing "csi-993e338a79460209ad503c06324fae5e8a053b7b215077cac976a9f190533b32"
I0611 00:06:35.520022       1 controller.go:198] Started VA processing "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.520041       1 csi_handler.go:209] CSIHandler: processing VA "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.520048       1 csi_handler.go:236] Attaching "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.520053       1 csi_handler.go:396] Starting attach operation for "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.520092       1 csi_handler.go:335] Adding finalizer to PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:35.524593       1 csi_handler.go:344] PV finalizer added to "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:35.524609       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1236 in CSINode node2
I0611 00:06:35.524630       1 csi_handler.go:297] VA finalizer added to "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.524637       1 csi_handler.go:311] NodeID annotation added to "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.528629       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0611 00:06:35.528656       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1236","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-6829ddd1-f29c-4133-93e8-845c506de1ab","storage.kubernetes.io/csiProvisionerIdentity":"1654905957653-8081-csi-mock-csi-mock-volumes-1236"},"volume_id":"6"}
I0611 00:06:35.530265       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0611 00:06:35.530562       1 connection.go:186] GRPC error: <nil>
I0611 00:06:35.530569       1 csi_handler.go:249] Attached "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.530574       1 util.go:35] Marking as attached "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.533685       1 util.go:48] Marked as attached "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.533696       1 csi_handler.go:255] Fully attached "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.533702       1 csi_handler.go:225] CSIHandler: finished processing "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.533714       1 controller.go:198] Started VA processing "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.533720       1 csi_handler.go:209] CSIHandler: processing VA "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:35.533725       1 csi_handler.go:231] "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed" is already attached
I0611 00:06:35.533731       1 csi_handler.go:225] CSIHandler: finished processing "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.557342       1 controller.go:198] Started VA processing "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.557360       1 csi_handler.go:209] CSIHandler: processing VA "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.557365       1 csi_handler.go:260] Starting detach operation for "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.557384       1 csi_handler.go:267] Detaching "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.557394       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1236 in CSINode node2
I0611 00:06:38.557427       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0611 00:06:38.557431       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1236","volume_id":"6"}
I0611 00:06:38.558066       1 connection.go:185] GRPC response: {}
I0611 00:06:38.558340       1 connection.go:186] GRPC error: <nil>
I0611 00:06:38.558345       1 csi_handler.go:549] Detached "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.558360       1 util.go:76] Marking as detached "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.562961       1 controller.go:232] Started PV processing "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:38.562974       1 csi_handler.go:591] CSIHandler: processing PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:38.562981       1 csi_handler.go:595] CSIHandler: processing PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab": no deletion timestamp, ignoring
I0611 00:06:38.563114       1 util.go:90] Finalizer removed from "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.563123       1 csi_handler.go:280] Fully detached "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:38.563129       1 csi_handler.go:225] CSIHandler: finished processing "csi-a42b474eed90b709907d83876d53a014506b232968d74a70ffa8ec78f5eaa6ed"
I0611 00:06:42.088379       1 controller.go:198] Started VA processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.088396       1 csi_handler.go:209] CSIHandler: processing VA "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.088401       1 csi_handler.go:260] Starting detach operation for "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.088414       1 csi_handler.go:267] Detaching "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.088424       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-1236 in CSINode node2
I0611 00:06:42.088452       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0611 00:06:42.088456       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-1236","volume_id":"5"}
I0611 00:06:42.089089       1 connection.go:185] GRPC response: {}
I0611 00:06:42.089393       1 connection.go:186] GRPC error: <nil>
I0611 00:06:42.089398       1 csi_handler.go:549] Detached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.089411       1 util.go:76] Marking as detached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.097620       1 controller.go:232] Started PV processing "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:42.097652       1 csi_handler.go:591] CSIHandler: processing PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:42.097675       1 csi_handler.go:595] CSIHandler: processing PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54": no deletion timestamp, ignoring
I0611 00:06:42.098024       1 util.go:90] Finalizer removed from "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.098049       1 csi_handler.go:280] Fully detached "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:42.098066       1 csi_handler.go:225] CSIHandler: finished processing "csi-b6c26fbe14f0e67cd74557967e1f0475593959fa46b84b78ffffdf811c329bc1"
I0611 00:06:48.483053       1 controller.go:232] Started PV processing "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:48.483540       1 csi_handler.go:591] CSIHandler: processing PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:48.483555       1 csi_handler.go:633] CSIHandler: processing PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751": no VA found, removing finalizer
E0611 00:06:48.487923       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751": PersistentVolume "pvc-543e3b66-9b4e-462f-88e3-4796945d4751" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0611 00:06:48.487946       1 controller.go:232] Started PV processing "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:48.487961       1 csi_handler.go:591] CSIHandler: processing PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:48.487974       1 csi_handler.go:633] CSIHandler: processing PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751": no VA found, removing finalizer
I0611 00:06:48.492147       1 csi_handler.go:655] Removed finalizer from PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:49.488099       1 controller.go:232] Started PV processing "pvc-543e3b66-9b4e-462f-88e3-4796945d4751"
I0611 00:06:49.488123       1 controller.go:239] PV "pvc-543e3b66-9b4e-462f-88e3-4796945d4751" deleted, ignoring
I0611 00:06:50.503354       1 controller.go:232] Started PV processing "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:50.503371       1 csi_handler.go:591] CSIHandler: processing PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:50.503384       1 csi_handler.go:633] CSIHandler: processing PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54": no VA found, removing finalizer
E0611 00:06:50.508698       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54": PersistentVolume "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0611 00:06:50.519670       1 controller.go:232] Started PV processing "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:50.519691       1 csi_handler.go:591] CSIHandler: processing PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:50.519715       1 csi_handler.go:633] CSIHandler: processing PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54": no VA found, removing finalizer
I0611 00:06:50.524641       1 csi_handler.go:655] Removed finalizer from PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:51.508947       1 controller.go:232] Started PV processing "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54"
I0611 00:06:51.509003       1 controller.go:239] PV "pvc-5b0f739a-cbdf-4d42-bfdc-ef8ea4854a54" deleted, ignoring
I0611 00:06:52.516364       1 controller.go:232] Started PV processing "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:52.516384       1 csi_handler.go:591] CSIHandler: processing PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:52.516397       1 csi_handler.go:633] CSIHandler: processing PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab": no VA found, removing finalizer
E0611 00:06:52.520551       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab": PersistentVolume "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0611 00:06:52.520576       1 controller.go:232] Started PV processing "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:52.520584       1 csi_handler.go:591] CSIHandler: processing PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:52.520597       1 csi_handler.go:633] CSIHandler: processing PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab": no VA found, removing finalizer
I0611 00:06:52.525732       1 csi_handler.go:655] Removed finalizer from PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:53.520789       1 controller.go:232] Started PV processing "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab"
I0611 00:06:53.520816       1 controller.go:239] PV "pvc-6829ddd1-f29c-4133-93e8-845c506de1ab" deleted, ignoring
I0611 00:06:57.084498       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0611 00:06:57.084523       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0611 00:06:57.084536       1 connection.go:183] GRPC request: {}
I0611 00:06:57.085414       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1236"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1236"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-1236"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I0611 00:06:57.088459       1 connection.go:186] GRPC error: <nil>
W0611 00:06:57.088470       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-5003214300ae2c8ab978d99c308319af0158ee31c5baeb5c847e4e414cb38b49 annotation
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====