==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I1106 01:54:15.401980       1 main.go:91] Version: v2.2.0-0-g97411fa7
I1106 01:54:15.403456       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1106 01:54:17.462250       1 common.go:111] Probing CSI driver for readiness
I1106 01:54:17.462290       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1106 01:54:17.462298       1 connection.go:183] GRPC request: {}
I1106 01:54:17.465363       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1106 01:54:17.465747       1 connection.go:186] GRPC error: <nil>
I1106 01:54:17.465760       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1106 01:54:17.465766       1 connection.go:183] GRPC request: {}
I1106 01:54:17.466310       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-7333","vendor_version":"0.3.0"}
I1106 01:54:17.466652       1 connection.go:186] GRPC error: <nil>
I1106 01:54:17.466659       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-7333"
W1106 01:54:17.466666       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I1106 01:54:17.466672       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1106 01:54:17.466678       1 connection.go:183] GRPC request: {}
I1106 01:54:17.467259       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1106 01:54:17.468224       1 connection.go:186] GRPC error: <nil>
I1106 01:54:17.468231       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1106 01:54:17.468235       1 connection.go:183] GRPC request: {}
I1106 01:54:17.469465       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1106 01:54:17.474106       1 connection.go:186] GRPC error: <nil>
I1106 01:54:17.474166       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I1106 01:54:17.474173       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1106 01:54:17.474178       1 connection.go:183] GRPC request: {}
I1106 01:54:17.474676       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1106 01:54:17.479075       1 connection.go:186] GRPC error: <nil>
I1106 01:54:17.479087       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I1106 01:54:17.479530       1 controller.go:121] Starting CSI attacher
I1106 01:54:17.479805       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I1106 01:54:17.479813       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I1106 01:54:17.479837       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I1106 01:54:17.479813       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I1106 01:54:17.479846       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I1106 01:54:17.479838       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I1106 01:54:17.579671       1 shared_informer.go:227] caches populated
I1106 01:54:17.579726       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I1106 01:54:17.579758       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1106 01:54:17.579752       1 controller.go:198] Started VA processing "csi-f78dd4a9661944775bd0895ec458d3b69904c45ef0e6d08810dd68be64585815"
I1106 01:54:17.579772       1 controller.go:213] Skipping VolumeAttachment csi-f78dd4a9661944775bd0895ec458d3b69904c45ef0e6d08810dd68be64585815 for attacher csi-mock-csi-mock-volumes-6601
I1106 01:54:17.579765       1 connection.go:183] GRPC request: {}
I1106 01:54:17.581010       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I1106 01:54:17.585160       1 connection.go:186] GRPC error: <nil>
W1106 01:54:17.585170       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-f78dd4a9661944775bd0895ec458d3b69904c45ef0e6d08810dd68be64585815 annotation
I1106 01:54:20.151767       1 controller.go:198] Started VA processing "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.151790       1 csi_handler.go:209] CSIHandler: processing VA "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.151799       1 csi_handler.go:236] Attaching "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.151811       1 csi_handler.go:396] Starting attach operation for "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.151884       1 csi_handler.go:335] Adding finalizer to PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:54:20.158255       1 csi_handler.go:344] PV finalizer added to "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:54:20.158279       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:54:20.158310       1 csi_handler.go:297] VA finalizer added to "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.158318       1 csi_handler.go:311] NodeID annotation added to "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.164902       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1106 01:54:20.164911       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-3edecb13-c919-4f59-8053-0e3a063bdddf","storage.kubernetes.io/csiProvisionerIdentity":"1636163656799-8081-csi-mock-csi-mock-volumes-7333"},"volume_id":"4"}
I1106 01:54:20.167687       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1106 01:54:20.168068       1 connection.go:186] GRPC error: <nil>
I1106 01:54:20.168076       1 csi_handler.go:249] Attached "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.168083       1 util.go:35] Marking as attached "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.170788       1 util.go:48] Marked as attached "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.170799       1 csi_handler.go:255] Fully attached "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.170807       1 csi_handler.go:225] CSIHandler: finished processing "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.170825       1 controller.go:198] Started VA processing "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.170854       1 csi_handler.go:209] CSIHandler: processing VA "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:20.170860       1 csi_handler.go:231] "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a" is already attached
I1106 01:54:20.170866       1 csi_handler.go:225] CSIHandler: finished processing "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:54:44.196231       1 controller.go:198] Started VA processing "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.196253       1 csi_handler.go:209] CSIHandler: processing VA "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.196259       1 csi_handler.go:236] Attaching "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.196266       1 csi_handler.go:396] Starting attach operation for "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.196326       1 csi_handler.go:335] Adding finalizer to PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:54:44.200828       1 csi_handler.go:344] PV finalizer added to "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:54:44.200852       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:54:44.200867       1 csi_handler.go:297] VA finalizer added to "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.200877       1 csi_handler.go:311] NodeID annotation added to "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.204309       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1106 01:54:44.204318       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae","storage.kubernetes.io/csiProvisionerIdentity":"1636163656799-8081-csi-mock-csi-mock-volumes-7333"},"volume_id":"5"}
I1106 01:54:44.205855       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1106 01:54:44.206537       1 connection.go:186] GRPC error: <nil>
I1106 01:54:44.206544       1 csi_handler.go:249] Attached "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.206551       1 util.go:35] Marking as attached "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.209687       1 util.go:48] Marked as attached "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.209698       1 csi_handler.go:255] Fully attached "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.209705       1 csi_handler.go:225] CSIHandler: finished processing "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.209724       1 controller.go:198] Started VA processing "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.209747       1 csi_handler.go:209] CSIHandler: processing VA "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:44.209758       1 csi_handler.go:231] "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16" is already attached
I1106 01:54:44.209764       1 csi_handler.go:225] CSIHandler: finished processing "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:54:52.456996       1 controller.go:232] Started PV processing "pvc-c9930692-aea8-43a1-bdb2-2703bc0bcda6"
I1106 01:54:52.457032       1 csi_handler.go:591] CSIHandler: processing PV "pvc-c9930692-aea8-43a1-bdb2-2703bc0bcda6"
I1106 01:54:52.457040       1 csi_handler.go:595] CSIHandler: processing PV "pvc-c9930692-aea8-43a1-bdb2-2703bc0bcda6": no deletion timestamp, ignoring
I1106 01:55:15.689187       1 controller.go:198] Started VA processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.689223       1 csi_handler.go:209] CSIHandler: processing VA "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.689241       1 csi_handler.go:236] Attaching "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.689258       1 csi_handler.go:396] Starting attach operation for "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.689382       1 csi_handler.go:335] Adding finalizer to PV "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:15.694213       1 csi_handler.go:344] PV finalizer added to "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:15.694231       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:55:15.694246       1 csi_handler.go:297] VA finalizer added to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.694253       1 csi_handler.go:311] NodeID annotation added to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.697492       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1106 01:55:15.697500       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61","storage.kubernetes.io/csiProvisionerIdentity":"1636163656799-8081-csi-mock-csi-mock-volumes-7333"},"volume_id":"6"}
I1106 01:55:15.699952       1 connection.go:185] GRPC response: {}
I1106 01:55:15.700328       1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1106 01:55:15.700343       1 csi_handler.go:559] Saving attach error to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704485       1 csi_handler.go:570] Saved attach error to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704507       1 csi_handler.go:219] Error processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1106 01:55:15.704533       1 controller.go:198] Started VA processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704541       1 csi_handler.go:209] CSIHandler: processing VA "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704549       1 csi_handler.go:236] Attaching "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704555       1 csi_handler.go:396] Starting attach operation for "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704592       1 csi_handler.go:329] PV finalizer is already set on "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:15.704602       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:55:15.704611       1 csi_handler.go:289] VA finalizer is already set on "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704617       1 csi_handler.go:303] NodeID annotation is already set on "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.704628       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1106 01:55:15.704634       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61","storage.kubernetes.io/csiProvisionerIdentity":"1636163656799-8081-csi-mock-csi-mock-volumes-7333"},"volume_id":"6"}
I1106 01:55:15.705820       1 connection.go:185] GRPC response: {}
I1106 01:55:15.706149       1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1106 01:55:15.706157       1 csi_handler.go:559] Saving attach error to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.708403       1 csi_handler.go:570] Saved attach error to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:15.708418       1 csi_handler.go:219] Error processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1106 01:55:16.704657       1 controller.go:198] Started VA processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.704694       1 csi_handler.go:209] CSIHandler: processing VA "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.704726       1 csi_handler.go:236] Attaching "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.704746       1 csi_handler.go:396] Starting attach operation for "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.704862       1 csi_handler.go:329] PV finalizer is already set on "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:16.704901       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:55:16.704933       1 csi_handler.go:289] VA finalizer is already set on "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.704949       1 csi_handler.go:303] NodeID annotation is already set on "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.704983       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1106 01:55:16.704999       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61","storage.kubernetes.io/csiProvisionerIdentity":"1636163656799-8081-csi-mock-csi-mock-volumes-7333"},"volume_id":"6"}
I1106 01:55:16.706662       1 connection.go:185] GRPC response: {}
I1106 01:55:16.706954       1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1106 01:55:16.706964       1 csi_handler.go:559] Saving attach error to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.711763       1 csi_handler.go:570] Saved attach error to "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:16.711771       1 controller.go:158] Ignoring VolumeAttachment "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23" change
I1106 01:55:16.711785       1 csi_handler.go:219] Error processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node
I1106 01:55:17.585310       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I1106 01:55:17.585351       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1106 01:55:17.585356       1 connection.go:183] GRPC request: {}
I1106 01:55:17.586430       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"csi-mock-csi-mock-volumes-7333/dev":"/dev/mock","name":"pvc-3edecb13-c919-4f59-8053-0e3a063bdddf","readonly":"false"},"volume_id":"4"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"csi-mock-csi-mock-volumes-7333/dev":"/dev/mock","name":"pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae","readonly":"false"},"volume_id":"5"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-7333"]},"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"},"volume_id":"6"}}]}
I1106 01:55:17.594736       1 connection.go:186] GRPC error: <nil>
W1106 01:55:17.594751       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-7333: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-7333
W1106 01:55:17.594759       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-7333: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-7333
W1106 01:55:17.594768       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-7333: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-7333
I1106 01:55:17.902064       1 controller.go:198] Started VA processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.902088       1 csi_handler.go:209] CSIHandler: processing VA "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.902094       1 csi_handler.go:260] Starting detach operation for "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.902167       1 csi_handler.go:267] Detaching "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.902180       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:55:17.902213       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1106 01:55:17.902219       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_id":"6"}
I1106 01:55:17.903248       1 connection.go:185] GRPC response: {}
I1106 01:55:17.904219       1 connection.go:186] GRPC error: <nil>
I1106 01:55:17.904231       1 csi_handler.go:549] Detached "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.904288       1 util.go:76] Marking as detached "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.909185       1 controller.go:232] Started PV processing "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:17.909202       1 csi_handler.go:591] CSIHandler: processing PV "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:17.909209       1 csi_handler.go:595] CSIHandler: processing PV "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61": no deletion timestamp, ignoring
I1106 01:55:17.909353       1 util.go:90] Finalizer removed from "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.909369       1 csi_handler.go:280] Fully detached "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:17.909377       1 csi_handler.go:225] CSIHandler: finished processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:19.316124       1 controller.go:198] Started VA processing "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.316143       1 csi_handler.go:209] CSIHandler: processing VA "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.316150       1 csi_handler.go:260] Starting detach operation for "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.316191       1 csi_handler.go:267] Detaching "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.316205       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:55:19.316245       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1106 01:55:19.316267       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_id":"5"}
I1106 01:55:19.317085       1 connection.go:185] GRPC response: {}
I1106 01:55:19.317406       1 connection.go:186] GRPC error: <nil>
I1106 01:55:19.317412       1 csi_handler.go:549] Detached "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.317428       1 util.go:76] Marking as detached "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.322688       1 controller.go:232] Started PV processing "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:19.322708       1 csi_handler.go:591] CSIHandler: processing PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:19.322721       1 csi_handler.go:595] CSIHandler: processing PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae": no deletion timestamp, ignoring
I1106 01:55:19.322999       1 util.go:90] Finalizer removed from "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.323013       1 csi_handler.go:280] Fully detached "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.323036       1 csi_handler.go:225] CSIHandler: finished processing "csi-481e95158e4fea03af122a21b81ece876adaeda5ff6818dd4a23af3baa4e8a16"
I1106 01:55:19.323268       1 controller.go:198] Started VA processing "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.323280       1 csi_handler.go:209] CSIHandler: processing VA "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.323285       1 csi_handler.go:260] Starting detach operation for "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.323300       1 csi_handler.go:267] Detaching "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.323316       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-7333 in CSINode node1
I1106 01:55:19.323345       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1106 01:55:19.323351       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-7333","volume_id":"4"}
I1106 01:55:19.323982       1 connection.go:185] GRPC response: {}
I1106 01:55:19.324317       1 connection.go:186] GRPC error: <nil>
I1106 01:55:19.324326       1 csi_handler.go:549] Detached "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.324341       1 util.go:76] Marking as detached "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.328453       1 controller.go:232] Started PV processing "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:19.328465       1 csi_handler.go:591] CSIHandler: processing PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:19.328473       1 csi_handler.go:595] CSIHandler: processing PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf": no deletion timestamp, ignoring
I1106 01:55:19.328830       1 util.go:90] Finalizer removed from "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.328840       1 csi_handler.go:280] Fully detached "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:19.328847       1 csi_handler.go:225] CSIHandler: finished processing "csi-c81bf4a07afa07692f3fd02ba5544a1e2c89cd36187e42b449fe1529bbef5e3a"
I1106 01:55:20.251467       1 controller.go:232] Started PV processing "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:20.251483       1 csi_handler.go:591] CSIHandler: processing PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:20.251496       1 csi_handler.go:633] CSIHandler: processing PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf": no VA found, removing finalizer
E1106 01:55:20.256182       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf": PersistentVolume "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1106 01:55:20.256209       1 controller.go:232] Started PV processing "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:20.256219       1 csi_handler.go:591] CSIHandler: processing PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:20.256233       1 csi_handler.go:633] CSIHandler: processing PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf": no VA found, removing finalizer
I1106 01:55:20.260955       1 csi_handler.go:655] Removed finalizer from PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:20.712011       1 controller.go:198] Started VA processing "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23"
I1106 01:55:20.712083       1 controller.go:205] VA "csi-54e6cff3306e6b7d44cbc042380b6d50e87db6b39b3ccc4332519635fb0c5e23" deleted, ignoring
I1106 01:55:21.256407       1 controller.go:232] Started PV processing "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf"
I1106 01:55:21.256467       1 controller.go:239] PV "pvc-3edecb13-c919-4f59-8053-0e3a063bdddf" deleted, ignoring
I1106 01:55:22.258821       1 controller.go:232] Started PV processing "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:22.258840       1 csi_handler.go:591] CSIHandler: processing PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:22.258853       1 csi_handler.go:633] CSIHandler: processing PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae": no VA found, removing finalizer
E1106 01:55:22.263963       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae": PersistentVolume "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1106 01:55:22.264056       1 controller.go:232] Started PV processing "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:22.264067       1 csi_handler.go:591] CSIHandler: processing PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:22.264085       1 csi_handler.go:633] CSIHandler: processing PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae": no VA found, removing finalizer
I1106 01:55:22.268847       1 csi_handler.go:655] Removed finalizer from PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:23.264606       1 controller.go:232] Started PV processing "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae"
I1106 01:55:23.264665       1 controller.go:239] PV "pvc-58733f0e-7033-4c88-a0c6-ca2d315d8dae" deleted, ignoring
I1106 01:55:24.275303       1 controller.go:232] Started PV processing "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:24.275323       1 csi_handler.go:591] CSIHandler: processing PV "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
I1106 01:55:24.275336       1 csi_handler.go:633] CSIHandler: processing PV "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61": no VA found, removing finalizer
I1106 01:55:24.281248       1 csi_handler.go:655] Removed finalizer from PV "pvc-8c759b42-d628-4fc3-a37c-3dae2bf65d61"
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====