==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0611 00:13:17.453223       1 main.go:91] Version: v2.2.0-0-g97411fa7
I0611 00:13:17.454244       1 connection.go:153] Connecting to unix:///csi/csi.sock
I0611 00:13:19.549918       1 common.go:111] Probing CSI driver for readiness
I0611 00:13:19.549939       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I0611 00:13:19.549944       1 connection.go:183] GRPC request: {}
I0611 00:13:19.554106       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I0611 00:13:19.554440       1 connection.go:186] GRPC error: <nil>
I0611 00:13:19.554451       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I0611 00:13:19.554455       1 connection.go:183] GRPC request: {}
I0611 00:13:19.554951       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-5299","vendor_version":"0.3.0"}
I0611 00:13:19.555246       1 connection.go:186] GRPC error: <nil>
I0611 00:13:19.555252       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-5299"
W0611 00:13:19.555261       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I0611 00:13:19.555265       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0611 00:13:19.555269       1 connection.go:183] GRPC request: {}
I0611 00:13:19.555790       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I0611 00:13:19.556595       1 connection.go:186] GRPC error: <nil>
I0611 00:13:19.556601       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0611 00:13:19.556604       1 connection.go:183] GRPC request: {}
I0611 00:13:19.557082       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0611 00:13:19.568729       1 connection.go:186] GRPC error: <nil>
I0611 00:13:19.568773       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0611 00:13:19.568778       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0611 00:13:19.568781       1 connection.go:183] GRPC request: {}
I0611 00:13:19.569246       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0611 00:13:19.573165       1 connection.go:186] GRPC error: <nil>
I0611 00:13:19.573176       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I0611 00:13:19.574267       1 controller.go:121] Starting CSI attacher
I0611 00:13:19.574453       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I0611 00:13:19.574466       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I0611 00:13:19.575263       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I0611 00:13:19.575271       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I0611 00:13:19.575745       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I0611 00:13:19.575753       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I0611 00:13:19.674390       1 shared_informer.go:227] caches populated
I0611 00:13:19.674427       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0611 00:13:19.674444       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0611 00:13:19.674448       1 connection.go:183] GRPC request: {}
I0611 00:13:19.674824       1 controller.go:198] Started VA processing "csi-ee6b0b6293092e1c0303cc679e4a0e9c7532ffaa63d32a2e5bda1b8bfb76682d"
I0611 00:13:19.674831       1 controller.go:213] Skipping VolumeAttachment csi-ee6b0b6293092e1c0303cc679e4a0e9c7532ffaa63d32a2e5bda1b8bfb76682d for attacher csi-mock-csi-mock-volumes-4694
I0611 00:13:19.674843       1 controller.go:198] Started VA processing "csi-0e2f648caab1795caf427bbdeda6c66ef3d93ea086ea815c87b713cff782dd56"
I0611 00:13:19.674848       1 controller.go:213] Skipping VolumeAttachment csi-0e2f648caab1795caf427bbdeda6c66ef3d93ea086ea815c87b713cff782dd56 for attacher csi-mock-csi-mock-volumes-1469
I0611 00:13:19.675396       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-5299"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-5299"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-5299"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I0611 00:13:19.677740       1 connection.go:186] GRPC error: <nil>
W0611 00:13:19.677758       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-4694: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-4694
W0611 00:13:19.677766       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-1469: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-1469
I0611 00:13:20.884300       1 controller.go:198] Started VA processing "csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43"
I0611 00:13:20.884315       1 controller.go:213] Skipping VolumeAttachment csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43 for attacher csi-mock-csi-mock-volumes-4472
I0611 00:13:20.893854       1 controller.go:198] Started VA processing "csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43"
I0611 00:13:20.893865       1 controller.go:213] Skipping VolumeAttachment csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43 for attacher csi-mock-csi-mock-volumes-4472
I0611 00:13:20.899088       1 controller.go:198] Started VA processing "csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43"
I0611 00:13:20.899099       1 controller.go:213] Skipping VolumeAttachment csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43 for attacher csi-mock-csi-mock-volumes-4472
I0611 00:13:25.226541       1 controller.go:198] Started VA processing "csi-ee6b0b6293092e1c0303cc679e4a0e9c7532ffaa63d32a2e5bda1b8bfb76682d"
I0611 00:13:25.226557       1 controller.go:213] Skipping VolumeAttachment csi-ee6b0b6293092e1c0303cc679e4a0e9c7532ffaa63d32a2e5bda1b8bfb76682d for attacher csi-mock-csi-mock-volumes-4694
I0611 00:13:25.237952       1 controller.go:232] Started PV processing "pvc-d98edc7a-9c19-4fbb-8085-ecb058aa3483"
I0611 00:13:25.237976       1 csi_handler.go:591] CSIHandler: processing PV "pvc-d98edc7a-9c19-4fbb-8085-ecb058aa3483"
I0611 00:13:25.237983       1 csi_handler.go:595] CSIHandler: processing PV "pvc-d98edc7a-9c19-4fbb-8085-ecb058aa3483": no deletion timestamp, ignoring
I0611 00:13:25.424206       1 controller.go:198] Started VA processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.424226       1 csi_handler.go:209] CSIHandler: processing VA "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.424234       1 csi_handler.go:236] Attaching "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.424243       1 csi_handler.go:396] Starting attach operation for "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.424287       1 csi_handler.go:335] Adding finalizer to PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:25.432660       1 csi_handler.go:344] PV finalizer added to "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:25.432676       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-5299 in CSINode node2
I0611 00:13:25.432703       1 csi_handler.go:297] VA finalizer added to "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.432709       1 csi_handler.go:311] NodeID annotation added to "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.435545       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0611 00:13:25.435552       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-5299","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c","storage.kubernetes.io/csiProvisionerIdentity":"1654906399343-8081-csi-mock-csi-mock-volumes-5299"},"volume_id":"4"}
I0611 00:13:25.456257       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0611 00:13:25.456571       1 connection.go:186] GRPC error: <nil>
I0611 00:13:25.456577       1 csi_handler.go:249] Attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.456583       1 util.go:35] Marking as attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460417       1 util.go:48] Marked as attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460428       1 csi_handler.go:255] Fully attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460435       1 csi_handler.go:225] CSIHandler: finished processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460448       1 controller.go:198] Started VA processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460453       1 csi_handler.go:209] CSIHandler: processing VA "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460458       1 csi_handler.go:236] Attaching "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460463       1 csi_handler.go:396] Starting attach operation for "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460492       1 csi_handler.go:329] PV finalizer is already set on "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:25.460501       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-5299 in CSINode node2
I0611 00:13:25.460509       1 csi_handler.go:289] VA finalizer is already set on "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460514       1 csi_handler.go:303] NodeID annotation is already set on "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.460522       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0611 00:13:25.460525       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-5299","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c","storage.kubernetes.io/csiProvisionerIdentity":"1654906399343-8081-csi-mock-csi-mock-volumes-5299"},"volume_id":"4"}
I0611 00:13:25.471162       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0611 00:13:25.471454       1 connection.go:186] GRPC error: <nil>
I0611 00:13:25.471460       1 csi_handler.go:249] Attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.471465       1 util.go:35] Marking as attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.473873       1 util.go:48] Marked as attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.473885       1 csi_handler.go:255] Fully attached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.473891       1 csi_handler.go:225] CSIHandler: finished processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.473902       1 controller.go:198] Started VA processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.473907       1 csi_handler.go:209] CSIHandler: processing VA "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:25.473913       1 csi_handler.go:231] "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343" is already attached
I0611 00:13:25.473917       1 csi_handler.go:225] CSIHandler: finished processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:38.425699       1 controller.go:198] Started VA processing "csi-0e2f648caab1795caf427bbdeda6c66ef3d93ea086ea815c87b713cff782dd56"
I0611 00:13:38.425723       1 controller.go:213] Skipping VolumeAttachment csi-0e2f648caab1795caf427bbdeda6c66ef3d93ea086ea815c87b713cff782dd56 for attacher csi-mock-csi-mock-volumes-1469
I0611 00:13:38.436211       1 controller.go:232] Started PV processing "pvc-a5512f0d-aaef-430a-8cc1-86e4b26a9bad"
I0611 00:13:38.436242       1 csi_handler.go:591] CSIHandler: processing PV "pvc-a5512f0d-aaef-430a-8cc1-86e4b26a9bad"
I0611 00:13:38.436265       1 csi_handler.go:595] CSIHandler: processing PV "pvc-a5512f0d-aaef-430a-8cc1-86e4b26a9bad": no deletion timestamp, ignoring
I0611 00:13:45.573661       1 controller.go:198] Started VA processing "csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43"
I0611 00:13:45.573675       1 controller.go:213] Skipping VolumeAttachment csi-18fc87c110e2d98daf07b4744320c60d007d3a8b94a925d8e915711ad84aac43 for attacher csi-mock-csi-mock-volumes-4472
I0611 00:13:45.580709       1 controller.go:232] Started PV processing "pvc-26ed2fe8-8060-4efe-ba03-359c32b0e8a2"
I0611 00:13:45.580721       1 csi_handler.go:591] CSIHandler: processing PV "pvc-26ed2fe8-8060-4efe-ba03-359c32b0e8a2"
I0611 00:13:45.580728       1 csi_handler.go:595] CSIHandler: processing PV "pvc-26ed2fe8-8060-4efe-ba03-359c32b0e8a2": no deletion timestamp, ignoring
I0611 00:13:55.637067       1 controller.go:198] Started VA processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.637083       1 csi_handler.go:209] CSIHandler: processing VA "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.637089       1 csi_handler.go:260] Starting detach operation for "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.637108       1 csi_handler.go:267] Detaching "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.637119       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-5299 in CSINode node2
I0611 00:13:55.637149       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0611 00:13:55.637153       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-5299","volume_id":"4"}
I0611 00:13:55.638231       1 connection.go:185] GRPC response: {}
I0611 00:13:55.638599       1 connection.go:186] GRPC error: <nil>
I0611 00:13:55.638606       1 csi_handler.go:549] Detached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.638621       1 util.go:76] Marking as detached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.648018       1 util.go:90] Finalizer removed from "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.648030       1 csi_handler.go:280] Fully detached "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.648037       1 csi_handler.go:225] CSIHandler: finished processing "csi-25e19f5a6b54c0164aa69f2c1a3ac7e602752f6ca2b3a6f7ef036c3a268e3343"
I0611 00:13:55.648164       1 controller.go:232] Started PV processing "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:55.648172       1 csi_handler.go:591] CSIHandler: processing PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:55.648178       1 csi_handler.go:595] CSIHandler: processing PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c": no deletion timestamp, ignoring
I0611 00:13:58.396845       1 controller.go:232] Started PV processing "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:58.396861       1 csi_handler.go:591] CSIHandler: processing PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:58.396881       1 csi_handler.go:633] CSIHandler: processing PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c": no VA found, removing finalizer
E0611 00:13:58.403962       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c": PersistentVolume "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0611 00:13:58.403985       1 controller.go:232] Started PV processing "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:58.403998       1 csi_handler.go:591] CSIHandler: processing PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:58.404011       1 csi_handler.go:633] CSIHandler: processing PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c": no VA found, removing finalizer
I0611 00:13:58.410197       1 csi_handler.go:655] Removed finalizer from PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:59.404114       1 controller.go:232] Started PV processing "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c"
I0611 00:13:59.404135       1 controller.go:239] PV "pvc-907b0fbe-2d05-4816-b394-e9797e1d2d9c" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====