==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I1013 14:42:30.708740       1 main.go:96] Version: v3.2.0
I1013 14:42:30.713301       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1013 14:42:31.714497       1 common.go:111] Probing CSI driver for readiness
I1013 14:42:31.714540       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1013 14:42:31.714549       1 connection.go:183] GRPC request: {}
I1013 14:42:31.721453       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1013 14:42:31.721589       1 connection.go:186] GRPC error: <nil>
I1013 14:42:31.721627       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1013 14:42:31.721632       1 connection.go:183] GRPC request: {}
I1013 14:42:31.722608       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-9792","vendor_version":"0.3.0"}
I1013 14:42:31.722787       1 connection.go:186] GRPC error: <nil>
I1013 14:42:31.722815       1 main.go:152] CSI driver name: "csi-mock-csi-mock-volumes-9792"
I1013 14:42:31.722837       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1013 14:42:31.722850       1 connection.go:183] GRPC request: {}
I1013 14:42:31.724067       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1013 14:42:31.724415       1 connection.go:186] GRPC error: <nil>
I1013 14:42:31.724436       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1013 14:42:31.724449       1 connection.go:183] GRPC request: {}
I1013 14:42:31.726191       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1013 14:42:31.726529       1 connection.go:186] GRPC error: <nil>
I1013 14:42:31.726635       1 main.go:208] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I1013 14:42:31.726661       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1013 14:42:31.726670       1 connection.go:183] GRPC request: {}
I1013 14:42:31.727230       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1013 14:42:31.727446       1 connection.go:186] GRPC error: <nil>
I1013 14:42:31.727474       1 main.go:221] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I1013 14:42:31.727735       1 controller.go:128] Starting CSI attacher
I1013 14:42:31.728222       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:42:31.728248       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I1013 14:42:31.728250       1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:42:31.728266       1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I1013 14:42:31.728415       1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:42:31.728458       1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I1013 14:42:31.828469       1 shared_informer.go:270] caches populated
I1013 14:42:31.828590       1 csi_handler.go:117] Reconciling VolumeAttachments with driver backend state
I1013 14:42:31.828600       1 controller.go:205] Started VA processing "csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868"
I1013 14:42:31.828630       1 controller.go:220] Skipping VolumeAttachment csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868 for attacher csi-mock-csi-mock-volumes-1308
I1013 14:42:31.828637       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1013 14:42:31.828562       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:31.828674       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:31.828648       1 connection.go:183] GRPC request: {}
I1013 14:42:31.833489       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9792"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9792"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-9792"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I1013 14:42:31.833974       1 connection.go:186] GRPC error: <nil>
W1013 14:42:31.834009       1 csi_handler.go:183] VA csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for volume 4 has attached status true but actual state false. Adding back to VA queue for forced reprocessing
W1013 14:42:31.834029       1 csi_handler.go:136] Failed to find node ID in VolumeAttachment csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868 annotation
I1013 14:42:31.834049       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:31.834065       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:32.769499       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.769537       1 controller.go:220] Skipping VolumeAttachment csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec for attacher csi-mock-csi-mock-volumes-6738
I1013 14:42:32.786074       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.786115       1 controller.go:220] Skipping VolumeAttachment csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec for attacher csi-mock-csi-mock-volumes-6738
I1013 14:42:32.794221       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794268       1 controller.go:220] Skipping VolumeAttachment csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec for attacher csi-mock-csi-mock-volumes-6738
I1013 14:42:36.699970       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.700012       1 csi_handler.go:218] CSIHandler: processing VA "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.700027       1 csi_handler.go:245] Attaching "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.700043       1 csi_handler.go:424] Starting attach operation for "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.700140       1 csi_handler.go:344] Adding finalizer to PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:36.715789       1 csi_handler.go:353] PV finalizer added to "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:36.715874       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-9792 in CSINode v122-worker2
I1013 14:42:36.715950       1 csi_handler.go:306] VA finalizer added to "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.715985       1 csi_handler.go:320] NodeID annotation added to "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.721365       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1013 14:42:36.721411       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9792","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-bc9641be-dc82-4e4e-900d-39296371781c","storage.kubernetes.io/csiProvisionerIdentity":"1665672151886-8081-csi-mock-csi-mock-volumes-9792"},"volume_id":"4"}
I1013 14:42:36.723483       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1013 14:42:36.723652       1 connection.go:186] GRPC error: <nil>
I1013 14:42:36.723668       1 csi_handler.go:258] Attached "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.723687       1 util.go:37] Marking as attached "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.729123       1 util.go:51] Marked as attached "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.729160       1 csi_handler.go:264] Fully attached "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.729177       1 csi_handler.go:234] CSIHandler: finished processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.729227       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.729244       1 csi_handler.go:218] CSIHandler: processing VA "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.729259       1 csi_handler.go:240] "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d" is already attached
I1013 14:42:36.729272       1 csi_handler.go:234] CSIHandler: finished processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.416278       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.416321       1 controller.go:220] Skipping VolumeAttachment csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec for attacher csi-mock-csi-mock-volumes-6738
I1013 14:42:49.425661       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:49.425694       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:49.431138       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.431166       1 controller.go:220] Skipping VolumeAttachment csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec for attacher csi-mock-csi-mock-volumes-6738
I1013 14:42:49.433002       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:49.433029       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:49.436467       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.436512       1 csi_handler.go:218] CSIHandler: processing VA "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.436528       1 csi_handler.go:269] Starting detach operation for "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.436615       1 csi_handler.go:276] Detaching "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.436643       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-9792 in CSINode v122-worker2
I1013 14:42:49.436671       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1013 14:42:49.436688       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-9792","volume_id":"4"}
I1013 14:42:49.438266       1 controller.go:256] Started PV processing "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:49.438312       1 csi_handler.go:625] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:49.438418       1 csi_handler.go:647] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d": no deletion timestamp, ignoring
I1013 14:42:49.438310       1 connection.go:185] GRPC response: {}
I1013 14:42:49.438473       1 connection.go:186] GRPC error: <nil>
I1013 14:42:49.438495       1 csi_handler.go:583] Detached "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.438535       1 util.go:79] Marking as detached "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.440554       1 controller.go:256] Started PV processing "pvc-f7859e71-2011-4129-8c11-2d69215df64b"
I1013 14:42:49.440594       1 csi_handler.go:625] CSIHandler: processing PV "pvc-f7859e71-2011-4129-8c11-2d69215df64b"
I1013 14:42:49.440614       1 csi_handler.go:647] CSIHandler: processing PV "pvc-f7859e71-2011-4129-8c11-2d69215df64b": no deletion timestamp, ignoring
I1013 14:42:49.451623       1 controller.go:256] Started PV processing "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.451655       1 csi_handler.go:625] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.451676       1 csi_handler.go:647] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c": no deletion timestamp, ignoring
I1013 14:42:49.451700       1 util.go:105] Finalizer removed from "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.451730       1 csi_handler.go:289] Fully detached "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.451746       1 csi_handler.go:234] CSIHandler: finished processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.451774       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.451817       1 controller.go:212] VA "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d" deleted, ignoring
I1013 14:42:49.716244       1 controller.go:256] Started PV processing "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.716287       1 csi_handler.go:625] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.716322       1 csi_handler.go:686] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c": no VA found, removing finalizer
E1013 14:42:49.725194       1 csi_handler.go:703] Failed to remove finalizer from PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c": PersistentVolume "pvc-bc9641be-dc82-4e4e-900d-39296371781c" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1013 14:42:49.725290       1 controller.go:256] Started PV processing "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.725306       1 csi_handler.go:625] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.725346       1 csi_handler.go:686] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c": no VA found, removing finalizer
I1013 14:42:49.732570       1 csi_handler.go:708] Removed finalizer from PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:50.725943       1 controller.go:256] Started PV processing "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:50.726047       1 controller.go:263] PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====