==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I1013 14:42:22.480577       1 main.go:96] Version: v3.2.0
I1013 14:42:22.486074       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1013 14:42:23.487230       1 common.go:111] Probing CSI driver for readiness
I1013 14:42:23.487276       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1013 14:42:23.487298       1 connection.go:183] GRPC request: {}
I1013 14:42:23.496498       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1013 14:42:23.496694       1 connection.go:186] GRPC error: <nil>
I1013 14:42:23.496719       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1013 14:42:23.496728       1 connection.go:183] GRPC request: {}
I1013 14:42:23.497526       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-6738","vendor_version":"0.3.0"}
I1013 14:42:23.497635       1 connection.go:186] GRPC error: <nil>
I1013 14:42:23.497649       1 main.go:152] CSI driver name: "csi-mock-csi-mock-volumes-6738"
I1013 14:42:23.497659       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1013 14:42:23.497664       1 connection.go:183] GRPC request: {}
I1013 14:42:23.498495       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1013 14:42:23.498772       1 connection.go:186] GRPC error: <nil>
I1013 14:42:23.498788       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1013 14:42:23.498798       1 connection.go:183] GRPC request: {}
I1013 14:42:23.499940       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1013 14:42:23.502737       1 connection.go:186] GRPC error: <nil>
I1013 14:42:23.502825       1 main.go:208] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I1013 14:42:23.502841       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1013 14:42:23.502847       1 connection.go:183] GRPC request: {}
I1013 14:42:23.503446       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1013 14:42:23.503632       1 connection.go:186] GRPC error: <nil>
I1013 14:42:23.503655       1 main.go:221] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I1013 14:42:23.503847       1 controller.go:128] Starting CSI attacher
I1013 14:42:23.504200       1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:42:23.504229       1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I1013 14:42:23.504267       1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:42:23.504298       1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I1013 14:42:23.504345       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I1013 14:42:23.504377       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I1013 14:42:23.604297       1 shared_informer.go:270] caches populated
I1013 14:42:23.604455       1 csi_handler.go:117] Reconciling VolumeAttachments with driver backend state
I1013 14:42:23.604503       1 controller.go:205] Started VA processing "csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868"
I1013 14:42:23.604553       1 controller.go:220] Skipping VolumeAttachment csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868 for attacher csi-mock-csi-mock-volumes-1308
I1013 14:42:23.604583       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:23.604517       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I1013 14:42:23.604653       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:23.605293       1 connection.go:183] GRPC request: {}
I1013 14:42:23.609959       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-6738"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-6738"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-6738"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I1013 14:42:23.610380       1 connection.go:186] GRPC error: <nil>
W1013 14:42:23.610394       1 csi_handler.go:136] Failed to find node ID in VolumeAttachment csi-1ad9a47300b0e0f942ab6cf512a419d4ab399388c9903b070a2f1f470dc61868 annotation
W1013 14:42:23.610420       1 csi_handler.go:183] VA csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for volume 4 has attached status true but actual state false. Adding back to VA queue for forced reprocessing
I1013 14:42:23.610444       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:23.610455       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:32.769935       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.769982       1 csi_handler.go:218] CSIHandler: processing VA "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.769997       1 csi_handler.go:245] Attaching "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.770012       1 csi_handler.go:424] Starting attach operation for "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.770088       1 csi_handler.go:344] Adding finalizer to PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:32.780069       1 csi_handler.go:353] PV finalizer added to "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:32.780126       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-6738 in CSINode v122-worker
I1013 14:42:32.780210       1 csi_handler.go:306] VA finalizer added to "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.780237       1 csi_handler.go:320] NodeID annotation added to "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.785996       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1013 14:42:32.786025       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-6738","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d","storage.kubernetes.io/csiProvisionerIdentity":"1665672143474-8081-csi-mock-csi-mock-volumes-6738"},"volume_id":"4"}
I1013 14:42:32.788132       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1013 14:42:32.788250       1 connection.go:186] GRPC error: <nil>
I1013 14:42:32.788269       1 csi_handler.go:258] Attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.788286       1 util.go:37] Marking as attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794066       1 util.go:51] Marked as attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794113       1 csi_handler.go:264] Fully attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794133       1 csi_handler.go:234] CSIHandler: finished processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794198       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794216       1 csi_handler.go:218] CSIHandler: processing VA "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794228       1 csi_handler.go:245] Attaching "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794244       1 csi_handler.go:424] Starting attach operation for "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794285       1 csi_handler.go:338] PV finalizer is already set on "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:32.794316       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-6738 in CSINode v122-worker
I1013 14:42:32.794346       1 csi_handler.go:298] VA finalizer is already set on "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794359       1 csi_handler.go:312] NodeID annotation is already set on "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.794378       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I1013 14:42:32.794388       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-6738","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d","storage.kubernetes.io/csiProvisionerIdentity":"1665672143474-8081-csi-mock-csi-mock-volumes-6738"},"volume_id":"4"}
I1013 14:42:32.795443       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I1013 14:42:32.795561       1 connection.go:186] GRPC error: <nil>
I1013 14:42:32.795583       1 csi_handler.go:258] Attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.795610       1 util.go:37] Marking as attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.800978       1 util.go:51] Marked as attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.801015       1 csi_handler.go:264] Fully attached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.801031       1 csi_handler.go:234] CSIHandler: finished processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.801082       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.801103       1 csi_handler.go:218] CSIHandler: processing VA "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:32.801118       1 csi_handler.go:240] "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec" is already attached
I1013 14:42:32.801137       1 csi_handler.go:234] CSIHandler: finished processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:36.699685       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.699732       1 controller.go:220] Skipping VolumeAttachment csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d for attacher csi-mock-csi-mock-volumes-9792
I1013 14:42:36.720839       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.720874       1 controller.go:220] Skipping VolumeAttachment csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d for attacher csi-mock-csi-mock-volumes-9792
I1013 14:42:36.729156       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:36.729202       1 controller.go:220] Skipping VolumeAttachment csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d for attacher csi-mock-csi-mock-volumes-9792
I1013 14:42:49.416544       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.416593       1 csi_handler.go:218] CSIHandler: processing VA "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.416608       1 csi_handler.go:269] Starting detach operation for "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.416701       1 csi_handler.go:276] Detaching "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.416736       1 csi_handler.go:742] Found NodeID csi-mock-csi-mock-volumes-6738 in CSINode v122-worker
I1013 14:42:49.416765       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I1013 14:42:49.416778       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-6738","volume_id":"4"}
I1013 14:42:49.418408       1 connection.go:185] GRPC response: {}
I1013 14:42:49.418524       1 connection.go:186] GRPC error: <nil>
I1013 14:42:49.418540       1 csi_handler.go:583] Detached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.418594       1 util.go:79] Marking as detached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.425398       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:49.425434       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:49.433141       1 controller.go:205] Started VA processing "csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22"
I1013 14:42:49.433170       1 controller.go:220] Skipping VolumeAttachment csi-a9dc60e00775f97355ab8da710308640b48cfcbc9322520c47aa709b616dde22 for attacher csi-mock-csi-mock-volumes-167
I1013 14:42:49.436495       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.436533       1 controller.go:220] Skipping VolumeAttachment csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d for attacher csi-mock-csi-mock-volumes-9792
I1013 14:42:49.438112       1 util.go:105] Finalizer removed from "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.438147       1 csi_handler.go:289] Fully detached "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.438165       1 csi_handler.go:234] CSIHandler: finished processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.438226       1 controller.go:256] Started PV processing "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:49.438240       1 controller.go:205] Started VA processing "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec"
I1013 14:42:49.438266       1 csi_handler.go:625] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:49.438299       1 controller.go:212] VA "csi-2c1baf2d27d9ab2017143af026ba207eafb2834cfbfd323d379b9d26f24fa0ec" deleted, ignoring
I1013 14:42:49.438314       1 csi_handler.go:647] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d": no deletion timestamp, ignoring
I1013 14:42:49.440354       1 controller.go:256] Started PV processing "pvc-f7859e71-2011-4129-8c11-2d69215df64b"
I1013 14:42:49.440381       1 csi_handler.go:625] CSIHandler: processing PV "pvc-f7859e71-2011-4129-8c11-2d69215df64b"
I1013 14:42:49.440402       1 csi_handler.go:647] CSIHandler: processing PV "pvc-f7859e71-2011-4129-8c11-2d69215df64b": no deletion timestamp, ignoring
I1013 14:42:49.445058       1 controller.go:205] Started VA processing "csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d"
I1013 14:42:49.445095       1 controller.go:220] Skipping VolumeAttachment csi-8d83493ff6fc34bccfe75cd237998d44bd505c10fc22675ff1bdf0dc5dee202d for attacher csi-mock-csi-mock-volumes-9792
I1013 14:42:49.451897       1 controller.go:256] Started PV processing "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.451934       1 csi_handler.go:625] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c"
I1013 14:42:49.451956       1 csi_handler.go:647] CSIHandler: processing PV "pvc-bc9641be-dc82-4e4e-900d-39296371781c": no deletion timestamp, ignoring
I1013 14:42:50.805875       1 controller.go:256] Started PV processing "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:50.805914       1 csi_handler.go:625] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:50.805948       1 csi_handler.go:686] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d": no VA found, removing finalizer
E1013 14:42:50.814239       1 csi_handler.go:703] Failed to remove finalizer from PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d": PersistentVolume "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I1013 14:42:50.814355       1 controller.go:256] Started PV processing "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:50.814382       1 csi_handler.go:625] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:50.814422       1 csi_handler.go:686] CSIHandler: processing PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d": no VA found, removing finalizer
I1013 14:42:50.823614       1 csi_handler.go:708] Removed finalizer from PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:51.815036       1 controller.go:256] Started PV processing "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d"
I1013 14:42:51.815193       1 controller.go:263] PV "pvc-368f6b14-0dae-4a34-a99c-c59cc45f481d" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====