==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0604 00:04:01.812006       1 main.go:91] Version: v2.2.0-0-g97411fa7
I0604 00:04:01.813833       1 connection.go:153] Connecting to unix:///csi/csi.sock
I0604 00:04:04.860045       1 common.go:111] Probing CSI driver for readiness
I0604 00:04:04.860095       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I0604 00:04:04.860103       1 connection.go:183] GRPC request: {}
I0604 00:04:04.861624       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I0604 00:04:04.862141       1 connection.go:186] GRPC error: <nil>
I0604 00:04:04.862156       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I0604 00:04:04.862163       1 connection.go:183] GRPC request: {}
I0604 00:04:04.862775       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-138","vendor_version":"0.3.0"}
I0604 00:04:04.863153       1 connection.go:186] GRPC error: <nil>
I0604 00:04:04.863163       1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-138"
W0604 00:04:04.863176       1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified.
I0604 00:04:04.863185       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0604 00:04:04.863191       1 connection.go:183] GRPC request: {}
I0604 00:04:04.863754       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I0604 00:04:04.864857       1 connection.go:186] GRPC error: <nil>
I0604 00:04:04.864865       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0604 00:04:04.864874       1 connection.go:183] GRPC request: {}
I0604 00:04:04.866038       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0604 00:04:04.869690       1 connection.go:186] GRPC error: <nil>
I0604 00:04:04.869756       1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0604 00:04:04.869765       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0604 00:04:04.869771       1 connection.go:183] GRPC request: {}
I0604 00:04:04.870304       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I0604 00:04:04.874680       1 connection.go:186] GRPC error: <nil>
I0604 00:04:04.874696       1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state
I0604 00:04:04.874822       1 controller.go:121] Starting CSI attacher
I0604 00:04:04.875039       1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135
I0604 00:04:04.875070       1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135
I0604 00:04:04.875076       1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135
I0604 00:04:04.875076       1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135
I0604 00:04:04.875091       1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135
I0604 00:04:04.875095       1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135
I0604 00:04:04.974960       1 shared_informer.go:227] caches populated
I0604 00:04:04.975043       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0604 00:04:04.975088       1 controller.go:198] Started VA processing "csi-1060f91c4f594c872550c31df07333adbc46bbd3380c1f1381fd29d9930ad44f"
I0604 00:04:04.975112       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0604 00:04:04.975104       1 controller.go:198] Started VA processing "csi-e1a00bc5441bfa88ed43974627bfc4ee4e21179ee064b301d41b8933a5705352"
I0604 00:04:04.975134       1 controller.go:213] Skipping VolumeAttachment csi-1060f91c4f594c872550c31df07333adbc46bbd3380c1f1381fd29d9930ad44f for attacher csi-mock-csi-mock-volumes-8112
I0604 00:04:04.975125       1 controller.go:198] Started VA processing "csi-e7903849001943daabced0a5f510c1fc50f1901c1be9ff1a4f6138257f70ac93"
I0604 00:04:04.975141       1 controller.go:198] Started VA processing "csi-cbf7ed8a1ccfabcec32d01c249823c4932b52297cf1865f51b2c4408da97ac10"
I0604 00:04:04.975147       1 controller.go:213] Skipping VolumeAttachment csi-e1a00bc5441bfa88ed43974627bfc4ee4e21179ee064b301d41b8933a5705352 for attacher csi-mock-csi-mock-volumes-842
I0604 00:04:04.975206       1 controller.go:213] Skipping VolumeAttachment csi-cbf7ed8a1ccfabcec32d01c249823c4932b52297cf1865f51b2c4408da97ac10 for attacher csi-mock-csi-mock-volumes-842
I0604 00:04:04.975184       1 controller.go:213] Skipping VolumeAttachment csi-e7903849001943daabced0a5f510c1fc50f1901c1be9ff1a4f6138257f70ac93 for attacher csi-mock-csi-mock-volumes-842
I0604 00:04:04.975133       1 connection.go:183] GRPC request: {}
I0604 00:04:04.976337       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-138"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-138"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-138"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I0604 00:04:04.981009       1 connection.go:186] GRPC error: <nil>
W0604 00:04:04.981019       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-1060f91c4f594c872550c31df07333adbc46bbd3380c1f1381fd29d9930ad44f annotation
W0604 00:04:04.981040       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-842: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-842
W0604 00:04:04.981048       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-842: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-842
W0604 00:04:04.981062       1 csi_handler.go:159] Failed to repair volume handle  for driver csi-mock-csi-mock-volumes-842: could not find In-Tree driver name for CSI plugin csi-mock-csi-mock-volumes-842
I0604 00:04:05.934026       1 controller.go:158] Ignoring VolumeAttachment "csi-cbf7ed8a1ccfabcec32d01c249823c4932b52297cf1865f51b2c4408da97ac10" change
I0604 00:04:08.337630       1 controller.go:198] Started VA processing "csi-e1a00bc5441bfa88ed43974627bfc4ee4e21179ee064b301d41b8933a5705352"
I0604 00:04:08.337646       1 controller.go:213] Skipping VolumeAttachment csi-e1a00bc5441bfa88ed43974627bfc4ee4e21179ee064b301d41b8933a5705352 for attacher csi-mock-csi-mock-volumes-842
I0604 00:04:08.349254       1 controller.go:232] Started PV processing "pvc-8d6687b1-880e-458b-b04f-070351e23988"
I0604 00:04:08.349321       1 csi_handler.go:591] CSIHandler: processing PV "pvc-8d6687b1-880e-458b-b04f-070351e23988"
I0604 00:04:08.349344       1 csi_handler.go:595] CSIHandler: processing PV "pvc-8d6687b1-880e-458b-b04f-070351e23988": no deletion timestamp, ignoring
I0604 00:04:09.941265       1 controller.go:198] Started VA processing "csi-cbf7ed8a1ccfabcec32d01c249823c4932b52297cf1865f51b2c4408da97ac10"
I0604 00:04:09.941280       1 controller.go:213] Skipping VolumeAttachment csi-cbf7ed8a1ccfabcec32d01c249823c4932b52297cf1865f51b2c4408da97ac10 for attacher csi-mock-csi-mock-volumes-842
I0604 00:04:29.181215       1 controller.go:198] Started VA processing "csi-e7903849001943daabced0a5f510c1fc50f1901c1be9ff1a4f6138257f70ac93"
I0604 00:04:29.181242       1 controller.go:213] Skipping VolumeAttachment csi-e7903849001943daabced0a5f510c1fc50f1901c1be9ff1a4f6138257f70ac93 for attacher csi-mock-csi-mock-volumes-842
I0604 00:04:29.188211       1 controller.go:232] Started PV processing "pvc-1359425f-acdb-4048-9d1f-950075e0317f"
I0604 00:04:29.188223       1 csi_handler.go:591] CSIHandler: processing PV "pvc-1359425f-acdb-4048-9d1f-950075e0317f"
I0604 00:04:29.188233       1 csi_handler.go:595] CSIHandler: processing PV "pvc-1359425f-acdb-4048-9d1f-950075e0317f": no deletion timestamp, ignoring
I0604 00:04:32.701674       1 controller.go:198] Started VA processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.701702       1 csi_handler.go:209] CSIHandler: processing VA "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.701715       1 csi_handler.go:236] Attaching "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.701727       1 csi_handler.go:396] Starting attach operation for "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.701785       1 csi_handler.go:335] Adding finalizer to PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:04:32.716179       1 csi_handler.go:344] PV finalizer added to "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:04:32.716213       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-138 in CSINode node2
I0604 00:04:32.716240       1 csi_handler.go:297] VA finalizer added to "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.716266       1 csi_handler.go:311] NodeID annotation added to "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.720221       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0604 00:04:32.720236       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-138","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a","storage.kubernetes.io/csiProvisionerIdentity":"1654301044242-8081-csi-mock-csi-mock-volumes-138"},"volume_id":"4"}
I0604 00:04:32.721834       1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}}
I0604 00:04:32.722257       1 connection.go:186] GRPC error: <nil>
I0604 00:04:32.722263       1 csi_handler.go:249] Attached "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.722269       1 util.go:35] Marking as attached "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725215       1 util.go:48] Marked as attached "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725227       1 csi_handler.go:255] Fully attached "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725237       1 csi_handler.go:225] CSIHandler: finished processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725268       1 controller.go:198] Started VA processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725277       1 csi_handler.go:209] CSIHandler: processing VA "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725290       1 csi_handler.go:231] "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4" is already attached
I0604 00:04:32.725301       1 csi_handler.go:225] CSIHandler: finished processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725323       1 controller.go:198] Started VA processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725333       1 csi_handler.go:209] CSIHandler: processing VA "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:32.725343       1 csi_handler.go:231] "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4" is already attached
I0604 00:04:32.725353       1 csi_handler.go:225] CSIHandler: finished processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:39.463355       1 controller.go:198] Started VA processing "csi-cbf7ed8a1ccfabcec32d01c249823c4932b52297cf1865f51b2c4408da97ac10"
I0604 00:04:39.463372       1 controller.go:213] Skipping VolumeAttachment csi-cbf7ed8a1ccfabcec32d01c249823c4932b52297cf1865f51b2c4408da97ac10 for attacher csi-mock-csi-mock-volumes-842
I0604 00:04:39.470749       1 controller.go:232] Started PV processing "pvc-2c6db7cd-58db-4ac9-9cf7-8928d93e4b70"
I0604 00:04:39.470783       1 csi_handler.go:591] CSIHandler: processing PV "pvc-2c6db7cd-58db-4ac9-9cf7-8928d93e4b70"
I0604 00:04:39.470807       1 csi_handler.go:595] CSIHandler: processing PV "pvc-2c6db7cd-58db-4ac9-9cf7-8928d93e4b70": no deletion timestamp, ignoring
I0604 00:04:57.580735       1 controller.go:198] Started VA processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.580793       1 csi_handler.go:209] CSIHandler: processing VA "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.580814       1 csi_handler.go:260] Starting detach operation for "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.580882       1 csi_handler.go:267] Detaching "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.580923       1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-138 in CSINode node2
I0604 00:04:57.581026       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0604 00:04:57.581043       1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-138","volume_id":"4"}
I0604 00:04:57.582011       1 connection.go:185] GRPC response: {}
I0604 00:04:57.582368       1 connection.go:186] GRPC error: <nil>
I0604 00:04:57.582379       1 csi_handler.go:549] Detached "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.582400       1 util.go:76] Marking as detached "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.591891       1 util.go:90] Finalizer removed from "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.591934       1 csi_handler.go:280] Fully detached "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.591962       1 controller.go:232] Started PV processing "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:04:57.591969       1 csi_handler.go:225] CSIHandler: finished processing "csi-fda233619311053337eeadaad3335253f49d7d1d4d979d41b5681bff3068f2b4"
I0604 00:04:57.591998       1 csi_handler.go:591] CSIHandler: processing PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:04:57.592021       1 csi_handler.go:595] CSIHandler: processing PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a": no deletion timestamp, ignoring
I0604 00:05:00.854076       1 controller.go:232] Started PV processing "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:05:00.854108       1 csi_handler.go:591] CSIHandler: processing PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:05:00.854132       1 csi_handler.go:633] CSIHandler: processing PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a": no VA found, removing finalizer
E0604 00:05:00.862233       1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a": PersistentVolume "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0604 00:05:00.862281       1 controller.go:232] Started PV processing "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:05:00.862296       1 csi_handler.go:591] CSIHandler: processing PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:05:00.862313       1 csi_handler.go:633] CSIHandler: processing PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a": no VA found, removing finalizer
I0604 00:05:00.866965       1 csi_handler.go:655] Removed finalizer from PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:05:01.862408       1 controller.go:232] Started PV processing "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a"
I0604 00:05:01.862463       1 controller.go:239] PV "pvc-58e1af48-f0db-4e70-b213-c16f8ed64c2a" deleted, ignoring
I0604 00:05:04.981171       1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state
I0604 00:05:04.981198       1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes
I0604 00:05:04.981204       1 connection.go:183] GRPC request: {}
I0604 00:05:04.982236       1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-138"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-138"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-138"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]}
I0604 00:05:04.986918       1 connection.go:186] GRPC error: <nil>
W0604 00:05:04.986929       1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-1060f91c4f594c872550c31df07333adbc46bbd3380c1f1381fd29d9930ad44f annotation
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====