==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ====
I0418 18:14:05.314998       1 main.go:94] Version: v4.0.0
I0418 18:14:05.318367       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0418 18:14:06.319989       1 common.go:111] Probing CSI driver for readiness
I0418 18:14:06.320042       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0418 18:14:06.320064       1 connection.go:184] GRPC request: {}
I0418 18:14:06.331704       1 connection.go:186] GRPC response: {}
I0418 18:14:06.331788       1 connection.go:187] GRPC error: <nil>
I0418 18:14:06.331803       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0418 18:14:06.331808       1 connection.go:184] GRPC request: {}
I0418 18:14:06.332504       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-3643","vendor_version":"v1.9.0"}
I0418 18:14:06.332638       1 connection.go:187] GRPC error: <nil>
I0418 18:14:06.332660       1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-3643"
I0418 18:14:06.332673       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0418 18:14:06.332680       1 connection.go:184] GRPC request: {}
I0418 18:14:06.333992       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0418 18:14:06.334206       1 connection.go:187] GRPC error: <nil>
I0418 18:14:06.334219       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 18:14:06.334227       1 connection.go:184] GRPC request: {}
I0418 18:14:06.335318       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0418 18:14:06.335588       1 connection.go:187] GRPC error: <nil>
I0418 18:14:06.335666       1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler
I0418 18:14:06.335978       1 controller.go:130] Starting CSI attacher
I0418 18:14:06.336400       1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:14:06.336425       1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:14:06.336439       1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0418 18:14:06.336430       1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:14:06.336475       1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0418 18:14:06.336427       1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0418 18:14:06.436154       1 shared_informer.go:285] caches populated
I0418 18:14:11.247378       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.247417       1 csi_handler.go:224] CSIHandler: processing VA "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.247430       1 csi_handler.go:251] Attaching "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.247442       1 csi_handler.go:421] Starting attach operation for "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.247544       1 csi_handler.go:341] Adding finalizer to PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:14:11.258596       1 csi_handler.go:350] PV finalizer added to "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:14:11.258650       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:11.258724       1 csi_handler.go:312] VA finalizer added to "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.258746       1 csi_handler.go:326] NodeID annotation added to "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.264747       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:11.264774       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464046581-8081-csi-mock-csi-mock-volumes-3643"},"volume_id":"735f9f6d-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:11.266849       1 connection.go:186] GRPC response: {}
I0418 18:14:11.266964       1 connection.go:187] GRPC error: <nil>
I0418 18:14:11.266983       1 csi_handler.go:264] Attached "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.266998       1 util.go:38] Marking as attached "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272294       1 util.go:52] Marked as attached "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272322       1 csi_handler.go:270] Fully attached "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272336       1 csi_handler.go:240] CSIHandler: finished processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272370       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272382       1 csi_handler.go:224] CSIHandler: processing VA "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272393       1 csi_handler.go:246] "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a" is already attached
I0418 18:14:11.272404       1 csi_handler.go:240] CSIHandler: finished processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272432       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272453       1 csi_handler.go:224] CSIHandler: processing VA "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:11.272472       1 csi_handler.go:246] "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a" is already attached
I0418 18:14:11.272491       1 csi_handler.go:240] CSIHandler: finished processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:20.008883       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:20.008926       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:20.025000       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:20.025045       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:20.034374       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:20.034411       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:25.257930       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.257971       1 csi_handler.go:224] CSIHandler: processing VA "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.257985       1 csi_handler.go:251] Attaching "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.258001       1 csi_handler.go:421] Starting attach operation for "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.258103       1 csi_handler.go:341] Adding finalizer to PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:14:25.267213       1 csi_handler.go:350] PV finalizer added to "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:14:25.267266       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:25.267310       1 csi_handler.go:312] VA finalizer added to "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.267328       1 csi_handler.go:326] NodeID annotation added to "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.272626       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:25.272657       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464046581-8081-csi-mock-csi-mock-volumes-3643"},"volume_id":"7bbd4df1-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:25.274049       1 connection.go:186] GRPC response: {}
I0418 18:14:25.274105       1 connection.go:187] GRPC error: <nil>
I0418 18:14:25.274123       1 csi_handler.go:264] Attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.274142       1 util.go:38] Marking as attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280525       1 util.go:52] Marked as attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280553       1 csi_handler.go:270] Fully attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280567       1 csi_handler.go:240] CSIHandler: finished processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280614       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280630       1 csi_handler.go:224] CSIHandler: processing VA "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280641       1 csi_handler.go:251] Attaching "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280654       1 csi_handler.go:421] Starting attach operation for "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280720       1 csi_handler.go:335] PV finalizer is already set on "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:14:25.280741       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:25.280764       1 csi_handler.go:304] VA finalizer is already set on "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280776       1 csi_handler.go:318] NodeID annotation is already set on "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.280802       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:25.280813       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464046581-8081-csi-mock-csi-mock-volumes-3643"},"volume_id":"7bbd4df1-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:25.281956       1 connection.go:186] GRPC response: {}
I0418 18:14:25.281996       1 connection.go:187] GRPC error: <nil>
I0418 18:14:25.282007       1 csi_handler.go:264] Attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.282020       1 util.go:38] Marking as attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.287453       1 util.go:52] Marked as attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.287470       1 csi_handler.go:270] Fully attached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.287480       1 csi_handler.go:240] CSIHandler: finished processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.287526       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.287540       1 csi_handler.go:224] CSIHandler: processing VA "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:25.287556       1 csi_handler.go:246] "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e" is already attached
I0418 18:14:25.287566       1 csi_handler.go:240] CSIHandler: finished processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:28.192937       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:28.192969       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:28.209219       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:28.209249       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:28.216323       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:28.216347       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:38.271515       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.271552       1 controller.go:225] Skipping VolumeAttachment csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154 for attacher csi-mock-csi-mock-volumes-2423
I0418 18:14:38.292399       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.292426       1 controller.go:225] Skipping VolumeAttachment csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154 for attacher csi-mock-csi-mock-volumes-2423
I0418 18:14:38.300351       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:38.300377       1 controller.go:225] Skipping VolumeAttachment csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154 for attacher csi-mock-csi-mock-volumes-2423
I0418 18:14:39.725220       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:39.725256       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:39.734496       1 controller.go:210] Started VA processing "csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb"
I0418 18:14:39.734524       1 controller.go:225] Skipping VolumeAttachment csi-a021a5d8e28eac0a802316a34e4f61777480dd05d5600754bbeb2775a6d1ccdb for attacher csi-mock-csi-mock-volumes-9129
I0418 18:14:39.741979       1 controller.go:261] Started PV processing "pvc-ad6f3469-74ca-4862-9121-8714fda3a4fb"
I0418 18:14:39.742009       1 csi_handler.go:623] CSIHandler: processing PV "pvc-ad6f3469-74ca-4862-9121-8714fda3a4fb"
I0418 18:14:39.742027       1 csi_handler.go:645] CSIHandler: processing PV "pvc-ad6f3469-74ca-4862-9121-8714fda3a4fb": no deletion timestamp, ignoring
I0418 18:14:46.055707       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.055746       1 csi_handler.go:224] CSIHandler: processing VA "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.055759       1 csi_handler.go:251] Attaching "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.055772       1 csi_handler.go:421] Starting attach operation for "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.055822       1 csi_handler.go:341] Adding finalizer to PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:14:46.065051       1 csi_handler.go:350] PV finalizer added to "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:14:46.065104       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:46.065158       1 csi_handler.go:312] VA finalizer added to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.065177       1 csi_handler.go:326] NodeID annotation added to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.070489       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:46.070513       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464046581-8081-csi-mock-csi-mock-volumes-3643"},"volume_id":"80874326-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:46.071961       1 connection.go:186] GRPC response: {}
I0418 18:14:46.072014       1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v126-worker2')
I0418 18:14:46.072094       1 csi_handler.go:591] Saving attach error to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078513       1 csi_handler.go:602] Saved attach error to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078553       1 csi_handler.go:234] Error processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v126-worker2')
I0418 18:14:46.078612       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078642       1 csi_handler.go:224] CSIHandler: processing VA "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078655       1 csi_handler.go:251] Attaching "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078667       1 csi_handler.go:421] Starting attach operation for "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078708       1 csi_handler.go:335] PV finalizer is already set on "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:14:46.078737       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:46.078760       1 csi_handler.go:304] VA finalizer is already set on "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078772       1 csi_handler.go:318] NodeID annotation is already set on "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.078791       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:46.078702       1 controller.go:167] Ignoring VolumeAttachment "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" change
I0418 18:14:46.078800       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464046581-8081-csi-mock-csi-mock-volumes-3643"},"volume_id":"80874326-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:46.079768       1 connection.go:186] GRPC response: {}
I0418 18:14:46.079828       1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v126-worker2')
I0418 18:14:46.079853       1 csi_handler.go:591] Saving attach error to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.085080       1 csi_handler.go:602] Saved attach error to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:46.085113       1 csi_handler.go:234] Error processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v126-worker2')
I0418 18:14:47.079767       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.079818       1 csi_handler.go:224] CSIHandler: processing VA "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.079830       1 csi_handler.go:251] Attaching "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.079842       1 csi_handler.go:421] Starting attach operation for "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.079951       1 csi_handler.go:335] PV finalizer is already set on "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:14:47.079985       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:47.080012       1 csi_handler.go:304] VA finalizer is already set on "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.080055       1 csi_handler.go:318] NodeID annotation is already set on "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.080106       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:47.080114       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464046581-8081-csi-mock-csi-mock-volumes-3643"},"volume_id":"80874326-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:47.081268       1 connection.go:186] GRPC response: {}
I0418 18:14:47.081336       1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v126-worker2')
I0418 18:14:47.081355       1 csi_handler.go:591] Saving attach error to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.087692       1 csi_handler.go:602] Saved attach error to "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:47.087732       1 csi_handler.go:234] Error processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12": failed to attach: rpc error: code = ResourceExhausted desc = Cannot attach any more volumes to this node ('v126-worker2')
I0418 18:14:47.087822       1 controller.go:167] Ignoring VolumeAttachment "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" change
I0418 18:14:49.298290       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.298330       1 csi_handler.go:224] CSIHandler: processing VA "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.298342       1 csi_handler.go:275] Starting detach operation for "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.298394       1 csi_handler.go:282] Detaching "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.298420       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:49.298447       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0418 18:14:49.298458       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"735f9f6d-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:49.300272       1 connection.go:186] GRPC response: {}
I0418 18:14:49.300354       1 connection.go:187] GRPC error: <nil>
I0418 18:14:49.300376       1 csi_handler.go:581] Detached "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.300411       1 util.go:80] Marking as detached "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.311525       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.311552       1 csi_handler.go:224] CSIHandler: processing VA "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.311564       1 csi_handler.go:275] Starting detach operation for "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.311616       1 csi_handler.go:282] Detaching "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.311640       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:49.311658       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0418 18:14:49.311668       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"7bbd4df1-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:49.312813       1 connection.go:186] GRPC response: {}
I0418 18:14:49.312857       1 connection.go:187] GRPC error: <nil>
I0418 18:14:49.312878       1 csi_handler.go:581] Detached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.312925       1 util.go:80] Marking as detached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.313939       1 controller.go:261] Started PV processing "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:14:49.313977       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:14:49.313992       1 csi_handler.go:645] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7": no deletion timestamp, ignoring
I0418 18:14:49.314011       1 util.go:106] Finalizer removed from "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.314037       1 csi_handler.go:295] Fully detached "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.314068       1 csi_handler.go:240] CSIHandler: finished processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.314118       1 controller.go:210] Started VA processing "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a"
I0418 18:14:49.314201       1 controller.go:217] VA "csi-7b71a324c4119689d2cb3c2582f2d68c8defc11df028cddb1aa9fa6c2ce6220a" deleted, ignoring
I0418 18:14:49.327448       1 util.go:106] Finalizer removed from "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.327480       1 csi_handler.go:295] Fully detached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.327494       1 csi_handler.go:240] CSIHandler: finished processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.327541       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.327557       1 csi_handler.go:224] CSIHandler: processing VA "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.327566       1 csi_handler.go:275] Starting detach operation for "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.327607       1 controller.go:261] Started PV processing "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:14:49.327635       1 csi_handler.go:623] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:14:49.327610       1 csi_handler.go:282] Detaching "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.327653       1 csi_handler.go:645] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647": no deletion timestamp, ignoring
I0418 18:14:49.327678       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:49.327711       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0418 18:14:49.327724       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"7bbd4df1-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:49.328713       1 connection.go:186] GRPC response: {}
I0418 18:14:49.328771       1 connection.go:187] GRPC error: <nil>
I0418 18:14:49.328794       1 csi_handler.go:581] Detached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.328863       1 util.go:80] Marking as detached "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.332320       1 csi_handler.go:607] Saving detach error to "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:49.336580       1 csi_handler.go:289] Failed to save detach error to "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e": volumeattachments.storage.k8s.io "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e" not found
I0418 18:14:49.336620       1 csi_handler.go:234] Error processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e": failed to detach: could not mark as detached: volumeattachments.storage.k8s.io "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e" not found
I0418 18:14:49.828082       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.828133       1 controller.go:225] Skipping VolumeAttachment csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154 for attacher csi-mock-csi-mock-volumes-2423
I0418 18:14:49.837203       1 controller.go:210] Started VA processing "csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154"
I0418 18:14:49.837229       1 controller.go:225] Skipping VolumeAttachment csi-39163dd03482a0b19e479dae78a88488e1dd8a047d772f8bdc4e799fb7219154 for attacher csi-mock-csi-mock-volumes-2423
I0418 18:14:49.843591       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:49.843617       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:49.845688       1 controller.go:261] Started PV processing "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:49.845728       1 csi_handler.go:623] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea"
I0418 18:14:49.845747       1 csi_handler.go:645] CSIHandler: processing PV "pvc-8f498888-87cc-4ec1-9fa5-7e3c2a420eea": no deletion timestamp, ignoring
I0418 18:14:49.852386       1 controller.go:210] Started VA processing "csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da"
I0418 18:14:49.852412       1 controller.go:225] Skipping VolumeAttachment csi-126db8182cbd0b822481009d6dc3a0336b722468fca0532ccad308a7da53f0da for attacher csi-mock-csi-mock-volumes-4481
I0418 18:14:49.859031       1 controller.go:261] Started PV processing "pvc-9d980045-f974-4e40-b5fc-499d3c55d810"
I0418 18:14:49.859055       1 csi_handler.go:623] CSIHandler: processing PV "pvc-9d980045-f974-4e40-b5fc-499d3c55d810"
I0418 18:14:49.859068       1 csi_handler.go:645] CSIHandler: processing PV "pvc-9d980045-f974-4e40-b5fc-499d3c55d810": no deletion timestamp, ignoring
I0418 18:14:50.337592       1 controller.go:210] Started VA processing "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e"
I0418 18:14:50.337654       1 controller.go:217] VA "csi-dd75f14ec4a745f5459e2080bf453477bc43cd3dfe7270cab158ff4b3fa1299e" deleted, ignoring
I0418 18:14:51.088216       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.088309       1 csi_handler.go:224] CSIHandler: processing VA "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.088324       1 csi_handler.go:251] Attaching "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.088343       1 csi_handler.go:421] Starting attach operation for "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.088399       1 csi_handler.go:335] PV finalizer is already set on "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:14:51.088430       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:14:51.088454       1 csi_handler.go:304] VA finalizer is already set on "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.088469       1 csi_handler.go:318] NodeID annotation is already set on "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.088497       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume
I0418 18:14:51.088508       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464046581-8081-csi-mock-csi-mock-volumes-3643"},"volume_id":"80874326-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:14:51.089574       1 connection.go:186] GRPC response: {}
I0418 18:14:51.089620       1 connection.go:187] GRPC error: <nil>
I0418 18:14:51.089633       1 csi_handler.go:264] Attached "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.089647       1 util.go:38] Marking as attached "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.096343       1 util.go:52] Marked as attached "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.096380       1 csi_handler.go:270] Fully attached "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.096396       1 csi_handler.go:240] CSIHandler: finished processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.096450       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.096479       1 csi_handler.go:224] CSIHandler: processing VA "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:14:51.096491       1 csi_handler.go:246] "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" is already attached
I0418 18:14:51.096534       1 csi_handler.go:240] CSIHandler: finished processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:15:05.633035       1 controller.go:210] Started VA processing "csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969"
I0418 18:15:05.633072       1 controller.go:225] Skipping VolumeAttachment csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969 for attacher csi-mock-csi-mock-volumes-7332
I0418 18:15:05.649474       1 controller.go:210] Started VA processing "csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969"
I0418 18:15:05.649498       1 controller.go:225] Skipping VolumeAttachment csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969 for attacher csi-mock-csi-mock-volumes-7332
I0418 18:15:05.658550       1 controller.go:210] Started VA processing "csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969"
I0418 18:15:05.658578       1 controller.go:225] Skipping VolumeAttachment csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969 for attacher csi-mock-csi-mock-volumes-7332
I0418 18:15:20.554358       1 controller.go:210] Started VA processing "csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969"
I0418 18:15:20.554387       1 controller.go:225] Skipping VolumeAttachment csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969 for attacher csi-mock-csi-mock-volumes-7332
I0418 18:15:20.562272       1 controller.go:210] Started VA processing "csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969"
I0418 18:15:20.562302       1 controller.go:225] Skipping VolumeAttachment csi-b277a5a06264700634fa36d071fe9f5daca80cefd3ceff7abc1847e5bdf79969 for attacher csi-mock-csi-mock-volumes-7332
I0418 18:15:20.567822       1 controller.go:261] Started PV processing "pvc-098c4cf2-321a-4bf3-97c6-ccc8c03e3644"
I0418 18:15:20.567841       1 csi_handler.go:623] CSIHandler: processing PV "pvc-098c4cf2-321a-4bf3-97c6-ccc8c03e3644"
I0418 18:15:20.567852       1 csi_handler.go:645] CSIHandler: processing PV "pvc-098c4cf2-321a-4bf3-97c6-ccc8c03e3644": no deletion timestamp, ignoring
I0418 18:15:26.084973       1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f"
I0418 18:15:26.085058       1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878
I0418 18:15:26.099657       1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f"
I0418 18:15:26.099691       1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878
I0418 18:15:26.108701       1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f"
I0418 18:15:26.108730       1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878
I0418 18:15:33.140276       1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d"
I0418 18:15:33.140313       1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554
I0418 18:15:33.154195       1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d"
I0418 18:15:33.154236       1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554
I0418 18:15:33.161570       1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d"
I0418 18:15:33.161593       1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554
I0418 18:15:45.234250       1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da"
I0418 18:15:45.234285       1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84
I0418 18:15:45.245926       1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da"
I0418 18:15:45.245948       1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84
I0418 18:15:45.253999       1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da"
I0418 18:15:45.254021       1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84
I0418 18:15:50.602816       1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d"
I0418 18:15:50.602892       1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554
I0418 18:15:50.611857       1 controller.go:210] Started VA processing "csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d"
I0418 18:15:50.611898       1 controller.go:225] Skipping VolumeAttachment csi-48168ccdc8f1ad2d24232731b61f384f83aa91dbbec7f092a8f66b7a183bfe7d for attacher csi-mock-csi-mock-volumes-2554
I0418 18:15:50.617963       1 controller.go:261] Started PV processing "pvc-34c74831-a41f-4870-b242-bc99d269d9d5"
I0418 18:15:50.617995       1 csi_handler.go:623] CSIHandler: processing PV "pvc-34c74831-a41f-4870-b242-bc99d269d9d5"
I0418 18:15:50.618013       1 csi_handler.go:645] CSIHandler: processing PV "pvc-34c74831-a41f-4870-b242-bc99d269d9d5": no deletion timestamp, ignoring
I0418 18:15:51.217740       1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f"
I0418 18:15:51.217771       1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878
I0418 18:15:51.227524       1 controller.go:210] Started VA processing "csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f"
I0418 18:15:51.227556       1 controller.go:225] Skipping VolumeAttachment csi-13165bb6d045f7f7237a9b43f805a1d7b9920793a8297db6628c1fb65c50e48f for attacher csi-mock-csi-mock-volumes-4878
I0418 18:15:51.234087       1 controller.go:261] Started PV processing "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20"
I0418 18:15:51.234116       1 csi_handler.go:623] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20"
I0418 18:15:51.234134       1 csi_handler.go:645] CSIHandler: processing PV "pvc-866a138a-bc41-48f8-978f-ec8055b9eb20": no deletion timestamp, ignoring
I0418 18:16:00.691318       1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da"
I0418 18:16:00.691392       1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84
I0418 18:16:00.699297       1 controller.go:210] Started VA processing "csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da"
I0418 18:16:00.699338       1 controller.go:225] Skipping VolumeAttachment csi-3ab95607103040197ba3e9bc07ce069e466e9eaa64f6a7dd93e57f9b7066d1da for attacher csi-mock-csi-mock-volumes-84
I0418 18:16:00.705640       1 controller.go:261] Started PV processing "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37"
I0418 18:16:00.705666       1 csi_handler.go:623] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37"
I0418 18:16:00.705683       1 csi_handler.go:645] CSIHandler: processing PV "pvc-25893d95-d04a-4e09-9af2-c70a6f036c37": no deletion timestamp, ignoring
I0418 18:16:19.697390       1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1"
I0418 18:16:19.697422       1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008
I0418 18:16:19.710515       1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1"
I0418 18:16:19.710543       1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008
I0418 18:16:19.718711       1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1"
I0418 18:16:19.718730       1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008
I0418 18:16:29.371630       1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd"
I0418 18:16:29.371666       1 controller.go:225] Skipping VolumeAttachment csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd for attacher csi-mock-csi-mock-volumes-3590
I0418 18:16:29.388106       1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd"
I0418 18:16:29.388132       1 controller.go:225] Skipping VolumeAttachment csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd for attacher csi-mock-csi-mock-volumes-3590
I0418 18:16:29.398146       1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd"
I0418 18:16:29.398165       1 controller.go:225] Skipping VolumeAttachment csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd for attacher csi-mock-csi-mock-volumes-3590
I0418 18:16:29.775260       1 controller.go:210] Started VA processing "csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663"
I0418 18:16:29.775299       1 controller.go:225] Skipping VolumeAttachment csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663 for attacher csi-mock-csi-mock-volumes-9547
I0418 18:16:29.790436       1 controller.go:210] Started VA processing "csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663"
I0418 18:16:29.790467       1 controller.go:225] Skipping VolumeAttachment csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663 for attacher csi-mock-csi-mock-volumes-9547
I0418 18:16:29.797466       1 controller.go:210] Started VA processing "csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663"
I0418 18:16:29.797495       1 controller.go:225] Skipping VolumeAttachment csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663 for attacher csi-mock-csi-mock-volumes-9547
I0418 18:16:32.240932       1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1"
I0418 18:16:32.240968       1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008
I0418 18:16:32.249969       1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1"
I0418 18:16:32.249995       1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008
I0418 18:16:32.257378       1 controller.go:261] Started PV processing "pvc-da3ec96b-373f-4224-952e-dcb72ac08c5a"
I0418 18:16:32.257417       1 csi_handler.go:623] CSIHandler: processing PV "pvc-da3ec96b-373f-4224-952e-dcb72ac08c5a"
I0418 18:16:32.257434       1 csi_handler.go:645] CSIHandler: processing PV "pvc-da3ec96b-373f-4224-952e-dcb72ac08c5a": no deletion timestamp, ignoring
I0418 18:16:42.218989       1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd"
I0418 18:16:42.219040       1 controller.go:225] Skipping VolumeAttachment csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd for attacher csi-mock-csi-mock-volumes-3590
I0418 18:16:42.227748       1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd"
I0418 18:16:42.227795       1 controller.go:225] Skipping VolumeAttachment csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd for attacher csi-mock-csi-mock-volumes-3590
I0418 18:16:42.233890       1 controller.go:261] Started PV processing "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61"
I0418 18:16:42.233923       1 csi_handler.go:623] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61"
I0418 18:16:42.233939       1 csi_handler.go:645] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61": no deletion timestamp, ignoring
I0418 18:16:51.352003       1 controller.go:261] Started PV processing "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:16:51.352085       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:16:51.352123       1 csi_handler.go:684] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7": no VA found, removing finalizer
E0418 18:16:51.363561       1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7": PersistentVolume "pvc-c357632a-577b-4716-820a-0e3ed24e07d7" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0418 18:16:51.363628       1 controller.go:261] Started PV processing "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:16:51.363644       1 csi_handler.go:623] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:16:51.363681       1 csi_handler.go:684] CSIHandler: processing PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7": no VA found, removing finalizer
I0418 18:16:51.372384       1 csi_handler.go:706] Removed finalizer from PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:16:51.977459       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.977516       1 csi_handler.go:224] CSIHandler: processing VA "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.977538       1 csi_handler.go:275] Starting detach operation for "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.977610       1 csi_handler.go:282] Detaching "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.977656       1 csi_handler.go:740] Found NodeID v126-worker2 in CSINode v126-worker2
I0418 18:16:51.977688       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume
I0418 18:16:51.977698       1 connection.go:184] GRPC request: {"node_id":"v126-worker2","volume_id":"80874326-fdaf-11ee-b860-fa2a6566e11e"}
I0418 18:16:51.978860       1 connection.go:186] GRPC response: {}
I0418 18:16:51.978906       1 connection.go:187] GRPC error: <nil>
I0418 18:16:51.978922       1 csi_handler.go:581] Detached "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.978963       1 util.go:80] Marking as detached "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.992905       1 util.go:106] Finalizer removed from "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.992946       1 csi_handler.go:295] Fully detached "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.992961       1 csi_handler.go:240] CSIHandler: finished processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.992993       1 controller.go:261] Started PV processing "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:51.993008       1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12"
I0418 18:16:51.993024       1 csi_handler.go:623] CSIHandler: processing PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:51.993040       1 controller.go:217] VA "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" deleted, ignoring
I0418 18:16:51.993041       1 csi_handler.go:645] CSIHandler: processing PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0": no deletion timestamp, ignoring
I0418 18:16:52.363683       1 controller.go:261] Started PV processing "pvc-c357632a-577b-4716-820a-0e3ed24e07d7"
I0418 18:16:52.363745       1 controller.go:268] PV "pvc-c357632a-577b-4716-820a-0e3ed24e07d7" deleted, ignoring
I0418 18:16:53.362449       1 controller.go:261] Started PV processing "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:16:53.362488       1 csi_handler.go:623] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:16:53.362551       1 csi_handler.go:684] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647": no VA found, removing finalizer
E0418 18:16:53.373764       1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647": PersistentVolume "pvc-50e3e64c-574d-4ef9-9547-d89676986647" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0418 18:16:53.373835       1 controller.go:261] Started PV processing "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:16:53.373853       1 csi_handler.go:623] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:16:53.373935       1 csi_handler.go:684] CSIHandler: processing PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647": no VA found, removing finalizer
I0418 18:16:53.382676       1 csi_handler.go:706] Removed finalizer from PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:16:54.374604       1 controller.go:261] Started PV processing "pvc-50e3e64c-574d-4ef9-9547-d89676986647"
I0418 18:16:54.374660       1 controller.go:268] PV "pvc-50e3e64c-574d-4ef9-9547-d89676986647" deleted, ignoring
I0418 18:16:55.377150       1 controller.go:261] Started PV processing "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:55.377188       1 csi_handler.go:623] CSIHandler: processing PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:55.377233       1 csi_handler.go:684] CSIHandler: processing PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0": no VA found, removing finalizer
E0418 18:16:55.388774       1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0": PersistentVolume "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"}
I0418 18:16:55.388844       1 controller.go:261] Started PV processing "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:55.388859       1 csi_handler.go:623] CSIHandler: processing PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:55.388898       1 csi_handler.go:684] CSIHandler: processing PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0": no VA found, removing finalizer
I0418 18:16:55.397479       1 csi_handler.go:706] Removed finalizer from PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:56.389645       1 controller.go:261] Started PV processing "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0"
I0418 18:16:56.389698       1 controller.go:268] PV "pvc-76e1565e-ae0d-44fe-8a96-887fbfcfaab0" deleted, ignoring
==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====