I0922 01:35:31.403226       1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-882365896c5cd49975ca7cc965977ebb45166fd48c84d9e2fad60464a20869e0" attacher="csi-mock-csi-mock-volumes-attach-1310"
I0922 01:35:31.406016       1 connection.go:270] "GRPC response" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6" response="{}" err="rpc error: code = ResourceExhausted desc = attachment limit exceeded"
I0922 01:35:31.406073       1 csi_handler.go:611] "Saving attach error" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:31.413877       1 controller.go:167] "Ignoring VolumeAttachment change" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:31.413985       1 csi_handler.go:622] "Saved attach error" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:31.414038       1 csi_handler.go:243] "Error processing" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6" err="failed to attach: rpc error: code = ResourceExhausted desc = attachment limit exceeded"
I0922 01:35:35.790919       1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-c9ed839b6e2bae0d1defea4ba0e95be7bb796af07a40466c2126d8b5de8aa95b"
I0922 01:35:35.791569       1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-c9ed839b6e2bae0d1defea4ba0e95be7bb796af07a40466c2126d8b5de8aa95b" attacher="csi-mock-csi-mock-volumes-expansion-7456"
I0922 01:35:35.804109       1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-c9ed839b6e2bae0d1defea4ba0e95be7bb796af07a40466c2126d8b5de8aa95b"
I0922 01:35:35.804150       1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-c9ed839b6e2bae0d1defea4ba0e95be7bb796af07a40466c2126d8b5de8aa95b" attacher="csi-mock-csi-mock-volumes-expansion-7456"
I0922 01:35:35.813425       1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-c9ed839b6e2bae0d1defea4ba0e95be7bb796af07a40466c2126d8b5de8aa95b"
I0922 01:35:35.813474       1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-c9ed839b6e2bae0d1defea4ba0e95be7bb796af07a40466c2126d8b5de8aa95b" attacher="csi-mock-csi-mock-volumes-expansion-7456"
I0922 01:35:43.652534       1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.652588       1 csi_handler.go:233] "CSIHandler: processing VolumeAttachment" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.652605       1 csi_handler.go:285] "Starting detach operation" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.652660       1 csi_handler.go:292] "Detaching" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.652677       1 csi_handler.go:544] "Starting detach operation" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.652746       1 csi_handler.go:762] "Found nodeID in CSINode" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6" nodeID="csi-mock-mutable-allocatable-mock-8613" CSINode="latest-worker2"
I0922 01:35:43.652796       1 connection.go:264] "GRPC call" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6" method="/csi.v1.Controller/ControllerUnpublishVolume" request="{\"node_id\":\"csi-mock-mutable-allocatable-mock-8613\",\"volume_id\":\"4\"}"
I0922 01:35:43.655281       1 connection.go:270] "GRPC response" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6" response="{}" err=null
I0922 01:35:43.655326       1 csi_handler.go:600] "Detached" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.655367       1 util.go:82] "Marking as detached" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.668067       1 controller.go:266] "Started PersistentVolume processing" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.668100       1 csi_handler.go:645] "CSIHandler: processing PersistentVolume" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.668120       1 csi_handler.go:669] "CSIHandler: processing PersistentVolume: no deletion timestamp, ignoring" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.668449       1 util.go:107] "Finalizer removed" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.668492       1 csi_handler.go:305] "Fully detached" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.668514       1 csi_handler.go:249] "CSIHandler: finished processing" driver="csi-mock-mutable-allocatable-mock-8613" VolumeAttachment="csi-2ed0d9a5610afe3c1b670581ad60dff3174474da5d3924a8a37a08c2774a46f6"
I0922 01:35:43.726994       1 controller.go:266] "Started PersistentVolume processing" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.727034       1 csi_handler.go:645] "CSIHandler: processing PersistentVolume" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.727075       1 csi_handler.go:708] "CSIHandler: processing PersistentVolume: no VolumeAttachment found, removing finalizer" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
E0922 01:35:43.737233       1 csi_handler.go:725] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"kubernetes.io/pv-protection\"}" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.737314       1 controller.go:266] "Started PersistentVolume processing" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.737340       1 csi_handler.go:645] "CSIHandler: processing PersistentVolume" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.737437       1 csi_handler.go:708] "CSIHandler: processing PersistentVolume: no VolumeAttachment found, removing finalizer" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
E0922 01:35:43.744179       1 csi_handler.go:725] "Failed to remove finalizer from PersistentVolume" err="PersistentVolume \"pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420\" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{\"external-provisioner.volume.kubernetes.io/finalizer\"}" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.744249       1 controller.go:266] "Started PersistentVolume processing" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.744277       1 csi_handler.go:645] "CSIHandler: processing PersistentVolume" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.744325       1 csi_handler.go:708] "CSIHandler: processing PersistentVolume: no VolumeAttachment found, removing finalizer" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:43.751629       1 csi_handler.go:730] "Removed finalizer from PersistentVolume" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:44.737760       1 controller.go:266] "Started PersistentVolume processing" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"
I0922 01:35:44.737825       1 controller.go:273] "PersistentVolume was deleted, ignoring" driver="csi-mock-mutable-allocatable-mock-8613" PersistentVolume="pvc-2fee841a-7c7e-40ab-8b84-13ada77e3420"