==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0505 01:14:56.473866 1 main.go:99] Version: v3.3.0 I0505 01:14:56.478118 1 connection.go:154] Connecting to unix:///csi/csi.sock I0505 01:14:57.479313 1 common.go:111] Probing CSI driver for readiness I0505 01:14:57.479349 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0505 01:14:57.479361 1 connection.go:184] GRPC request: {} I0505 01:14:57.484944 1 connection.go:186] GRPC response: {} I0505 01:14:57.485044 1 connection.go:187] GRPC error: I0505 01:14:57.485068 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0505 01:14:57.485076 1 connection.go:184] GRPC request: {} I0505 01:14:57.485936 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-5592","vendor_version":"v1.7.3"} I0505 01:14:57.486048 1 connection.go:187] GRPC error: I0505 01:14:57.486066 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-5592" I0505 01:14:57.486078 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0505 01:14:57.486084 1 connection.go:184] GRPC request: {} I0505 01:14:57.486914 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0505 01:14:57.487106 1 connection.go:187] GRPC error: I0505 01:14:57.487120 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0505 01:14:57.487128 1 connection.go:184] GRPC request: {} I0505 01:14:57.488133 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0505 01:14:57.488438 1 connection.go:187] GRPC error: I0505 01:14:57.488571 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0505 01:14:57.488886 1 controller.go:128] Starting CSI attacher I0505 01:14:57.489195 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:14:57.489218 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0505 01:14:57.489285 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:14:57.489297 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0505 01:14:57.489310 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0505 01:14:57.489315 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0505 01:14:57.589921 1 shared_informer.go:270] caches populated I0505 01:15:02.166099 1 controller.go:208] Started VA processing "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.166140 1 csi_handler.go:221] CSIHandler: processing VA "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.166189 1 csi_handler.go:248] Attaching "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.166205 1 csi_handler.go:427] Starting attach operation for "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.166400 1 csi_handler.go:347] Adding finalizer to PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:02.175299 1 csi_handler.go:356] PV finalizer added to "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:02.175346 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:15:02.175385 1 csi_handler.go:309] VA finalizer added to "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.175401 1 csi_handler.go:323] NodeID annotation added to "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.180694 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:15:02.180721 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249297451-8081-csi-mock-csi-mock-volumes-5592"},"volume_id":"417b675e-eae2-11ed-a019-b2e9f1141245"} I0505 01:15:02.184814 1 connection.go:186] GRPC response: {} I0505 01:15:02.184909 1 connection.go:187] GRPC error: I0505 01:15:02.184925 1 csi_handler.go:261] Attached "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.184940 1 util.go:38] Marking as attached "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.189765 1 util.go:52] Marked as attached "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.189796 1 csi_handler.go:267] Fully attached "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.189814 1 csi_handler.go:237] CSIHandler: finished processing "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.189864 1 controller.go:208] Started VA processing "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.189881 1 csi_handler.go:221] CSIHandler: processing VA "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:02.189899 1 csi_handler.go:243] "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" is already attached I0505 01:15:02.189913 1 csi_handler.go:237] CSIHandler: finished processing "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:10.117903 1 controller.go:208] Started VA processing "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.117946 1 csi_handler.go:221] CSIHandler: processing VA "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.117960 1 csi_handler.go:248] Attaching "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.117974 1 csi_handler.go:427] Starting attach operation for "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.118064 1 csi_handler.go:347] Adding finalizer to PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:10.127568 1 csi_handler.go:356] PV finalizer added to "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:10.127627 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:15:10.127704 1 csi_handler.go:309] VA finalizer added to "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.127737 1 csi_handler.go:323] NodeID annotation added to "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.133000 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0505 01:15:10.133025 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1683249297451-8081-csi-mock-csi-mock-volumes-5592"},"volume_id":"464486cd-eae2-11ed-a019-b2e9f1141245"} I0505 01:15:10.134307 1 connection.go:186] GRPC response: {} I0505 01:15:10.134377 1 connection.go:187] GRPC error: I0505 01:15:10.134391 1 csi_handler.go:261] Attached "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.134408 1 util.go:38] Marking as attached "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.139569 1 util.go:52] Marked as attached "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.139598 1 csi_handler.go:267] Fully attached "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.139614 1 csi_handler.go:237] CSIHandler: finished processing "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.139696 1 controller.go:208] Started VA processing "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.139723 1 csi_handler.go:221] CSIHandler: processing VA "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:10.139739 1 csi_handler.go:243] "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" is already attached I0505 01:15:10.139759 1 csi_handler.go:237] CSIHandler: finished processing "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.789587 1 controller.go:208] Started VA processing "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.789628 1 csi_handler.go:221] CSIHandler: processing VA "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.789643 1 csi_handler.go:272] Starting detach operation for "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.789743 1 csi_handler.go:279] Detaching "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.789773 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:15:34.789804 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:15:34.789814 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"417b675e-eae2-11ed-a019-b2e9f1141245"} I0505 01:15:34.791429 1 connection.go:186] GRPC response: {} I0505 01:15:34.791508 1 connection.go:187] GRPC error: I0505 01:15:34.791522 1 csi_handler.go:587] Detached "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.791567 1 util.go:80] Marking as detached "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.802843 1 controller.go:208] Started VA processing "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.802869 1 csi_handler.go:221] CSIHandler: processing VA "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.802881 1 csi_handler.go:272] Starting detach operation for "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.802936 1 csi_handler.go:279] Detaching "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.802968 1 csi_handler.go:746] Found NodeID v125-worker2 in CSINode v125-worker2 I0505 01:15:34.802986 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0505 01:15:34.802995 1 connection.go:184] GRPC request: {"node_id":"v125-worker2","volume_id":"464486cd-eae2-11ed-a019-b2e9f1141245"} I0505 01:15:34.803666 1 connection.go:186] GRPC response: {} I0505 01:15:34.803709 1 connection.go:187] GRPC error: I0505 01:15:34.803721 1 csi_handler.go:587] Detached "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.803761 1 util.go:80] Marking as detached "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.805031 1 controller.go:259] Started PV processing "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:34.805061 1 csi_handler.go:629] CSIHandler: processing PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:34.805082 1 csi_handler.go:651] CSIHandler: processing PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048": no deletion timestamp, ignoring I0505 01:15:34.805163 1 util.go:106] Finalizer removed from "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.805198 1 csi_handler.go:292] Fully detached "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.805214 1 csi_handler.go:237] CSIHandler: finished processing "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.805274 1 controller.go:208] Started VA processing "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" I0505 01:15:34.805331 1 controller.go:215] VA "csi-a6f9b93f286872547c338a86e1375514b53edfe0d58b3e9138edb9a6ef1f682e" deleted, ignoring I0505 01:15:34.815979 1 controller.go:259] Started PV processing "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:34.816005 1 csi_handler.go:629] CSIHandler: processing PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:34.816073 1 csi_handler.go:651] CSIHandler: processing PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d": no deletion timestamp, ignoring I0505 01:15:34.816125 1 util.go:106] Finalizer removed from "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.816155 1 csi_handler.go:292] Fully detached "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.816170 1 csi_handler.go:237] CSIHandler: finished processing "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.816212 1 controller.go:208] Started VA processing "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" I0505 01:15:34.816241 1 controller.go:215] VA "csi-d9a98d14bde20f444d29facba449975db9754bf8b87a2a8739850f2ed826ed39" deleted, ignoring I0505 01:15:35.210264 1 controller.go:259] Started PV processing "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:35.210301 1 csi_handler.go:629] CSIHandler: processing PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:35.210357 1 csi_handler.go:690] CSIHandler: processing PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048": no VA found, removing finalizer E0505 01:15:35.221483 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048": PersistentVolume "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:15:35.221553 1 controller.go:259] Started PV processing "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:35.221576 1 csi_handler.go:629] CSIHandler: processing PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:35.221612 1 csi_handler.go:690] CSIHandler: processing PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048": no VA found, removing finalizer I0505 01:15:35.229572 1 csi_handler.go:712] Removed finalizer from PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:36.213763 1 controller.go:259] Started PV processing "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:36.213804 1 csi_handler.go:629] CSIHandler: processing PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:36.213848 1 csi_handler.go:690] CSIHandler: processing PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d": no VA found, removing finalizer I0505 01:15:36.222254 1 controller.go:259] Started PV processing "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" I0505 01:15:36.222294 1 controller.go:266] PV "pvc-07e037a4-ae75-4203-b1af-f0be7e8e4048" deleted, ignoring E0505 01:15:36.223602 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d": PersistentVolume "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0505 01:15:36.223681 1 controller.go:259] Started PV processing "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:36.223712 1 csi_handler.go:629] CSIHandler: processing PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:36.223759 1 csi_handler.go:690] CSIHandler: processing PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d": no VA found, removing finalizer I0505 01:15:36.231322 1 csi_handler.go:712] Removed finalizer from PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:37.223833 1 controller.go:259] Started PV processing "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" I0505 01:15:37.223912 1 controller.go:266] PV "pvc-cc73a8c8-7e21-4e83-9112-45e5e954849d" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====