==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0418 18:16:18.926346 1 main.go:94] Version: v4.0.0 I0418 18:16:18.929553 1 connection.go:154] Connecting to unix:///csi/csi.sock I0418 18:16:19.932194 1 common.go:111] Probing CSI driver for readiness I0418 18:16:19.932236 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0418 18:16:19.932245 1 connection.go:184] GRPC request: {} I0418 18:16:19.935733 1 connection.go:186] GRPC response: {} I0418 18:16:19.935817 1 connection.go:187] GRPC error: I0418 18:16:19.935835 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0418 18:16:19.935840 1 connection.go:184] GRPC request: {} I0418 18:16:19.936586 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-3590","vendor_version":"v1.9.0"} I0418 18:16:19.936714 1 connection.go:187] GRPC error: I0418 18:16:19.936734 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-3590" I0418 18:16:19.936748 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0418 18:16:19.936757 1 connection.go:184] GRPC request: {} I0418 18:16:19.937844 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0418 18:16:19.938083 1 connection.go:187] GRPC error: I0418 18:16:19.938097 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0418 18:16:19.938105 1 connection.go:184] GRPC request: {} I0418 18:16:19.939256 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0418 18:16:19.939551 1 connection.go:187] GRPC error: I0418 18:16:19.939634 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0418 18:16:19.939829 1 controller.go:130] Starting CSI attacher I0418 18:16:19.941190 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:16:19.941241 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0418 18:16:19.941443 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:16:19.941455 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0418 18:16:19.941492 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:16:19.942214 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0418 18:16:20.040186 1 shared_informer.go:285] caches populated I0418 18:16:20.040293 1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1" I0418 18:16:20.040326 1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008 I0418 18:16:20.040306 1 controller.go:210] Started VA processing "csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12" I0418 18:16:20.040400 1 controller.go:225] Skipping VolumeAttachment csi-38e21083ef536c3622480b9350903a24fe7fd3ec57e847d299101c69c9b87e12 for attacher csi-mock-csi-mock-volumes-3643 I0418 18:16:29.371567 1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.371606 1 csi_handler.go:224] CSIHandler: processing VA "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.371621 1 csi_handler.go:251] Attaching "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.371647 1 csi_handler.go:421] Starting attach operation for "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.371813 1 csi_handler.go:341] Adding finalizer to PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:29.382743 1 csi_handler.go:350] PV finalizer added to "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:29.382788 1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker I0418 18:16:29.382824 1 csi_handler.go:312] VA finalizer added to "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.382860 1 csi_handler.go:326] NodeID annotation added to "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.388261 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0418 18:16:29.388284 1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1713464179924-8081-csi-mock-csi-mock-volumes-3590"},"volume_id":"c5af3855-fdaf-11ee-8161-7aee35f14ad8"} I0418 18:16:29.390209 1 connection.go:186] GRPC response: {} I0418 18:16:29.390288 1 connection.go:187] GRPC error: I0418 18:16:29.390301 1 csi_handler.go:264] Attached "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.390315 1 util.go:38] Marking as attached "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.398383 1 util.go:52] Marked as attached "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.398408 1 csi_handler.go:270] Fully attached "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.398419 1 csi_handler.go:240] CSIHandler: finished processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.398460 1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.398473 1 csi_handler.go:224] CSIHandler: processing VA "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.398482 1 csi_handler.go:246] "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" is already attached I0418 18:16:29.398490 1 csi_handler.go:240] CSIHandler: finished processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:29.774979 1 controller.go:210] Started VA processing "csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663" I0418 18:16:29.775029 1 controller.go:225] Skipping VolumeAttachment csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663 for attacher csi-mock-csi-mock-volumes-9547 I0418 18:16:29.790131 1 controller.go:210] Started VA processing "csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663" I0418 18:16:29.790147 1 controller.go:225] Skipping VolumeAttachment csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663 for attacher csi-mock-csi-mock-volumes-9547 I0418 18:16:29.797598 1 controller.go:210] Started VA processing "csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663" I0418 18:16:29.797622 1 controller.go:225] Skipping VolumeAttachment csi-624d4b7df26221198d50d660458904933e73f5a5122f6915875fb037638b5663 for attacher csi-mock-csi-mock-volumes-9547 I0418 18:16:32.240688 1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1" I0418 18:16:32.240724 1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008 I0418 18:16:32.250339 1 controller.go:210] Started VA processing "csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1" I0418 18:16:32.250372 1 controller.go:225] Skipping VolumeAttachment csi-ab98343443157b21b577f32bca5d954189208e8a445acd2184346ea41eb04cb1 for attacher csi-mock-csi-mock-volumes-7008 I0418 18:16:32.257362 1 controller.go:261] Started PV processing "pvc-da3ec96b-373f-4224-952e-dcb72ac08c5a" I0418 18:16:32.257401 1 csi_handler.go:623] CSIHandler: processing PV "pvc-da3ec96b-373f-4224-952e-dcb72ac08c5a" I0418 18:16:32.257417 1 csi_handler.go:645] CSIHandler: processing PV "pvc-da3ec96b-373f-4224-952e-dcb72ac08c5a": no deletion timestamp, ignoring I0418 18:16:42.218871 1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.218922 1 csi_handler.go:224] CSIHandler: processing VA "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.218934 1 csi_handler.go:275] Starting detach operation for "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.218977 1 csi_handler.go:282] Detaching "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.219001 1 csi_handler.go:740] Found NodeID v126-worker in CSINode v126-worker I0418 18:16:42.219037 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0418 18:16:42.219054 1 connection.go:184] GRPC request: {"node_id":"v126-worker","volume_id":"c5af3855-fdaf-11ee-8161-7aee35f14ad8"} I0418 18:16:42.220516 1 connection.go:186] GRPC response: {} I0418 18:16:42.220595 1 connection.go:187] GRPC error: I0418 18:16:42.220610 1 csi_handler.go:581] Detached "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.220643 1 util.go:80] Marking as detached "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.233724 1 controller.go:261] Started PV processing "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:42.233749 1 csi_handler.go:623] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:42.233762 1 csi_handler.go:645] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61": no deletion timestamp, ignoring I0418 18:16:42.233938 1 util.go:106] Finalizer removed from "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.233964 1 csi_handler.go:295] Fully detached "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.233973 1 csi_handler.go:240] CSIHandler: finished processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.233999 1 controller.go:210] Started VA processing "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" I0418 18:16:42.234039 1 controller.go:217] VA "csi-832dfb66e260c7a35fd82f2622abb4998bd64f136f5553b17904d84d5fb954fd" deleted, ignoring I0418 18:16:42.349853 1 controller.go:261] Started PV processing "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:42.349884 1 csi_handler.go:623] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:42.349917 1 csi_handler.go:684] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61": no VA found, removing finalizer E0418 18:16:42.361105 1 csi_handler.go:701] Failed to remove finalizer from PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61": PersistentVolume "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0418 18:16:42.361185 1 controller.go:261] Started PV processing "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:42.361199 1 csi_handler.go:623] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:42.361300 1 csi_handler.go:684] CSIHandler: processing PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61": no VA found, removing finalizer I0418 18:16:42.370313 1 csi_handler.go:706] Removed finalizer from PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:43.361549 1 controller.go:261] Started PV processing "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" I0418 18:16:43.361601 1 controller.go:268] PV "pvc-e66e3187-306f-4ce2-a9a8-218dd2fd2c61" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====