==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0203 01:06:42.220462 1 main.go:99] Version: v3.3.0 I0203 01:06:42.230382 1 connection.go:154] Connecting to unix:///csi/csi.sock I0203 01:06:44.147769 1 common.go:111] Probing CSI driver for readiness I0203 01:06:44.147807 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0203 01:06:44.147817 1 connection.go:184] GRPC request: {} I0203 01:06:44.151804 1 connection.go:186] GRPC response: {} I0203 01:06:44.151890 1 connection.go:187] GRPC error: I0203 01:06:44.151923 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0203 01:06:44.151932 1 connection.go:184] GRPC request: {} I0203 01:06:44.152648 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-7290","vendor_version":"v1.7.3"} I0203 01:06:44.152820 1 connection.go:187] GRPC error: I0203 01:06:44.152848 1 main.go:155] CSI driver name: "csi-mock-csi-mock-volumes-7290" I0203 01:06:44.152869 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0203 01:06:44.152882 1 connection.go:184] GRPC request: {} I0203 01:06:44.154114 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0203 01:06:44.154347 1 connection.go:187] GRPC error: I0203 01:06:44.154361 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0203 01:06:44.154370 1 connection.go:184] GRPC request: {} I0203 01:06:44.155532 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0203 01:06:44.155721 1 connection.go:187] GRPC error: I0203 01:06:44.155782 1 main.go:230] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0203 01:06:44.155992 1 controller.go:128] Starting CSI attacher I0203 01:06:44.157962 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0203 01:06:44.158419 1 reflector.go:219] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0203 01:06:44.158479 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0203 01:06:44.158447 1 reflector.go:219] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0203 01:06:44.158519 1 reflector.go:255] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0203 01:06:44.158490 1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0203 01:06:44.257199 1 shared_informer.go:270] caches populated I0203 01:06:44.257307 1 controller.go:208] Started VA processing "csi-f18a19db4eb4f6ccd66882308aa04685eb09e8d9b04a61f6345843cd454a6989" I0203 01:06:44.257336 1 controller.go:223] Skipping VolumeAttachment csi-f18a19db4eb4f6ccd66882308aa04685eb09e8d9b04a61f6345843cd454a6989 for attacher csi-mock-csi-mock-volumes-6091 I0203 01:06:44.257357 1 controller.go:208] Started VA processing "csi-a1e4cccaec18a109cf6620eb0aa4e93cb0ffb47547c5e9c7d0708717abb11b96" I0203 01:06:44.257392 1 controller.go:223] Skipping VolumeAttachment csi-a1e4cccaec18a109cf6620eb0aa4e93cb0ffb47547c5e9c7d0708717abb11b96 for attacher csi-mock-csi-mock-volumes-8623 I0203 01:06:48.345591 1 controller.go:208] Started VA processing "csi-f18a19db4eb4f6ccd66882308aa04685eb09e8d9b04a61f6345843cd454a6989" I0203 01:06:48.345619 1 controller.go:223] Skipping VolumeAttachment csi-f18a19db4eb4f6ccd66882308aa04685eb09e8d9b04a61f6345843cd454a6989 for attacher csi-mock-csi-mock-volumes-6091 I0203 01:06:48.357420 1 controller.go:208] Started VA processing "csi-f18a19db4eb4f6ccd66882308aa04685eb09e8d9b04a61f6345843cd454a6989" I0203 01:06:48.357481 1 controller.go:223] Skipping VolumeAttachment csi-f18a19db4eb4f6ccd66882308aa04685eb09e8d9b04a61f6345843cd454a6989 for attacher csi-mock-csi-mock-volumes-6091 I0203 01:06:48.363475 1 controller.go:259] Started PV processing "pvc-c0ee609a-b127-4d00-981f-35a1996e0e1d" I0203 01:06:48.363510 1 csi_handler.go:629] CSIHandler: processing PV "pvc-c0ee609a-b127-4d00-981f-35a1996e0e1d" I0203 01:06:48.363532 1 csi_handler.go:651] CSIHandler: processing PV "pvc-c0ee609a-b127-4d00-981f-35a1996e0e1d": no deletion timestamp, ignoring I0203 01:06:52.064666 1 controller.go:208] Started VA processing "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.064713 1 csi_handler.go:221] CSIHandler: processing VA "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.064728 1 csi_handler.go:248] Attaching "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.064742 1 csi_handler.go:427] Starting attach operation for "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.064814 1 csi_handler.go:347] Adding finalizer to PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:06:52.073159 1 csi_handler.go:356] PV finalizer added to "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:06:52.073227 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0203 01:06:52.073297 1 csi_handler.go:309] VA finalizer added to "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.073332 1 csi_handler.go:323] NodeID annotation added to "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.078572 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0203 01:06:52.078604 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"storage.kubernetes.io/csiProvisionerIdentity":"1675386403858-8081-csi-mock-csi-mock-volumes-7290"},"volume_id":"09cbb0d2-a35f-11ed-86c8-7a39677279fd"} I0203 01:06:52.080850 1 connection.go:186] GRPC response: {} I0203 01:06:52.080934 1 connection.go:187] GRPC error: I0203 01:06:52.080949 1 csi_handler.go:261] Attached "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.080965 1 util.go:38] Marking as attached "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.085417 1 util.go:52] Marked as attached "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.085452 1 csi_handler.go:267] Fully attached "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.085468 1 csi_handler.go:237] CSIHandler: finished processing "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.085508 1 controller.go:208] Started VA processing "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.085528 1 csi_handler.go:221] CSIHandler: processing VA "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:52.085543 1 csi_handler.go:243] "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" is already attached I0203 01:06:52.085558 1 csi_handler.go:237] CSIHandler: finished processing "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:06:53.600867 1 controller.go:208] Started VA processing "csi-a1e4cccaec18a109cf6620eb0aa4e93cb0ffb47547c5e9c7d0708717abb11b96" I0203 01:06:53.600906 1 controller.go:223] Skipping VolumeAttachment csi-a1e4cccaec18a109cf6620eb0aa4e93cb0ffb47547c5e9c7d0708717abb11b96 for attacher csi-mock-csi-mock-volumes-8623 I0203 01:06:53.610592 1 controller.go:208] Started VA processing "csi-a1e4cccaec18a109cf6620eb0aa4e93cb0ffb47547c5e9c7d0708717abb11b96" I0203 01:06:53.610622 1 controller.go:223] Skipping VolumeAttachment csi-a1e4cccaec18a109cf6620eb0aa4e93cb0ffb47547c5e9c7d0708717abb11b96 for attacher csi-mock-csi-mock-volumes-8623 I0203 01:06:53.616102 1 controller.go:259] Started PV processing "pvc-a6986ba5-5db7-4bdd-848c-e9d1cfdb01e0" I0203 01:06:53.616147 1 csi_handler.go:629] CSIHandler: processing PV "pvc-a6986ba5-5db7-4bdd-848c-e9d1cfdb01e0" I0203 01:06:53.616171 1 csi_handler.go:651] CSIHandler: processing PV "pvc-a6986ba5-5db7-4bdd-848c-e9d1cfdb01e0": no deletion timestamp, ignoring I0203 01:07:06.791842 1 controller.go:208] Started VA processing "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.791869 1 csi_handler.go:221] CSIHandler: processing VA "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.791877 1 csi_handler.go:272] Starting detach operation for "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.791923 1 csi_handler.go:279] Detaching "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.791940 1 csi_handler.go:746] Found NodeID v125-worker in CSINode v125-worker I0203 01:07:06.791955 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0203 01:07:06.791970 1 connection.go:184] GRPC request: {"node_id":"v125-worker","volume_id":"09cbb0d2-a35f-11ed-86c8-7a39677279fd"} I0203 01:07:06.793163 1 connection.go:186] GRPC response: {} I0203 01:07:06.793213 1 connection.go:187] GRPC error: I0203 01:07:06.793224 1 csi_handler.go:587] Detached "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.793245 1 util.go:80] Marking as detached "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.803801 1 controller.go:259] Started PV processing "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:06.803831 1 csi_handler.go:629] CSIHandler: processing PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:06.803851 1 csi_handler.go:651] CSIHandler: processing PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039": no deletion timestamp, ignoring I0203 01:07:06.804042 1 util.go:106] Finalizer removed from "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.804063 1 csi_handler.go:292] Fully detached "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.804071 1 csi_handler.go:237] CSIHandler: finished processing "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.804128 1 controller.go:208] Started VA processing "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" I0203 01:07:06.804177 1 controller.go:215] VA "csi-0ca43da066eba32447a76c9205ed0613272e9e45d18967bb7bcd152d0ffb7ff1" deleted, ignoring I0203 01:07:07.083532 1 controller.go:259] Started PV processing "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:07.083567 1 csi_handler.go:629] CSIHandler: processing PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:07.083618 1 csi_handler.go:690] CSIHandler: processing PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039": no VA found, removing finalizer E0203 01:07:07.094399 1 csi_handler.go:707] Failed to remove finalizer from PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039": PersistentVolume "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0203 01:07:07.094485 1 controller.go:259] Started PV processing "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:07.094500 1 csi_handler.go:629] CSIHandler: processing PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:07.094533 1 csi_handler.go:690] CSIHandler: processing PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039": no VA found, removing finalizer I0203 01:07:07.101635 1 csi_handler.go:712] Removed finalizer from PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:08.095010 1 controller.go:259] Started PV processing "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" I0203 01:07:08.095113 1 controller.go:266] PV "pvc-e5ed1835-da93-4ea7-9dbf-6bbfd5923039" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====