==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0124 05:14:16.202163 1 main.go:94] Version: v4.0.0 I0124 05:14:16.205395 1 connection.go:154] Connecting to unix:///csi/csi.sock I0124 05:14:18.511586 1 common.go:111] Probing CSI driver for readiness I0124 05:14:18.511636 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0124 05:14:18.511666 1 connection.go:184] GRPC request: {} I0124 05:14:18.517138 1 connection.go:186] GRPC response: {"ready":{"value":true}} I0124 05:14:18.517509 1 connection.go:187] GRPC error: I0124 05:14:18.517545 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0124 05:14:18.517555 1 connection.go:184] GRPC request: {} I0124 05:14:18.519734 1 connection.go:186] GRPC response: {"manifest":{"url":"https://github.com/kubernetes/kubernetes/tree/master/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-expansion-4498","vendor_version":"0.3.0"} I0124 05:14:18.519874 1 connection.go:187] GRPC error: I0124 05:14:18.519895 1 main.go:150] CSI driver name: "csi-mock-csi-mock-volumes-expansion-4498" I0124 05:14:18.519911 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0124 05:14:18.519919 1 connection.go:184] GRPC request: {} I0124 05:14:18.521807 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0124 05:14:18.522047 1 connection.go:187] GRPC error: I0124 05:14:18.522060 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0124 05:14:18.522069 1 connection.go:184] GRPC request: {} I0124 05:14:18.524164 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0124 05:14:18.524520 1 connection.go:187] GRPC error: I0124 05:14:18.524611 1 main.go:226] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0124 05:14:18.524635 1 main.go:234] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state I0124 05:14:18.524933 1 controller.go:130] Starting CSI attacher I0124 05:14:18.525886 1 reflector.go:221] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:134 I0124 05:14:18.526325 1 reflector.go:257] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134 I0124 05:14:18.526370 1 reflector.go:221] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:134 I0124 05:14:18.526458 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0124 05:14:18.526529 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:134 I0124 05:14:18.526607 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0124 05:14:18.625993 1 shared_informer.go:285] caches populated I0124 05:14:18.626108 1 controller.go:210] Started VA processing "csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861" I0124 05:14:18.626138 1 controller.go:225] Skipping VolumeAttachment csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861 for attacher csi-mock-csi-mock-volumes-workload-8321 I0124 05:14:18.626205 1 csi_handler.go:123] Reconciling VolumeAttachments with driver backend state I0124 05:14:18.626255 1 connection.go:183] GRPC call: /csi.v1.Controller/ListVolumes I0124 05:14:18.626266 1 connection.go:184] GRPC request: {} I0124 05:14:18.635112 1 connection.go:186] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-expansion-4498"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-expansion-4498"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-expansion-4498"],"volume_condition":{}},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]} I0124 05:14:18.635727 1 connection.go:187] GRPC error: I0124 05:14:18.635749 1 csi_handler.go:751] Can't get nodeID from CSINode v128-worker: CSINode v128-worker does not contain driver csi-mock-csi-mock-volumes-expansion-4498 W0124 05:14:18.635792 1 csi_handler.go:189] VA csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861 for volume 6375f805-ba77-11ee-9f29-bed68da8bb51 has attached status true but actual state false. Adding back to VA queue for forced reprocessing I0124 05:14:18.635844 1 controller.go:210] Started VA processing "csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861" I0124 05:14:18.635863 1 controller.go:225] Skipping VolumeAttachment csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861 for attacher csi-mock-csi-mock-volumes-workload-8321 I0124 05:14:22.407405 1 controller.go:210] Started VA processing "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.407443 1 csi_handler.go:224] CSIHandler: processing VA "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.407458 1 csi_handler.go:251] Attaching "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.407470 1 csi_handler.go:421] Starting attach operation for "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.407567 1 csi_handler.go:341] Adding finalizer to PV "pvc-55cafdc2-829a-4163-a7eb-85cdcf99f80e" I0124 05:14:22.417227 1 csi_handler.go:350] PV finalizer added to "pvc-55cafdc2-829a-4163-a7eb-85cdcf99f80e" I0124 05:14:22.417275 1 csi_handler.go:740] Found NodeID csi-mock-csi-mock-volumes-expansion-4498 in CSINode v128-worker2 I0124 05:14:22.417336 1 csi_handler.go:312] VA finalizer added to "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.417368 1 csi_handler.go:326] NodeID annotation added to "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.423162 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0124 05:14:22.423189 1 connection.go:184] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-expansion-4498","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-55cafdc2-829a-4163-a7eb-85cdcf99f80e","storage.kubernetes.io/csiProvisionerIdentity":"1706073258428-8081-csi-mock-csi-mock-volumes-expansion-4498"},"volume_id":"4"} I0124 05:14:22.426498 1 connection.go:186] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0124 05:14:22.426667 1 connection.go:187] GRPC error: I0124 05:14:22.426692 1 csi_handler.go:264] Attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.426716 1 util.go:38] Marking as attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.432892 1 util.go:52] Marked as attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.432917 1 csi_handler.go:270] Fully attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.432931 1 csi_handler.go:240] CSIHandler: finished processing "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.432975 1 controller.go:210] Started VA processing "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.432990 1 csi_handler.go:224] CSIHandler: processing VA "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.433001 1 csi_handler.go:251] Attaching "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.433012 1 csi_handler.go:421] Starting attach operation for "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.433046 1 csi_handler.go:335] PV finalizer is already set on "pvc-55cafdc2-829a-4163-a7eb-85cdcf99f80e" I0124 05:14:22.433066 1 csi_handler.go:740] Found NodeID csi-mock-csi-mock-volumes-expansion-4498 in CSINode v128-worker2 I0124 05:14:22.433087 1 csi_handler.go:304] VA finalizer is already set on "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.433100 1 csi_handler.go:318] NodeID annotation is already set on "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.433120 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0124 05:14:22.433129 1 connection.go:184] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-expansion-4498","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-55cafdc2-829a-4163-a7eb-85cdcf99f80e","storage.kubernetes.io/csiProvisionerIdentity":"1706073258428-8081-csi-mock-csi-mock-volumes-expansion-4498"},"volume_id":"4"} I0124 05:14:22.435193 1 connection.go:186] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0124 05:14:22.435283 1 connection.go:187] GRPC error: I0124 05:14:22.435304 1 csi_handler.go:264] Attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.435326 1 util.go:38] Marking as attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.441035 1 util.go:52] Marked as attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.441060 1 csi_handler.go:270] Fully attached "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.441073 1 csi_handler.go:240] CSIHandler: finished processing "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.441107 1 controller.go:210] Started VA processing "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.441121 1 csi_handler.go:224] CSIHandler: processing VA "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:22.441133 1 csi_handler.go:246] "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" is already attached I0124 05:14:22.441148 1 csi_handler.go:240] CSIHandler: finished processing "csi-d490e93d8d7c250625ab58582c87abfb0fcb505a5159adb1a3cae913fac91ecc" I0124 05:14:24.451294 1 controller.go:210] Started VA processing "csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861" I0124 05:14:24.451328 1 controller.go:225] Skipping VolumeAttachment csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861 for attacher csi-mock-csi-mock-volumes-workload-8321 I0124 05:14:24.460274 1 controller.go:210] Started VA processing "csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861" I0124 05:14:24.460293 1 controller.go:225] Skipping VolumeAttachment csi-37879cb9893107c4260e295be74cc6d97de6e5ecb0057cb838f3200995a1b861 for attacher csi-mock-csi-mock-volumes-workload-8321 I0124 05:14:24.467033 1 controller.go:261] Started PV processing "pvc-5bac5770-39a8-4187-a82e-707ccbab83b8" I0124 05:14:24.467052 1 csi_handler.go:623] CSIHandler: processing PV "pvc-5bac5770-39a8-4187-a82e-707ccbab83b8" I0124 05:14:24.467063 1 csi_handler.go:645] CSIHandler: processing PV "pvc-5bac5770-39a8-4187-a82e-707ccbab83b8": no deletion timestamp, ignoring I0124 05:14:27.971417 1 controller.go:210] Started VA processing "csi-10c9247e821f543ec4062bd0bbb22d90c9c81e4a8517a4716d6c40f6514a01b0" I0124 05:14:27.971494 1 controller.go:225] Skipping VolumeAttachment csi-10c9247e821f543ec4062bd0bbb22d90c9c81e4a8517a4716d6c40f6514a01b0 for attacher csi-mock-csi-mock-volumes-workload-4978 I0124 05:14:27.988183 1 controller.go:210] Started VA processing "csi-10c9247e821f543ec4062bd0bbb22d90c9c81e4a8517a4716d6c40f6514a01b0" I0124 05:14:27.988221 1 controller.go:225] Skipping VolumeAttachment csi-10c9247e821f543ec4062bd0bbb22d90c9c81e4a8517a4716d6c40f6514a01b0 for attacher csi-mock-csi-mock-volumes-workload-4978 I0124 05:14:27.995881 1 controller.go:210] Started VA processing "csi-10c9247e821f543ec4062bd0bbb22d90c9c81e4a8517a4716d6c40f6514a01b0" I0124 05:14:27.995932 1 controller.go:225] Skipping VolumeAttachment csi-10c9247e821f543ec4062bd0bbb22d90c9c81e4a8517a4716d6c40f6514a01b0 for attacher csi-mock-csi-mock-volumes-workload-4978 ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====