==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0529 01:18:45.462800 1 main.go:91] Version: v2.2.0-0-g97411fa7 I0529 01:18:45.464320 1 connection.go:153] Connecting to unix:///csi/csi.sock I0529 01:18:47.389477 1 common.go:111] Probing CSI driver for readiness I0529 01:18:47.389505 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0529 01:18:47.389511 1 connection.go:183] GRPC request: {} I0529 01:18:47.391705 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0529 01:18:47.392132 1 connection.go:186] GRPC error: I0529 01:18:47.392148 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0529 01:18:47.392154 1 connection.go:183] GRPC request: {} I0529 01:18:47.392754 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-6106","vendor_version":"0.3.0"} I0529 01:18:47.393167 1 connection.go:186] GRPC error: I0529 01:18:47.393175 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-6106" W0529 01:18:47.393184 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I0529 01:18:47.393189 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0529 01:18:47.393193 1 connection.go:183] GRPC request: {} I0529 01:18:47.393912 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0529 01:18:47.395647 1 connection.go:186] GRPC error: I0529 01:18:47.395654 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 01:18:47.395658 1 connection.go:183] GRPC request: {} I0529 01:18:47.396411 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0529 01:18:47.400732 1 connection.go:186] GRPC error: I0529 01:18:47.400804 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0529 01:18:47.400824 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0529 01:18:47.400830 1 connection.go:183] GRPC request: {} I0529 01:18:47.401985 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0529 01:18:47.404683 1 connection.go:186] GRPC error: I0529 01:18:47.404808 1 controller.go:121] Starting CSI attacher I0529 01:18:47.405551 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I0529 01:18:47.405547 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I0529 01:18:47.405576 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I0529 01:18:47.405577 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I0529 01:18:47.405601 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I0529 01:18:47.405622 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I0529 01:18:47.504989 1 shared_informer.go:227] caches populated I0529 01:18:50.442213 1 controller.go:198] Started VA processing "csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f" I0529 01:18:50.442232 1 controller.go:213] Skipping VolumeAttachment csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f for attacher csi-mock-csi-mock-volumes-7787 I0529 01:18:50.450881 1 controller.go:198] Started VA processing "csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f" I0529 01:18:50.450894 1 controller.go:213] Skipping VolumeAttachment csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f for attacher csi-mock-csi-mock-volumes-7787 I0529 01:18:50.458448 1 controller.go:198] Started VA processing "csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f" I0529 01:18:50.458460 1 controller.go:213] Skipping VolumeAttachment csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f for attacher csi-mock-csi-mock-volumes-7787 I0529 01:18:51.150433 1 controller.go:198] Started VA processing "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.150465 1 csi_handler.go:209] CSIHandler: processing VA "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.150476 1 csi_handler.go:236] Attaching "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.150492 1 csi_handler.go:396] Starting attach operation for "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.150563 1 csi_handler.go:335] Adding finalizer to PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:18:51.156694 1 csi_handler.go:344] PV finalizer added to "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:18:51.156717 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-6106 in CSINode node2 I0529 01:18:51.156733 1 csi_handler.go:297] VA finalizer added to "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.156743 1 csi_handler.go:311] NodeID annotation added to "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.162724 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0529 01:18:51.162734 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-6106","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008","storage.kubernetes.io/csiProvisionerIdentity":"1622251127979-8081-csi-mock-csi-mock-volumes-6106"},"volume_id":"4"} I0529 01:18:51.165859 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0529 01:18:51.166206 1 connection.go:186] GRPC error: I0529 01:18:51.166213 1 csi_handler.go:249] Attached "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.166219 1 util.go:35] Marking as attached "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.169886 1 util.go:48] Marked as attached "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.169903 1 csi_handler.go:255] Fully attached "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.169910 1 csi_handler.go:225] CSIHandler: finished processing "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.169928 1 controller.go:198] Started VA processing "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.169938 1 csi_handler.go:209] CSIHandler: processing VA "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:18:51.169943 1 csi_handler.go:231] "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" is already attached I0529 01:18:51.169948 1 csi_handler.go:225] CSIHandler: finished processing "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.587995 1 controller.go:198] Started VA processing "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.588023 1 csi_handler.go:209] CSIHandler: processing VA "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.588032 1 csi_handler.go:260] Starting detach operation for "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.588061 1 csi_handler.go:267] Detaching "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.588088 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-6106 in CSINode node2 I0529 01:19:02.588126 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0529 01:19:02.588138 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-6106","volume_id":"4"} I0529 01:19:02.589145 1 connection.go:185] GRPC response: {} I0529 01:19:02.589511 1 connection.go:186] GRPC error: I0529 01:19:02.589524 1 csi_handler.go:549] Detached "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.589548 1 util.go:76] Marking as detached "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.595187 1 util.go:90] Finalizer removed from "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.595187 1 controller.go:232] Started PV processing "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:02.595205 1 csi_handler.go:280] Fully detached "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.595212 1 csi_handler.go:591] CSIHandler: processing PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:02.595218 1 csi_handler.go:225] CSIHandler: finished processing "csi-7a60568b15ffa92d20b87b8abaf2aec65021d0fb7249913e398e87b543873c51" I0529 01:19:02.595223 1 csi_handler.go:595] CSIHandler: processing PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008": no deletion timestamp, ignoring I0529 01:19:11.144675 1 controller.go:232] Started PV processing "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:11.144695 1 csi_handler.go:591] CSIHandler: processing PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:11.144715 1 csi_handler.go:633] CSIHandler: processing PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008": no VA found, removing finalizer E0529 01:19:11.150206 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008": PersistentVolume "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0529 01:19:11.150231 1 controller.go:232] Started PV processing "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:11.150238 1 csi_handler.go:591] CSIHandler: processing PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:11.150258 1 csi_handler.go:633] CSIHandler: processing PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008": no VA found, removing finalizer I0529 01:19:11.156202 1 csi_handler.go:655] Removed finalizer from PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:12.150410 1 controller.go:232] Started PV processing "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" I0529 01:19:12.150455 1 controller.go:239] PV "pvc-e0a5a1b9-ec09-45fb-99fa-2f87f750a008" deleted, ignoring I0529 01:19:12.614837 1 controller.go:198] Started VA processing "csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f" I0529 01:19:12.614851 1 controller.go:213] Skipping VolumeAttachment csi-8247a257d88315e13f7d2c0c75d348f4c5daa03cb2492436313258ee4a7ea23f for attacher csi-mock-csi-mock-volumes-7787 I0529 01:19:12.621734 1 controller.go:232] Started PV processing "pvc-eeb4514e-5186-4a34-8dbd-604af3f258eb" I0529 01:19:12.621748 1 csi_handler.go:591] CSIHandler: processing PV "pvc-eeb4514e-5186-4a34-8dbd-604af3f258eb" I0529 01:19:12.621757 1 csi_handler.go:595] CSIHandler: processing PV "pvc-eeb4514e-5186-4a34-8dbd-604af3f258eb": no deletion timestamp, ignoring I0529 01:19:14.516260 1 controller.go:198] Started VA processing "csi-f01766e655a28d8484759f49d56e98ead2df607724c263df517eabbcbd30860c" I0529 01:19:14.516272 1 controller.go:213] Skipping VolumeAttachment csi-f01766e655a28d8484759f49d56e98ead2df607724c263df517eabbcbd30860c for attacher csi-mock-csi-mock-volumes-4403 I0529 01:19:14.524330 1 controller.go:198] Started VA processing "csi-f01766e655a28d8484759f49d56e98ead2df607724c263df517eabbcbd30860c" I0529 01:19:14.524342 1 controller.go:213] Skipping VolumeAttachment csi-f01766e655a28d8484759f49d56e98ead2df607724c263df517eabbcbd30860c for attacher csi-mock-csi-mock-volumes-4403 I0529 01:19:14.530136 1 controller.go:198] Started VA processing "csi-f01766e655a28d8484759f49d56e98ead2df607724c263df517eabbcbd30860c" I0529 01:19:14.530166 1 controller.go:213] Skipping VolumeAttachment csi-f01766e655a28d8484759f49d56e98ead2df607724c263df517eabbcbd30860c for attacher csi-mock-csi-mock-volumes-4403 I0529 01:19:18.530561 1 controller.go:198] Started VA processing "csi-8daf847123b2b1ae2db1118f30442c2a64afb9d18f8dbbe3038f4f691eac6629" I0529 01:19:18.530592 1 controller.go:213] Skipping VolumeAttachment csi-8daf847123b2b1ae2db1118f30442c2a64afb9d18f8dbbe3038f4f691eac6629 for attacher csi-mock-csi-mock-volumes-617 I0529 01:19:18.539844 1 controller.go:198] Started VA processing "csi-8daf847123b2b1ae2db1118f30442c2a64afb9d18f8dbbe3038f4f691eac6629" I0529 01:19:18.539859 1 controller.go:213] Skipping VolumeAttachment csi-8daf847123b2b1ae2db1118f30442c2a64afb9d18f8dbbe3038f4f691eac6629 for attacher csi-mock-csi-mock-volumes-617 I0529 01:19:18.545109 1 controller.go:198] Started VA processing "csi-8daf847123b2b1ae2db1118f30442c2a64afb9d18f8dbbe3038f4f691eac6629" I0529 01:19:18.545140 1 controller.go:213] Skipping VolumeAttachment csi-8daf847123b2b1ae2db1118f30442c2a64afb9d18f8dbbe3038f4f691eac6629 for attacher csi-mock-csi-mock-volumes-617 ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====