==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I1017 21:49:18.898969 1 main.go:109] "Version" version="v4.6.1" I1017 21:49:18.903824 1 connection.go:234] "Connecting" address="unix:///csi/csi.sock" I1017 21:49:20.128638 1 common.go:143] "Probing CSI driver for readiness" I1017 21:49:20.128683 1 connection.go:264] "GRPC call" method="/csi.v1.Identity/Probe" request="{}" I1017 21:49:20.135300 1 connection.go:270] "GRPC response" response="{\"ready\":{\"value\":true}}" err=null I1017 21:49:20.135358 1 connection.go:264] "GRPC call" method="/csi.v1.Identity/GetPluginInfo" request="{}" I1017 21:49:20.137038 1 connection.go:270] "GRPC response" response="{\"manifest\":{\"url\":\"https://github.com/kubernetes/kubernetes/tree/master/test/e2e/storage/drivers/csi-test/mock\"},\"name\":\"csi-mock-csi-mock-volumes-expansion-2796\",\"vendor_version\":\"0.3.0\"}" err=null I1017 21:49:20.137092 1 main.go:169] "CSI driver name" driver="csi-mock-csi-mock-volumes-expansion-2796" I1017 21:49:20.137118 1 connection.go:264] "GRPC call" driver="csi-mock-csi-mock-volumes-expansion-2796" method="/csi.v1.Identity/GetPluginCapabilities" request="{}" I1017 21:49:20.139343 1 connection.go:270] "GRPC response" driver="csi-mock-csi-mock-volumes-expansion-2796" response="{\"capabilities\":[{\"Type\":{\"Service\":{\"type\":1}}},{\"Type\":{\"VolumeExpansion\":{\"type\":1}}}]}" err=null I1017 21:49:20.139378 1 connection.go:264] "GRPC call" driver="csi-mock-csi-mock-volumes-expansion-2796" method="/csi.v1.Controller/ControllerGetCapabilities" request="{}" I1017 21:49:20.141853 1 connection.go:270] "GRPC response" driver="csi-mock-csi-mock-volumes-expansion-2796" response="{\"capabilities\":[{\"Type\":{\"Rpc\":{\"type\":1}}},{\"Type\":{\"Rpc\":{\"type\":3}}},{\"Type\":{\"Rpc\":{\"type\":10}}},{\"Type\":{\"Rpc\":{\"type\":4}}},{\"Type\":{\"Rpc\":{\"type\":6}}},{\"Type\":{\"Rpc\":{\"type\":5}}},{\"Type\":{\"Rpc\":{\"type\":8}}},{\"Type\":{\"Rpc\":{\"type\":7}}},{\"Type\":{\"Rpc\":{\"type\":12}}},{\"Type\":{\"Rpc\":{\"type\":11}}},{\"Type\":{\"Rpc\":{\"type\":14}}},{\"Type\":{\"Rpc\":{\"type\":2}}},{\"Type\":{\"Rpc\":{\"type\":9}}}]}" err=null I1017 21:49:20.141985 1 main.go:247] "CSI driver supports ControllerPublishUnpublish, using real CSI handler" driver="csi-mock-csi-mock-volumes-expansion-2796" I1017 21:49:20.142031 1 main.go:255] "CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state" driver="csi-mock-csi-mock-volumes-expansion-2796" I1017 21:49:20.142281 1 controller.go:129] "Starting CSI attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" I1017 21:49:20.142448 1 reflector.go:296] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.142459 1 reflector.go:296] Starting reflector *v1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.142480 1 reflector.go:296] Starting reflector *v1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.142505 1 reflector.go:332] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.142515 1 reflector.go:332] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.142501 1 reflector.go:332] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.154623 1 reflector.go:359] Caches populated for *v1.CSINode from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.159306 1 reflector.go:359] Caches populated for *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.159464 1 reflector.go:359] Caches populated for *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:160 I1017 21:49:20.243435 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" I1017 21:49:20.243502 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" attacher="csi-mock-csi-mock-volumes-expansion-3043" I1017 21:49:20.243510 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-a49a4a711efaa3b69a06dc049df5f42e4964f44658b90345b3d9b92f086e480a" I1017 21:49:20.243588 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-a49a4a711efaa3b69a06dc049df5f42e4964f44658b90345b3d9b92f086e480a" attacher="csi-mock-csi-mock-volumes-attach-5098" I1017 21:49:20.243492 1 csi_handler.go:124] "Reconciling VolumeAttachments with driver backend state" driver="csi-mock-csi-mock-volumes-expansion-2796" I1017 21:49:20.243754 1 connection.go:264] "GRPC call" driver="csi-mock-csi-mock-volumes-expansion-2796" method="/csi.v1.Controller/ListVolumes" request="{}" I1017 21:49:20.250945 1 connection.go:270] "GRPC response" driver="csi-mock-csi-mock-volumes-expansion-2796" response="{\"entries\":[{\"status\":{\"published_node_ids\":[\"csi-mock-csi-mock-volumes-expansion-2796\"],\"volume_condition\":{}},\"volume\":{\"capacity_bytes\":107374182400,\"volume_context\":{\"name\":\"Mock Volume 1\"},\"volume_id\":\"1\"}},{\"status\":{\"published_node_ids\":[\"csi-mock-csi-mock-volumes-expansion-2796\"],\"volume_condition\":{}},\"volume\":{\"capacity_bytes\":107374182400,\"volume_context\":{\"name\":\"Mock Volume 2\"},\"volume_id\":\"2\"}},{\"status\":{\"published_node_ids\":[\"csi-mock-csi-mock-volumes-expansion-2796\"],\"volume_condition\":{}},\"volume\":{\"capacity_bytes\":107374182400,\"volume_context\":{\"name\":\"Mock Volume 3\"},\"volume_id\":\"3\"}}]}" err=null I1017 21:49:20.251024 1 csi_handler.go:768] "Failed to get nodeID from CSINode" driver="csi-mock-csi-mock-volumes-expansion-2796" nodeName="v131-worker" err="CSINode v131-worker does not contain driver csi-mock-csi-mock-volumes-expansion-2796" E1017 21:49:20.251066 1 csi_handler.go:190] "VolumeAttachment attached status and actual state do not match. Adding back to VolumeAttachment queue for forced reprocessing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" volumeHandle="4" attachedStatus=true found=false I1017 21:49:20.251113 1 csi_handler.go:768] "Failed to get nodeID from CSINode" driver="csi-mock-csi-mock-volumes-expansion-2796" nodeName="v131-worker2" err="CSINode v131-worker2 does not contain driver csi-mock-csi-mock-volumes-expansion-2796" E1017 21:49:20.251138 1 csi_handler.go:143] "Failed to find node ID err" err="CSINode v131-worker2 does not contain driver csi-mock-csi-mock-volumes-expansion-2796" driver="csi-mock-csi-mock-volumes-expansion-2796" I1017 21:49:20.251175 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" I1017 21:49:20.251197 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" attacher="csi-mock-csi-mock-volumes-expansion-3043" I1017 21:49:21.496662 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" I1017 21:49:21.496714 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" attacher="csi-mock-csi-mock-volumes-expansion-3043" I1017 21:49:21.507304 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" I1017 21:49:21.507343 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-0e98138dc6b9ede8027d3db90800abdb989d0fbf496539a18882ce577357f52f" attacher="csi-mock-csi-mock-volumes-expansion-3043" I1017 21:49:21.513737 1 controller.go:266] "Started PersistentVolume processing" driver="csi-mock-csi-mock-volumes-expansion-2796" PersistentVolume="pvc-828abe45-66b3-44a3-aabc-da0503cdda5b" I1017 21:49:21.513783 1 csi_handler.go:640] "CSIHandler: processing PersistentVolume" driver="csi-mock-csi-mock-volumes-expansion-2796" PersistentVolume="pvc-828abe45-66b3-44a3-aabc-da0503cdda5b" I1017 21:49:21.513858 1 csi_handler.go:664] "CSIHandler: processing PersistentVolume: no deletion timestamp, ignoring" driver="csi-mock-csi-mock-volumes-expansion-2796" PersistentVolume="pvc-828abe45-66b3-44a3-aabc-da0503cdda5b" I1017 21:49:25.114928 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.114968 1 csi_handler.go:233] "CSIHandler: processing VolumeAttachment" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.114987 1 csi_handler.go:261] "Attaching" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.115004 1 csi_handler.go:434] "Starting attach operation" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.115110 1 csi_handler.go:353] "Adding finalizer to PersistentVolume" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" PersistentVolume="pvc-67ccba4d-1f41-4da1-ae98-1b9d5f5169e3" I1017 21:49:25.122523 1 csi_handler.go:362] "PersistentVolume finalizer added" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" PersistentVolume="pvc-67ccba4d-1f41-4da1-ae98-1b9d5f5169e3" I1017 21:49:25.122564 1 csi_handler.go:757] "Found nodeID in CSINode" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" nodeID="csi-mock-csi-mock-volumes-expansion-2796" CSINode="v131-worker2" I1017 21:49:25.122598 1 csi_handler.go:322] "VolumeAttachment finalizer added" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.122615 1 csi_handler.go:337] "NodeID annotation added" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" nodeID="csi-mock-csi-mock-volumes-expansion-2796" I1017 21:49:25.127664 1 connection.go:264] "GRPC call" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" method="/csi.v1.Controller/ControllerPublishVolume" request="{\"node_id\":\"csi-mock-csi-mock-volumes-expansion-2796\",\"volume_capability\":{\"AccessType\":{\"Mount\":{\"fs_type\":\"ext4\"}},\"access_mode\":{\"mode\":1}},\"volume_context\":{\"name\":\"pvc-67ccba4d-1f41-4da1-ae98-1b9d5f5169e3\",\"storage.kubernetes.io/csiProvisionerIdentity\":\"1729201760048-5300-csi-mock-csi-mock-volumes-expansion-2796\"},\"volume_id\":\"4\"}" I1017 21:49:25.129981 1 connection.go:270] "GRPC response" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" response="{\"publish_context\":{\"device\":\"/dev/mock\",\"readonly\":\"false\"}}" err=null I1017 21:49:25.130013 1 csi_handler.go:273] "Attached" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.130037 1 util.go:39] "Marking as attached" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135046 1 util.go:53] "Marked as attached" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135082 1 csi_handler.go:279] "Fully attached" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135139 1 csi_handler.go:249] "CSIHandler: finished processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135204 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135219 1 csi_handler.go:233] "CSIHandler: processing VolumeAttachment" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135230 1 csi_handler.go:256] "VolumeAttachment is already attached" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135242 1 csi_handler.go:249] "CSIHandler: finished processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135262 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135274 1 csi_handler.go:233] "CSIHandler: processing VolumeAttachment" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135284 1 csi_handler.go:256] "VolumeAttachment is already attached" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:25.135299 1 csi_handler.go:249] "CSIHandler: finished processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-5183209eb0a41ebbe36aaaa89541656596dea9c564653865144134c7203ed175" I1017 21:49:31.570199 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-b72a6b1b79db2d5dd5144b8953d2d48e8ba76da81cbad96cb5382bb43265fa39" I1017 21:49:31.570245 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-b72a6b1b79db2d5dd5144b8953d2d48e8ba76da81cbad96cb5382bb43265fa39" attacher="csi-mock-csi-mock-volumes-service-token-7257" I1017 21:49:31.586276 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-b72a6b1b79db2d5dd5144b8953d2d48e8ba76da81cbad96cb5382bb43265fa39" I1017 21:49:31.586329 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-b72a6b1b79db2d5dd5144b8953d2d48e8ba76da81cbad96cb5382bb43265fa39" attacher="csi-mock-csi-mock-volumes-service-token-7257" I1017 21:49:31.595236 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-b72a6b1b79db2d5dd5144b8953d2d48e8ba76da81cbad96cb5382bb43265fa39" I1017 21:49:31.595287 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-b72a6b1b79db2d5dd5144b8953d2d48e8ba76da81cbad96cb5382bb43265fa39" attacher="csi-mock-csi-mock-volumes-service-token-7257" I1017 21:49:35.806853 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-e41b16d716f0d883cb7d6aa6ba06035dfb24932db19e64b9ef365030f5a2693f" I1017 21:49:35.806969 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-e41b16d716f0d883cb7d6aa6ba06035dfb24932db19e64b9ef365030f5a2693f" attacher="csi-mock-csi-mock-volumes-workload-6842" I1017 21:49:35.823475 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-e41b16d716f0d883cb7d6aa6ba06035dfb24932db19e64b9ef365030f5a2693f" I1017 21:49:35.823540 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-e41b16d716f0d883cb7d6aa6ba06035dfb24932db19e64b9ef365030f5a2693f" attacher="csi-mock-csi-mock-volumes-workload-6842" I1017 21:49:35.834146 1 controller.go:213] "Started VolumeAttachment processing" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-e41b16d716f0d883cb7d6aa6ba06035dfb24932db19e64b9ef365030f5a2693f" I1017 21:49:35.834201 1 controller.go:228] "Skipping VolumeAttachment for attacher" driver="csi-mock-csi-mock-volumes-expansion-2796" VolumeAttachment="csi-e41b16d716f0d883cb7d6aa6ba06035dfb24932db19e64b9ef365030f5a2693f" attacher="csi-mock-csi-mock-volumes-workload-6842" ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====