==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0508 02:09:08.177724 1 main.go:91] Version: v2.2.0-0-g97411fa7 I0508 02:09:08.179347 1 connection.go:153] Connecting to unix:///csi/csi.sock I0508 02:09:12.641674 1 common.go:111] Probing CSI driver for readiness I0508 02:09:12.641708 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0508 02:09:12.641716 1 connection.go:183] GRPC request: {} I0508 02:09:12.643336 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0508 02:09:12.643823 1 connection.go:186] GRPC error: I0508 02:09:12.643833 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0508 02:09:12.643839 1 connection.go:183] GRPC request: {} I0508 02:09:12.644405 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-4440","vendor_version":"0.3.0"} I0508 02:09:12.644813 1 connection.go:186] GRPC error: I0508 02:09:12.644821 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-4440" W0508 02:09:12.644831 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I0508 02:09:12.644837 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0508 02:09:12.644842 1 connection.go:183] GRPC request: {} I0508 02:09:12.645361 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0508 02:09:12.646599 1 connection.go:186] GRPC error: I0508 02:09:12.646610 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 02:09:12.646624 1 connection.go:183] GRPC request: {} I0508 02:09:12.647912 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0508 02:09:12.650293 1 connection.go:186] GRPC error: I0508 02:09:12.650348 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0508 02:09:12.650356 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 02:09:12.650360 1 connection.go:183] GRPC request: {} I0508 02:09:12.650779 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0508 02:09:12.654379 1 connection.go:186] GRPC error: I0508 02:09:12.654553 1 controller.go:121] Starting CSI attacher I0508 02:09:12.655323 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I0508 02:09:12.655341 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I0508 02:09:12.655364 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I0508 02:09:12.655375 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I0508 02:09:12.655377 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I0508 02:09:12.655560 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I0508 02:09:12.754710 1 shared_informer.go:227] caches populated I0508 02:09:20.812653 1 controller.go:198] Started VA processing "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.812687 1 csi_handler.go:209] CSIHandler: processing VA "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.812699 1 csi_handler.go:236] Attaching "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.812719 1 csi_handler.go:396] Starting attach operation for "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.812795 1 csi_handler.go:335] Adding finalizer to PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:20.820656 1 csi_handler.go:344] PV finalizer added to "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:20.820694 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-4440 in CSINode node1 I0508 02:09:20.820735 1 csi_handler.go:297] VA finalizer added to "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.820748 1 csi_handler.go:311] NodeID annotation added to "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.824016 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0508 02:09:20.824026 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4440","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00","storage.kubernetes.io/csiProvisionerIdentity":"1620439751759-8081-csi-mock-csi-mock-volumes-4440"},"volume_id":"4"} I0508 02:09:20.825917 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0508 02:09:20.826347 1 connection.go:186] GRPC error: I0508 02:09:20.826355 1 csi_handler.go:249] Attached "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.826363 1 util.go:35] Marking as attached "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.829015 1 util.go:48] Marked as attached "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.829030 1 csi_handler.go:255] Fully attached "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.829038 1 csi_handler.go:225] CSIHandler: finished processing "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.829080 1 controller.go:198] Started VA processing "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.829093 1 csi_handler.go:209] CSIHandler: processing VA "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:20.829105 1 csi_handler.go:231] "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" is already attached I0508 02:09:20.829117 1 csi_handler.go:225] CSIHandler: finished processing "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.649754 1 controller.go:198] Started VA processing "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.649771 1 csi_handler.go:209] CSIHandler: processing VA "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.649777 1 csi_handler.go:260] Starting detach operation for "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.649796 1 csi_handler.go:267] Detaching "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.649808 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-4440 in CSINode node1 I0508 02:09:33.649870 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0508 02:09:33.649875 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4440","volume_id":"4"} I0508 02:09:33.651020 1 connection.go:185] GRPC response: {} I0508 02:09:33.651435 1 connection.go:186] GRPC error: I0508 02:09:33.651444 1 csi_handler.go:549] Detached "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.651470 1 util.go:76] Marking as detached "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.657590 1 controller.go:232] Started PV processing "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:33.657612 1 csi_handler.go:591] CSIHandler: processing PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:33.657620 1 csi_handler.go:595] CSIHandler: processing PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00": no deletion timestamp, ignoring I0508 02:09:33.657876 1 util.go:90] Finalizer removed from "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.657917 1 csi_handler.go:280] Fully detached "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:33.657963 1 csi_handler.go:225] CSIHandler: finished processing "csi-5e62a220df7c6b317e6061739cf81b7701523e5c29eda9f55446654196892417" I0508 02:09:36.765346 1 controller.go:232] Started PV processing "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:36.765364 1 csi_handler.go:591] CSIHandler: processing PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:36.765379 1 csi_handler.go:633] CSIHandler: processing PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00": no VA found, removing finalizer E0508 02:09:36.770592 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00": PersistentVolume "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0508 02:09:36.770633 1 controller.go:232] Started PV processing "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:36.770644 1 csi_handler.go:591] CSIHandler: processing PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:36.770662 1 csi_handler.go:633] CSIHandler: processing PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00": no VA found, removing finalizer I0508 02:09:36.778385 1 csi_handler.go:655] Removed finalizer from PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:37.770737 1 controller.go:232] Started PV processing "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" I0508 02:09:37.770762 1 controller.go:239] PV "pvc-9d06bfa0-a4fa-464b-87b4-8cd9a1103d00" deleted, ignoring I0508 02:09:44.767210 1 controller.go:198] Started VA processing "csi-b0968f741ac31039e12a3202d7d77ebd1be66113f998d3d173d4cfeaf5103d72" I0508 02:09:44.767238 1 controller.go:213] Skipping VolumeAttachment csi-b0968f741ac31039e12a3202d7d77ebd1be66113f998d3d173d4cfeaf5103d72 for attacher csi-mock-csi-mock-volumes-4222 I0508 02:09:44.778306 1 controller.go:198] Started VA processing "csi-b0968f741ac31039e12a3202d7d77ebd1be66113f998d3d173d4cfeaf5103d72" I0508 02:09:44.778318 1 controller.go:213] Skipping VolumeAttachment csi-b0968f741ac31039e12a3202d7d77ebd1be66113f998d3d173d4cfeaf5103d72 for attacher csi-mock-csi-mock-volumes-4222 I0508 02:09:44.783738 1 controller.go:198] Started VA processing "csi-b0968f741ac31039e12a3202d7d77ebd1be66113f998d3d173d4cfeaf5103d72" I0508 02:09:44.783748 1 controller.go:213] Skipping VolumeAttachment csi-b0968f741ac31039e12a3202d7d77ebd1be66113f998d3d173d4cfeaf5103d72 for attacher csi-mock-csi-mock-volumes-4222 ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====