==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0508 02:12:36.531055 1 main.go:91] Version: v2.2.0-0-g97411fa7 I0508 02:12:36.532541 1 connection.go:153] Connecting to unix:///csi/csi.sock I0508 02:12:39.501736 1 common.go:111] Probing CSI driver for readiness I0508 02:12:39.501768 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0508 02:12:39.501780 1 connection.go:183] GRPC request: {} I0508 02:12:39.503554 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0508 02:12:39.503984 1 connection.go:186] GRPC error: I0508 02:12:39.503996 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0508 02:12:39.504000 1 connection.go:183] GRPC request: {} I0508 02:12:39.504591 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-3355","vendor_version":"0.3.0"} I0508 02:12:39.504960 1 connection.go:186] GRPC error: I0508 02:12:39.504967 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-3355" W0508 02:12:39.504976 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I0508 02:12:39.504981 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0508 02:12:39.504985 1 connection.go:183] GRPC request: {} I0508 02:12:39.505879 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0508 02:12:39.506811 1 connection.go:186] GRPC error: I0508 02:12:39.506818 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 02:12:39.506822 1 connection.go:183] GRPC request: {} I0508 02:12:39.508149 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0508 02:12:39.511234 1 connection.go:186] GRPC error: I0508 02:12:39.511282 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0508 02:12:39.511288 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0508 02:12:39.511292 1 connection.go:183] GRPC request: {} I0508 02:12:39.512322 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0508 02:12:39.515062 1 connection.go:186] GRPC error: I0508 02:12:39.515175 1 controller.go:121] Starting CSI attacher I0508 02:12:39.515369 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I0508 02:12:39.515386 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I0508 02:12:39.515411 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I0508 02:12:39.515412 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I0508 02:12:39.515426 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I0508 02:12:39.515430 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I0508 02:12:39.615290 1 shared_informer.go:227] caches populated I0508 02:12:39.615345 1 controller.go:198] Started VA processing "csi-3f0508b2a888d51a1c5e6a3faaa474c5748da2e9d530b9ecf890d6d9da3517b5" I0508 02:12:39.615358 1 controller.go:213] Skipping VolumeAttachment csi-3f0508b2a888d51a1c5e6a3faaa474c5748da2e9d530b9ecf890d6d9da3517b5 for attacher csi-mock-csi-mock-volumes-3558 I0508 02:12:39.615370 1 controller.go:198] Started VA processing "csi-2b8c6ed11d28c38a1be6b52578a5246eec2c754c252ce760eed9a854176b0a6c" I0508 02:12:39.615386 1 controller.go:213] Skipping VolumeAttachment csi-2b8c6ed11d28c38a1be6b52578a5246eec2c754c252ce760eed9a854176b0a6c for attacher csi-mock-csi-mock-volumes-2196 I0508 02:12:50.633786 1 controller.go:198] Started VA processing "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.633814 1 csi_handler.go:209] CSIHandler: processing VA "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.633824 1 csi_handler.go:236] Attaching "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.633837 1 csi_handler.go:396] Starting attach operation for "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.633910 1 csi_handler.go:335] Adding finalizer to PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:12:50.638196 1 csi_handler.go:344] PV finalizer added to "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:12:50.638234 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-3355 in CSINode node1 I0508 02:12:50.638272 1 csi_handler.go:297] VA finalizer added to "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.638287 1 csi_handler.go:311] NodeID annotation added to "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.641288 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0508 02:12:50.641298 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-3355","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-1671b4b7-97da-4fc1-8526-e34a368058b5","storage.kubernetes.io/csiProvisionerIdentity":"1620439959600-8081-csi-mock-csi-mock-volumes-3355"},"volume_id":"4"} I0508 02:12:50.643033 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0508 02:12:50.643449 1 connection.go:186] GRPC error: I0508 02:12:50.643460 1 csi_handler.go:249] Attached "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.643472 1 util.go:35] Marking as attached "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.646721 1 util.go:48] Marked as attached "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.646734 1 csi_handler.go:255] Fully attached "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.646741 1 csi_handler.go:225] CSIHandler: finished processing "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.646771 1 controller.go:198] Started VA processing "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.646780 1 csi_handler.go:209] CSIHandler: processing VA "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:50.646788 1 csi_handler.go:231] "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" is already attached I0508 02:12:50.646794 1 csi_handler.go:225] CSIHandler: finished processing "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:12:53.942964 1 controller.go:198] Started VA processing "csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610" I0508 02:12:53.942988 1 controller.go:213] Skipping VolumeAttachment csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610 for attacher csi-mock-csi-mock-volumes-7580 I0508 02:12:53.952876 1 controller.go:198] Started VA processing "csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610" I0508 02:12:53.952887 1 controller.go:213] Skipping VolumeAttachment csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610 for attacher csi-mock-csi-mock-volumes-7580 I0508 02:12:53.959558 1 controller.go:198] Started VA processing "csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610" I0508 02:12:53.959572 1 controller.go:213] Skipping VolumeAttachment csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610 for attacher csi-mock-csi-mock-volumes-7580 I0508 02:12:54.861080 1 controller.go:198] Started VA processing "csi-3f0508b2a888d51a1c5e6a3faaa474c5748da2e9d530b9ecf890d6d9da3517b5" I0508 02:12:54.861095 1 controller.go:213] Skipping VolumeAttachment csi-3f0508b2a888d51a1c5e6a3faaa474c5748da2e9d530b9ecf890d6d9da3517b5 for attacher csi-mock-csi-mock-volumes-3558 I0508 02:12:54.868799 1 controller.go:232] Started PV processing "pvc-a984f721-1510-4998-a384-c3cc87c01da2" I0508 02:12:54.868821 1 csi_handler.go:591] CSIHandler: processing PV "pvc-a984f721-1510-4998-a384-c3cc87c01da2" I0508 02:12:54.868851 1 csi_handler.go:611] CSIHandler: processing PV "pvc-a984f721-1510-4998-a384-c3cc87c01da2": no finalizer, ignoring I0508 02:13:15.010778 1 controller.go:198] Started VA processing "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.010815 1 csi_handler.go:209] CSIHandler: processing VA "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.010832 1 csi_handler.go:260] Starting detach operation for "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.010878 1 csi_handler.go:267] Detaching "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.010908 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-3355 in CSINode node1 I0508 02:13:15.010995 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0508 02:13:15.011011 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-3355","volume_id":"4"} I0508 02:13:15.012370 1 connection.go:185] GRPC response: {} I0508 02:13:15.013224 1 connection.go:186] GRPC error: I0508 02:13:15.013232 1 csi_handler.go:549] Detached "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.013258 1 util.go:76] Marking as detached "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.021125 1 util.go:90] Finalizer removed from "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.021140 1 csi_handler.go:280] Fully detached "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.021140 1 controller.go:232] Started PV processing "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:15.021147 1 csi_handler.go:225] CSIHandler: finished processing "csi-3bce703a9af2075a67a87fe879d63672fef2d06303ac0a3aa965f908ad073bd8" I0508 02:13:15.021153 1 csi_handler.go:591] CSIHandler: processing PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:15.021160 1 csi_handler.go:595] CSIHandler: processing PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5": no deletion timestamp, ignoring I0508 02:13:15.818197 1 controller.go:198] Started VA processing "csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610" I0508 02:13:15.818214 1 controller.go:213] Skipping VolumeAttachment csi-ca016225af4e4d1b7c83f8a400836c1684ffe2f23f069d49dfac4a59debcb610 for attacher csi-mock-csi-mock-volumes-7580 I0508 02:13:15.824990 1 controller.go:232] Started PV processing "pvc-5013b191-73c7-4bf2-bb56-d3b5e901816b" I0508 02:13:15.825005 1 csi_handler.go:591] CSIHandler: processing PV "pvc-5013b191-73c7-4bf2-bb56-d3b5e901816b" I0508 02:13:15.825013 1 csi_handler.go:595] CSIHandler: processing PV "pvc-5013b191-73c7-4bf2-bb56-d3b5e901816b": no deletion timestamp, ignoring I0508 02:13:16.651876 1 controller.go:232] Started PV processing "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:16.651893 1 csi_handler.go:591] CSIHandler: processing PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:16.651908 1 csi_handler.go:633] CSIHandler: processing PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5": no VA found, removing finalizer E0508 02:13:16.656840 1 csi_handler.go:650] Failed to remove finalizer from PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5": PersistentVolume "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" is invalid: metadata.finalizers: Forbidden: no new finalizers can be added if the object is being deleted, found new finalizers []string{"kubernetes.io/pv-protection"} I0508 02:13:16.656957 1 controller.go:232] Started PV processing "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:16.656985 1 csi_handler.go:591] CSIHandler: processing PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:16.657016 1 csi_handler.go:633] CSIHandler: processing PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5": no VA found, removing finalizer I0508 02:13:16.662158 1 csi_handler.go:655] Removed finalizer from PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:17.657030 1 controller.go:232] Started PV processing "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" I0508 02:13:17.657071 1 controller.go:239] PV "pvc-1671b4b7-97da-4fc1-8526-e34a368058b5" deleted, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====