==== start of pod log for container csi-mockplugin-attacher-0/csi-attacher ==== I0423 00:05:30.956970 1 main.go:91] Version: v2.2.0-0-g97411fa7 I0423 00:05:30.958082 1 connection.go:153] Connecting to unix:///csi/csi.sock I0423 00:05:32.934824 1 common.go:111] Probing CSI driver for readiness I0423 00:05:32.934848 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0423 00:05:32.934853 1 connection.go:183] GRPC request: {} I0423 00:05:32.939290 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0423 00:05:32.939635 1 connection.go:186] GRPC error: I0423 00:05:32.939647 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0423 00:05:32.939650 1 connection.go:183] GRPC request: {} I0423 00:05:32.940159 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-4450","vendor_version":"0.3.0"} I0423 00:05:32.940462 1 connection.go:186] GRPC error: I0423 00:05:32.940470 1 main.go:136] CSI driver name: "csi-mock-csi-mock-volumes-4450" W0423 00:05:32.940480 1 metrics.go:142] metrics endpoint will not be started because `metrics-address` was not specified. I0423 00:05:32.940485 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0423 00:05:32.940488 1 connection.go:183] GRPC request: {} I0423 00:05:32.941309 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0423 00:05:32.942088 1 connection.go:186] GRPC error: I0423 00:05:32.942094 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:05:32.942098 1 connection.go:183] GRPC request: {} I0423 00:05:32.942672 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:05:32.948330 1 connection.go:186] GRPC error: I0423 00:05:32.948381 1 main.go:162] CSI driver supports ControllerPublishUnpublish, using real CSI handler I0423 00:05:32.948385 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0423 00:05:32.948389 1 connection.go:183] GRPC request: {} I0423 00:05:32.948859 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0423 00:05:32.952699 1 connection.go:186] GRPC error: I0423 00:05:32.952710 1 main.go:175] CSI driver supports list volumes published nodes. Using capability to reconcile volume attachment objects with actual backend state I0423 00:05:32.953758 1 controller.go:121] Starting CSI attacher I0423 00:05:32.953954 1 reflector.go:153] Starting reflector *v1.PersistentVolume (10m0s) from k8s.io/client-go/informers/factory.go:135 I0423 00:05:32.953968 1 reflector.go:188] Listing and watching *v1.PersistentVolume from k8s.io/client-go/informers/factory.go:135 I0423 00:05:32.954729 1 reflector.go:153] Starting reflector *v1beta1.VolumeAttachment (10m0s) from k8s.io/client-go/informers/factory.go:135 I0423 00:05:32.954738 1 reflector.go:188] Listing and watching *v1beta1.VolumeAttachment from k8s.io/client-go/informers/factory.go:135 I0423 00:05:32.955385 1 reflector.go:153] Starting reflector *v1beta1.CSINode (10m0s) from k8s.io/client-go/informers/factory.go:135 I0423 00:05:32.955392 1 reflector.go:188] Listing and watching *v1beta1.CSINode from k8s.io/client-go/informers/factory.go:135 I0423 00:05:33.054007 1 shared_informer.go:227] caches populated I0423 00:05:33.054107 1 csi_handler.go:116] Reconciling VolumeAttachments with driver backend state I0423 00:05:33.054150 1 connection.go:182] GRPC call: /csi.v1.Controller/ListVolumes I0423 00:05:33.054163 1 connection.go:183] GRPC request: {} I0423 00:05:33.054855 1 controller.go:198] Started VA processing "csi-04ddf4396a4c878f56d85c837f6158b134904923c87c698820e43026bebf7fe3" I0423 00:05:33.054862 1 controller.go:213] Skipping VolumeAttachment csi-04ddf4396a4c878f56d85c837f6158b134904923c87c698820e43026bebf7fe3 for attacher csi-mock-csi-mock-volumes-7664 I0423 00:05:33.055420 1 connection.go:185] GRPC response: {"entries":[{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4450"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 1"},"volume_id":"1"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4450"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 2"},"volume_id":"2"}},{"status":{"published_node_ids":["csi-mock-csi-mock-volumes-4450"]},"volume":{"capacity_bytes":107374182400,"volume_context":{"name":"Mock Volume 3"},"volume_id":"3"}}]} I0423 00:05:33.057744 1 connection.go:186] GRPC error: W0423 00:05:33.057752 1 csi_handler.go:135] Failed to find node ID in VolumeAttachment csi-04ddf4396a4c878f56d85c837f6158b134904923c87c698820e43026bebf7fe3 annotation I0423 00:05:39.094085 1 controller.go:198] Started VA processing "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.094105 1 csi_handler.go:209] CSIHandler: processing VA "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.094114 1 csi_handler.go:236] Attaching "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.094126 1 csi_handler.go:396] Starting attach operation for "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.094173 1 csi_handler.go:335] Adding finalizer to PV "pvc-1997d511-8275-4c26-bca0-1a5d5359d561" I0423 00:05:39.099959 1 csi_handler.go:344] PV finalizer added to "pvc-1997d511-8275-4c26-bca0-1a5d5359d561" I0423 00:05:39.099989 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-4450 in CSINode node2 I0423 00:05:39.100006 1 csi_handler.go:297] VA finalizer added to "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.100016 1 csi_handler.go:311] NodeID annotation added to "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.103799 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerPublishVolume I0423 00:05:39.103806 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4450","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}},"volume_context":{"name":"pvc-1997d511-8275-4c26-bca0-1a5d5359d561","storage.kubernetes.io/csiProvisionerIdentity":"1650672333396-8081-csi-mock-csi-mock-volumes-4450"},"volume_id":"4"} I0423 00:05:39.105455 1 connection.go:185] GRPC response: {"publish_context":{"device":"/dev/mock","readonly":"false"}} I0423 00:05:39.105756 1 connection.go:186] GRPC error: I0423 00:05:39.105763 1 csi_handler.go:249] Attached "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.105769 1 util.go:35] Marking as attached "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.109452 1 util.go:48] Marked as attached "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.109467 1 csi_handler.go:255] Fully attached "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.109474 1 csi_handler.go:225] CSIHandler: finished processing "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.111776 1 controller.go:198] Started VA processing "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.111790 1 csi_handler.go:209] CSIHandler: processing VA "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:39.111797 1 csi_handler.go:231] "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" is already attached I0423 00:05:39.111803 1 csi_handler.go:225] CSIHandler: finished processing "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:41.014880 1 controller.go:198] Started VA processing "csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9" I0423 00:05:41.014902 1 controller.go:213] Skipping VolumeAttachment csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9 for attacher csi-mock-csi-mock-volumes-4511 I0423 00:05:41.027722 1 controller.go:198] Started VA processing "csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9" I0423 00:05:41.027733 1 controller.go:213] Skipping VolumeAttachment csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9 for attacher csi-mock-csi-mock-volumes-4511 I0423 00:05:41.033207 1 controller.go:198] Started VA processing "csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9" I0423 00:05:41.033221 1 controller.go:213] Skipping VolumeAttachment csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9 for attacher csi-mock-csi-mock-volumes-4511 I0423 00:05:50.687562 1 controller.go:198] Started VA processing "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.687584 1 csi_handler.go:209] CSIHandler: processing VA "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.687591 1 csi_handler.go:260] Starting detach operation for "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.687620 1 csi_handler.go:267] Detaching "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.687632 1 csi_handler.go:689] Found NodeID csi-mock-csi-mock-volumes-4450 in CSINode node2 I0423 00:05:50.687679 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerUnpublishVolume I0423 00:05:50.687683 1 connection.go:183] GRPC request: {"node_id":"csi-mock-csi-mock-volumes-4450","volume_id":"4"} I0423 00:05:50.688650 1 connection.go:185] GRPC response: {} I0423 00:05:50.688959 1 connection.go:186] GRPC error: I0423 00:05:50.688968 1 csi_handler.go:549] Detached "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.689001 1 util.go:76] Marking as detached "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.694552 1 util.go:90] Finalizer removed from "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.694565 1 csi_handler.go:280] Fully detached "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.694573 1 csi_handler.go:225] CSIHandler: finished processing "csi-3cc28dd9f3b1091d466d5753e646f7f5342bfac3fdefd6f7102a7df741638ba5" I0423 00:05:50.694717 1 controller.go:232] Started PV processing "pvc-1997d511-8275-4c26-bca0-1a5d5359d561" I0423 00:05:50.694732 1 csi_handler.go:591] CSIHandler: processing PV "pvc-1997d511-8275-4c26-bca0-1a5d5359d561" I0423 00:05:50.694739 1 csi_handler.go:595] CSIHandler: processing PV "pvc-1997d511-8275-4c26-bca0-1a5d5359d561": no deletion timestamp, ignoring I0423 00:05:51.098718 1 controller.go:232] Started PV processing "pvc-1997d511-8275-4c26-bca0-1a5d5359d561" I0423 00:05:51.098731 1 csi_handler.go:591] CSIHandler: processing PV "pvc-1997d511-8275-4c26-bca0-1a5d5359d561" I0423 00:05:51.098744 1 csi_handler.go:633] CSIHandler: processing PV "pvc-1997d511-8275-4c26-bca0-1a5d5359d561": no VA found, removing finalizer I0423 00:05:51.103015 1 csi_handler.go:655] Removed finalizer from PV "pvc-1997d511-8275-4c26-bca0-1a5d5359d561" I0423 00:05:55.628163 1 controller.go:198] Started VA processing "csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9" I0423 00:05:55.628176 1 controller.go:213] Skipping VolumeAttachment csi-8af38cd792af9df6ec8c4c6715868fe623beff81601dbbc616be70fca7ecb2e9 for attacher csi-mock-csi-mock-volumes-4511 I0423 00:05:55.641225 1 controller.go:232] Started PV processing "pvc-c6823bfe-0763-4efa-bf14-eea9032f7acf" I0423 00:05:55.641260 1 csi_handler.go:591] CSIHandler: processing PV "pvc-c6823bfe-0763-4efa-bf14-eea9032f7acf" I0423 00:05:55.641284 1 csi_handler.go:595] CSIHandler: processing PV "pvc-c6823bfe-0763-4efa-bf14-eea9032f7acf": no deletion timestamp, ignoring ==== end of pod log for container csi-mockplugin-attacher-0/csi-attacher ====