==== start of pod log for container csi-mockplugin-0/csi-provisioner ====
W1030 05:43:18.370840       1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release.
I1030 05:43:18.370908       1 feature_gate.go:243] feature gates: &{map[Topology:true]}
I1030 05:43:18.370922       1 csi-provisioner.go:132] Version: v2.1.0
I1030 05:43:18.370939       1 csi-provisioner.go:155] Building kube configs for running in cluster...
I1030 05:43:18.383129       1 connection.go:153] Connecting to unix:///csi/csi.sock
I1030 05:43:20.555114       1 common.go:111] Probing CSI driver for readiness
I1030 05:43:20.555128       1 connection.go:182] GRPC call: /csi.v1.Identity/Probe
I1030 05:43:20.555133       1 connection.go:183] GRPC request: {}
I1030 05:43:20.556747       1 connection.go:185] GRPC response: {"ready":{"value":true}}
I1030 05:43:20.556830       1 connection.go:186] GRPC error: <nil>
I1030 05:43:20.556839       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo
I1030 05:43:20.556843       1 connection.go:183] GRPC request: {}
I1030 05:43:20.557151       1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-3537","vendor_version":"0.3.0"}
I1030 05:43:20.557196       1 connection.go:186] GRPC error: <nil>
I1030 05:43:20.557206       1 csi-provisioner.go:202] Detected CSI driver csi-mock-csi-mock-volumes-3537
I1030 05:43:20.557211       1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I1030 05:43:20.557215       1 connection.go:183] GRPC request: {}
I1030 05:43:20.557551       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]}
I1030 05:43:20.557632       1 connection.go:186] GRPC error: <nil>
I1030 05:43:20.557640       1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I1030 05:43:20.557643       1 connection.go:183] GRPC request: {}
I1030 05:43:20.557976       1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]}
I1030 05:43:20.558077       1 connection.go:186] GRPC error: <nil>
I1030 05:43:20.558126       1 csi-provisioner.go:241] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments
I1030 05:43:20.558402       1 controller.go:753] Using saving PVs to API server in background
I1030 05:43:20.558577       1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134
I1030 05:43:20.558592       1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134
I1030 05:43:20.558887       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I1030 05:43:20.558893       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I1030 05:43:20.559101       1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I1030 05:43:20.559107       1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134
I1030 05:43:20.658630       1 shared_informer.go:270] caches populated
I1030 05:43:20.658671       1 shared_informer.go:270] caches populated
I1030 05:43:20.658683       1 shared_informer.go:270] caches populated
I1030 05:43:20.658715       1 controller.go:838] Starting provisioner controller csi-mock-csi-mock-volumes-3537_csi-mockplugin-0_1d87ca54-01ff-4a4b-8489-eb29c244ed4a!
I1030 05:43:20.658784       1 clone_controller.go:66] Starting CloningProtection controller
I1030 05:43:20.658840       1 clone_controller.go:84] Started CloningProtection controller
I1030 05:43:20.659085       1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82
I1030 05:43:20.659103       1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82
I1030 05:43:20.659243       1 volume_store.go:97] Starting save volume queue
I1030 05:43:20.659351       1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872
I1030 05:43:20.659356       1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872
I1030 05:43:20.659499       1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875
I1030 05:43:20.659504       1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875
I1030 05:43:20.758866       1 shared_informer.go:270] caches populated
I1030 05:43:20.758928       1 controller.go:887] Started provisioner controller csi-mock-csi-mock-volumes-3537_csi-mockplugin-0_1d87ca54-01ff-4a4b-8489-eb29c244ed4a!
I1030 05:43:29.524917       1 controller.go:1335] provision "csi-mock-volumes-3537/pvc-s9cpg" class "mock-csi-storage-capacity-csi-mock-volumes-3537": started
I1030 05:43:29.530643       1 controller.go:731] CreateVolumeRequest name:"pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd" capacity_range:<required_bytes:1073741824 > volume_capabilities:<mount:<fs_type:"ext4" > access_mode:<mode:SINGLE_NODE_WRITER > > 
I1030 05:43:29.530888       1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume
I1030 05:43:29.530893       1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]}
I1030 05:43:29.531508       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-3537", Name:"pvc-s9cpg", UID:"74c1783c-21bd-4c2a-9724-1f8313b917bd", APIVersion:"v1", ResourceVersion:"201655", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-3537/pvc-s9cpg"
I1030 05:43:29.536277       1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd"},"volume_id":"4"}}
I1030 05:43:29.536341       1 connection.go:186] GRPC error: <nil>
I1030 05:43:29.536351       1 controller.go:762] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd] ContentSource:<nil> AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0}
I1030 05:43:29.536368       1 controller.go:838] successfully created PV pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd for PVC pvc-s9cpg and csi volume name 4
I1030 05:43:29.536374       1 controller.go:854] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-3537,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd,storage.kubernetes.io/csiProvisionerIdentity: 1635572600558-8081-csi-mock-csi-mock-volumes-3537,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}}
I1030 05:43:29.536466       1 controller.go:1442] provision "csi-mock-volumes-3537/pvc-s9cpg" class "mock-csi-storage-capacity-csi-mock-volumes-3537": volume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd" provisioned
I1030 05:43:29.536478       1 controller.go:1459] provision "csi-mock-volumes-3537/pvc-s9cpg" class "mock-csi-storage-capacity-csi-mock-volumes-3537": succeeded
I1030 05:43:29.536485       1 volume_store.go:154] Saving volume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd
I1030 05:43:29.540056       1 volume_store.go:157] Volume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd saved
I1030 05:43:29.540083       1 controller.go:1096] Claim processing succeeded, removing PVC 74c1783c-21bd-4c2a-9724-1f8313b917bd from claims in progress
I1030 05:43:29.540096       1 controller.go:1335] provision "csi-mock-volumes-3537/pvc-s9cpg" class "mock-csi-storage-capacity-csi-mock-volumes-3537": started
I1030 05:43:29.540107       1 controller.go:1344] provision "csi-mock-volumes-3537/pvc-s9cpg" class "mock-csi-storage-capacity-csi-mock-volumes-3537": persistentvolume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd" already exists, skipping
I1030 05:43:29.540112       1 controller.go:1098] Stop provisioning, removing PVC 74c1783c-21bd-4c2a-9724-1f8313b917bd from claims in progress
I1030 05:43:29.540231       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-3537", Name:"pvc-s9cpg", UID:"74c1783c-21bd-4c2a-9724-1f8313b917bd", APIVersion:"v1", ResourceVersion:"201655", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd
I1030 05:43:53.560860       1 controller.go:1475] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": started
E1030 05:43:53.560922       1 controller.go:1485] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": volume deletion failed: persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
W1030 05:43:53.560949       1 controller.go:1016] Retrying syncing volume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd", failure 0
E1030 05:43:53.560964       1 controller.go:1034] error syncing volume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
I1030 05:43:53.561128       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd", UID:"e66241c1-bf67-4d4e-964f-8e730238aca4", APIVersion:"v1", ResourceVersion:"202163", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
I1030 05:43:54.561140       1 controller.go:1475] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": started
E1030 05:43:54.561176       1 controller.go:1485] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": volume deletion failed: persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
W1030 05:43:54.561189       1 controller.go:1016] Retrying syncing volume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd", failure 1
E1030 05:43:54.561198       1 controller.go:1034] error syncing volume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
I1030 05:43:54.561498       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd", UID:"e66241c1-bf67-4d4e-964f-8e730238aca4", APIVersion:"v1", ResourceVersion:"202163", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
I1030 05:43:56.561380       1 controller.go:1475] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": started
E1030 05:43:56.561435       1 controller.go:1485] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": volume deletion failed: persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
W1030 05:43:56.561447       1 controller.go:1016] Retrying syncing volume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd", failure 2
E1030 05:43:56.561457       1 controller.go:1034] error syncing volume "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
I1030 05:43:56.561698       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd", UID:"e66241c1-bf67-4d4e-964f-8e730238aca4", APIVersion:"v1", ResourceVersion:"202163", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd is still attached to node node2
I1030 05:44:00.561563       1 controller.go:1475] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": started
I1030 05:44:00.561606       1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume
I1030 05:44:00.561611       1 connection.go:183] GRPC request: {"volume_id":"4"}
I1030 05:44:00.562176       1 connection.go:185] GRPC response: {}
I1030 05:44:00.562199       1 connection.go:186] GRPC error: <nil>
I1030 05:44:00.562207       1 controller.go:1490] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": volume deleted
I1030 05:44:00.574533       1 controller.go:1540] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": persistentvolume deleted
I1030 05:44:00.574547       1 controller.go:1545] delete "pvc-74c1783c-21bd-4c2a-9724-1f8313b917bd": succeeded
==== end of pod log for container csi-mockplugin-0/csi-provisioner ====