==== start of pod log for container csi-mockplugin-0/csi-provisioner ====
W0505 01:12:48.388951       1 feature_gate.go:237] Setting GA feature gate Topology=true. It will be removed in a future release.
I0505 01:12:48.389044       1 feature_gate.go:245] feature gates: &{map[Topology:true]}
I0505 01:12:48.389073       1 csi-provisioner.go:138] Version: v3.0.0
I0505 01:12:48.389116       1 csi-provisioner.go:161] Building kube configs for running in cluster...
I0505 01:12:48.390837       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0505 01:12:49.392087       1 common.go:111] Probing CSI driver for readiness
I0505 01:12:49.392137       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0505 01:12:49.392149       1 connection.go:184] GRPC request: {}
I0505 01:12:49.406770       1 connection.go:186] GRPC response: {}
I0505 01:12:49.406882       1 connection.go:187] GRPC error: <nil>
I0505 01:12:49.406897       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0505 01:12:49.406902       1 connection.go:184] GRPC request: {}
I0505 01:12:49.407822       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-4076","vendor_version":"v1.7.3"}
I0505 01:12:49.407932       1 connection.go:187] GRPC error: <nil>
I0505 01:12:49.407957       1 csi-provisioner.go:205] Detected CSI driver csi-mock-csi-mock-volumes-4076
I0505 01:12:49.407977       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0505 01:12:49.407985       1 connection.go:184] GRPC request: {}
I0505 01:12:49.409220       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0505 01:12:49.409408       1 connection.go:187] GRPC error: <nil>
I0505 01:12:49.409420       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0505 01:12:49.409425       1 connection.go:184] GRPC request: {}
I0505 01:12:49.410589       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0505 01:12:49.410921       1 connection.go:187] GRPC error: <nil>
I0505 01:12:49.411014       1 csi-provisioner.go:274] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments
I0505 01:12:49.411840       1 controller.go:731] Using saving PVs to API server in background
I0505 01:12:49.412392       1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412446       1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412460       1 reflector.go:219] Starting reflector *v1.CSINode (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412480       1 reflector.go:255] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412468       1 reflector.go:219] Starting reflector *v1.VolumeAttachment (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412501       1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412529       1 reflector.go:219] Starting reflector *v1.Node (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412546       1 reflector.go:255] Listing and watching *v1.Node from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412671       1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.412702       1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134
I0505 01:12:49.512471       1 shared_informer.go:270] caches populated
I0505 01:12:49.512504       1 shared_informer.go:270] caches populated
I0505 01:12:49.512516       1 shared_informer.go:270] caches populated
I0505 01:12:49.512526       1 shared_informer.go:270] caches populated
I0505 01:12:49.512557       1 shared_informer.go:270] caches populated
I0505 01:12:49.512576       1 controller.go:810] Starting provisioner controller csi-mock-csi-mock-volumes-4076_csi-mockplugin-0_e742fa8a-de44-47ba-b4b4-9f07a2fce148!
I0505 01:12:49.512604       1 clone_controller.go:66] Starting CloningProtection controller
I0505 01:12:49.512636       1 volume_store.go:97] Starting save volume queue
I0505 01:12:49.512697       1 clone_controller.go:82] Started CloningProtection controller
I0505 01:12:49.513041       1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v7/controller/controller.go:847
I0505 01:12:49.513058       1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v7/controller/controller.go:847
I0505 01:12:49.513087       1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v7/controller/controller.go:844
I0505 01:12:49.513117       1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v7/controller/controller.go:844
I0505 01:12:49.613413       1 shared_informer.go:270] caches populated
I0505 01:12:49.613470       1 controller.go:859] Started provisioner controller csi-mock-csi-mock-volumes-4076_csi-mockplugin-0_e742fa8a-de44-47ba-b4b4-9f07a2fce148!
I0505 01:12:57.572497       1 controller.go:1279] provision "csi-mock-volumes-4076/pvc-dsrqd" class "mock-csi-storage-capacity-csi-mock-volumes-4076": started
I0505 01:12:57.572810       1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume
I0505 01:12:57.572760       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4076", Name:"pvc-dsrqd", UID:"dcac46ec-806c-463a-95a8-829c6bcaf92c", APIVersion:"v1", ResourceVersion:"5087924", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-4076/pvc-dsrqd"
I0505 01:12:57.572838       1 connection.go:184] GRPC request: {"accessibility_requirements":{"preferred":[{"segments":{"topology.hostpath.csi/node":"v125-worker2"}},{"segments":{"topology.hostpath.csi/node":"v125-worker"}}],"requisite":[{"segments":{"topology.hostpath.csi/node":"v125-worker"}},{"segments":{"topology.hostpath.csi/node":"v125-worker2"}}]},"capacity_range":{"required_bytes":1073741824},"name":"pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]}
I0505 01:12:57.580150       1 connection.go:186] GRPC response: {"volume":{"accessible_topology":[{"segments":{"topology.hostpath.csi/node":"v125-worker2"}}],"capacity_bytes":1073741824,"volume_id":"f87c2cd4-eae1-11ed-9235-56565b7f4a50"}}
I0505 01:12:57.580341       1 connection.go:187] GRPC error: <nil>
I0505 01:12:57.580366       1 controller.go:777] create volume rep: {CapacityBytes:1073741824 VolumeId:f87c2cd4-eae1-11ed-9235-56565b7f4a50 VolumeContext:map[] ContentSource:<nil> AccessibleTopology:[segments:<key:"topology.hostpath.csi/node" value:"v125-worker2" > ] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0}
I0505 01:12:57.580446       1 controller.go:861] successfully created PV pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c for PVC pvc-dsrqd and csi volume name f87c2cd4-eae1-11ed-9235-56565b7f4a50
I0505 01:12:57.580464       1 controller.go:877] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-4076,VolumeHandle:f87c2cd4-eae1-11ed-9235-56565b7f4a50,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{storage.kubernetes.io/csiProvisionerIdentity: 1683249169410-8081-csi-mock-csi-mock-volumes-4076,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}}
I0505 01:12:57.580693       1 controller.go:1384] provision "csi-mock-volumes-4076/pvc-dsrqd" class "mock-csi-storage-capacity-csi-mock-volumes-4076": volume "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c" provisioned
I0505 01:12:57.580716       1 controller.go:1397] provision "csi-mock-volumes-4076/pvc-dsrqd" class "mock-csi-storage-capacity-csi-mock-volumes-4076": succeeded
I0505 01:12:57.580729       1 volume_store.go:154] Saving volume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c
I0505 01:12:57.592137       1 volume_store.go:157] Volume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c saved
I0505 01:12:57.592222       1 controller.go:1068] Claim processing succeeded, removing PVC dcac46ec-806c-463a-95a8-829c6bcaf92c from claims in progress
I0505 01:12:57.592355       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4076", Name:"pvc-dsrqd", UID:"dcac46ec-806c-463a-95a8-829c6bcaf92c", APIVersion:"v1", ResourceVersion:"5087924", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c
I0505 01:13:05.614356       1 controller.go:1413] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": started
E0505 01:13:05.614459       1 controller.go:1423] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": volume deletion failed: persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
W0505 01:13:05.614539       1 controller.go:988] Retrying syncing volume "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c", failure 0
E0505 01:13:05.614574       1 controller.go:1006] error syncing volume "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
I0505 01:13:05.614638       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c", UID:"7d8a3759-09e1-47db-ab03-7a2dd78b919d", APIVersion:"v1", ResourceVersion:"5087972", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
I0505 01:13:06.614829       1 controller.go:1413] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": started
E0505 01:13:06.614950       1 controller.go:1423] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": volume deletion failed: persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
W0505 01:13:06.614999       1 controller.go:988] Retrying syncing volume "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c", failure 1
E0505 01:13:06.615029       1 controller.go:1006] error syncing volume "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
I0505 01:13:06.615064       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c", UID:"7d8a3759-09e1-47db-ab03-7a2dd78b919d", APIVersion:"v1", ResourceVersion:"5087972", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
I0505 01:13:08.615364       1 controller.go:1413] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": started
E0505 01:13:08.615510       1 controller.go:1423] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": volume deletion failed: persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
W0505 01:13:08.615560       1 controller.go:988] Retrying syncing volume "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c", failure 2
E0505 01:13:08.615593       1 controller.go:1006] error syncing volume "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
I0505 01:13:08.615644       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c", UID:"7d8a3759-09e1-47db-ab03-7a2dd78b919d", APIVersion:"v1", ResourceVersion:"5087972", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c is still attached to node v125-worker2
I0505 01:13:12.616443       1 controller.go:1413] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": started
I0505 01:13:12.616555       1 connection.go:183] GRPC call: /csi.v1.Controller/DeleteVolume
I0505 01:13:12.616567       1 connection.go:184] GRPC request: {"volume_id":"f87c2cd4-eae1-11ed-9235-56565b7f4a50"}
I0505 01:13:12.619452       1 connection.go:186] GRPC response: {}
I0505 01:13:12.619539       1 connection.go:187] GRPC error: <nil>
I0505 01:13:12.619555       1 controller.go:1428] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": volume deleted
I0505 01:13:12.625603       1 controller.go:1478] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": persistentvolume deleted
I0505 01:13:12.625655       1 controller.go:1483] delete "pvc-dcac46ec-806c-463a-95a8-829c6bcaf92c": succeeded
==== end of pod log for container csi-mockplugin-0/csi-provisioner ====