==== start of pod log for container csi-mockplugin-0/csi-provisioner ====
W0418 18:03:59.890065       1 feature_gate.go:237] Setting GA feature gate Topology=true. It will be removed in a future release.
I0418 18:03:59.890108       1 feature_gate.go:245] feature gates: &{map[Topology:true]}
I0418 18:03:59.890131       1 csi-provisioner.go:150] Version: v3.3.0
I0418 18:03:59.890138       1 csi-provisioner.go:173] Building kube configs for running in cluster...
I0418 18:03:59.890655       1 connection.go:154] Connecting to unix:///csi/csi.sock
I0418 18:04:03.815763       1 common.go:111] Probing CSI driver for readiness
I0418 18:04:03.815833       1 connection.go:183] GRPC call: /csi.v1.Identity/Probe
I0418 18:04:03.815847       1 connection.go:184] GRPC request: {}
I0418 18:04:03.829429       1 connection.go:186] GRPC response: {}
I0418 18:04:03.829561       1 connection.go:187] GRPC error: <nil>
I0418 18:04:03.829581       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo
I0418 18:04:03.829591       1 connection.go:184] GRPC request: {}
I0418 18:04:03.830877       1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-6720","vendor_version":"v1.9.0"}
I0418 18:04:03.831009       1 connection.go:187] GRPC error: <nil>
I0418 18:04:03.831047       1 csi-provisioner.go:217] Detected CSI driver csi-mock-csi-mock-volumes-6720
I0418 18:04:03.831070       1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0418 18:04:03.831080       1 connection.go:184] GRPC request: {}
I0418 18:04:03.832696       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0418 18:04:03.832905       1 connection.go:187] GRPC error: <nil>
I0418 18:04:03.832921       1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 18:04:03.832930       1 connection.go:184] GRPC request: {}
I0418 18:04:03.834280       1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]}
I0418 18:04:03.834609       1 connection.go:187] GRPC error: <nil>
I0418 18:04:03.834734       1 csi-provisioner.go:286] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments
I0418 18:04:03.835592       1 controller.go:732] Using saving PVs to API server in background
I0418 18:04:03.837405       1 reflector.go:221] Starting reflector *v1.CSINode (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.837461       1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.837316       1 reflector.go:221] Starting reflector *v1.Node (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.837515       1 reflector.go:257] Listing and watching *v1.Node from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.837577       1 reflector.go:221] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.838152       1 reflector.go:221] Starting reflector *v1.VolumeAttachment (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.838172       1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.838161       1 reflector.go:257] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.838365       1 reflector.go:221] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.838389       1 reflector.go:257] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134
I0418 18:04:03.936265       1 shared_informer.go:285] caches populated
I0418 18:04:03.936288       1 shared_informer.go:285] caches populated
I0418 18:04:03.936297       1 shared_informer.go:285] caches populated
I0418 18:04:03.936303       1 shared_informer.go:285] caches populated
I0418 18:04:03.936311       1 shared_informer.go:285] caches populated
I0418 18:04:03.936357       1 clone_controller.go:66] Starting CloningProtection controller
I0418 18:04:03.936385       1 volume_store.go:97] Starting save volume queue
I0418 18:04:03.936354       1 controller.go:811] Starting provisioner controller csi-mock-csi-mock-volumes-6720_csi-mockplugin-0_b8d68790-9a7b-475a-a559-3e1e647e04fa!
I0418 18:04:03.936462       1 clone_controller.go:82] Started CloningProtection controller
I0418 18:04:03.936631       1 reflector.go:221] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845
I0418 18:04:03.936651       1 reflector.go:257] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845
I0418 18:04:03.936763       1 reflector.go:221] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848
I0418 18:04:03.936791       1 reflector.go:257] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848
I0418 18:04:04.036993       1 shared_informer.go:285] caches populated
I0418 18:04:04.037156       1 controller.go:860] Started provisioner controller csi-mock-csi-mock-volumes-6720_csi-mockplugin-0_b8d68790-9a7b-475a-a559-3e1e647e04fa!
I0418 18:04:08.880519       1 controller.go:1337] provision "csi-mock-volumes-6720/pvc-lpxhj" class "csi-mock-volumes-6720-scctbfn": started
I0418 18:04:08.880735       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-6720", Name:"pvc-lpxhj", UID:"a902c5be-60c7-4f08-a9e7-bc1effeb08e4", APIVersion:"v1", ResourceVersion:"79537", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-6720/pvc-lpxhj"
I0418 18:04:08.880909       1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume
I0418 18:04:08.880926       1 connection.go:184] GRPC request: {"accessibility_requirements":{"preferred":[{"segments":{"topology.hostpath.csi/node":"v126-worker2"}}],"requisite":[{"segments":{"topology.hostpath.csi/node":"v126-worker2"}}]},"capacity_range":{"required_bytes":1073741824},"name":"pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}}]}
I0418 18:04:08.885450       1 connection.go:186] GRPC response: {"volume":{"accessible_topology":[{"segments":{"topology.hostpath.csi/node":"v126-worker2"}}],"capacity_bytes":1073741824,"volume_id":"0d916c6e-fdae-11ee-a915-86fb68461371"}}
I0418 18:04:08.885645       1 connection.go:187] GRPC error: <nil>
I0418 18:04:08.885661       1 controller.go:812] create volume rep: {CapacityBytes:1073741824 VolumeId:0d916c6e-fdae-11ee-a915-86fb68461371 VolumeContext:map[] ContentSource:<nil> AccessibleTopology:[segments:<key:"topology.hostpath.csi/node" value:"v126-worker2" > ] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0}
I0418 18:04:08.885766       1 controller.go:881] createVolumeOperation: set annotation [volume.kubernetes.io/provisioner-deletion-secret-namespace/volume.kubernetes.io/provisioner-deletion-secret-name] on pv [pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4].
I0418 18:04:08.885796       1 controller.go:906] successfully created PV pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 for PVC pvc-lpxhj and csi volume name 0d916c6e-fdae-11ee-a915-86fb68461371
I0418 18:04:08.885816       1 controller.go:922] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-6720,VolumeHandle:0d916c6e-fdae-11ee-a915-86fb68461371,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{storage.kubernetes.io/csiProvisionerIdentity: 1713463443834-8081-csi-mock-csi-mock-volumes-6720,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,NodeExpandSecretRef:nil,}}
I0418 18:04:08.886026       1 controller.go:1442] provision "csi-mock-volumes-6720/pvc-lpxhj" class "csi-mock-volumes-6720-scctbfn": volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4" provisioned
I0418 18:04:08.886051       1 controller.go:1455] provision "csi-mock-volumes-6720/pvc-lpxhj" class "csi-mock-volumes-6720-scctbfn": succeeded
I0418 18:04:08.886063       1 volume_store.go:154] Saving volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4
I0418 18:04:08.892434       1 volume_store.go:157] Volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 saved
I0418 18:04:08.892514       1 controller.go:1069] Claim processing succeeded, removing PVC a902c5be-60c7-4f08-a9e7-bc1effeb08e4 from claims in progress
I0418 18:04:08.892606       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-6720", Name:"pvc-lpxhj", UID:"a902c5be-60c7-4f08-a9e7-bc1effeb08e4", APIVersion:"v1", ResourceVersion:"79537", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4
I0418 18:04:30.952839       1 controller.go:1471] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": started
I0418 18:04:30.952963       1 controller.go:1261] volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 does not need any deletion secrets
E0418 18:04:30.953009       1 controller.go:1481] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": volume deletion failed: persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
W0418 18:04:30.953060       1 controller.go:989] Retrying syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", failure 0
E0418 18:04:30.953096       1 controller.go:1007] error syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:30.953166       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", UID:"a549bd59-5b63-4df0-a16f-214340573c99", APIVersion:"v1", ResourceVersion:"80105", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:31.954099       1 controller.go:1471] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": started
I0418 18:04:31.954181       1 controller.go:1261] volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 does not need any deletion secrets
E0418 18:04:31.954226       1 controller.go:1481] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": volume deletion failed: persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
W0418 18:04:31.954302       1 controller.go:989] Retrying syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", failure 1
E0418 18:04:31.954339       1 controller.go:1007] error syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:31.954427       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", UID:"a549bd59-5b63-4df0-a16f-214340573c99", APIVersion:"v1", ResourceVersion:"80105", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:33.954573       1 controller.go:1471] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": started
I0418 18:04:33.954698       1 controller.go:1261] volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 does not need any deletion secrets
E0418 18:04:33.954743       1 controller.go:1481] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": volume deletion failed: persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
W0418 18:04:33.954792       1 controller.go:989] Retrying syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", failure 2
E0418 18:04:33.954822       1 controller.go:1007] error syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:33.954857       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", UID:"a549bd59-5b63-4df0-a16f-214340573c99", APIVersion:"v1", ResourceVersion:"80105", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:37.955920       1 controller.go:1471] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": started
I0418 18:04:37.955964       1 controller.go:1261] volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 does not need any deletion secrets
E0418 18:04:37.956005       1 controller.go:1481] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": volume deletion failed: persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
W0418 18:04:37.956108       1 controller.go:989] Retrying syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", failure 3
E0418 18:04:37.956140       1 controller.go:1007] error syncing volume "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:37.956173       1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4", UID:"a549bd59-5b63-4df0-a16f-214340573c99", APIVersion:"v1", ResourceVersion:"80105", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 is still attached to node v126-worker2
I0418 18:04:45.956494       1 controller.go:1471] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": started
I0418 18:04:45.956591       1 controller.go:1261] volume pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4 does not need any deletion secrets
I0418 18:04:45.956627       1 connection.go:183] GRPC call: /csi.v1.Controller/DeleteVolume
I0418 18:04:45.956634       1 connection.go:184] GRPC request: {"volume_id":"0d916c6e-fdae-11ee-a915-86fb68461371"}
I0418 18:04:45.959147       1 connection.go:186] GRPC response: {}
I0418 18:04:45.959188       1 connection.go:187] GRPC error: <nil>
I0418 18:04:45.959202       1 controller.go:1486] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": volume deleted
I0418 18:04:45.965455       1 controller.go:1531] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": persistentvolume deleted
I0418 18:04:45.965515       1 controller.go:1536] delete "pvc-a902c5be-60c7-4f08-a9e7-bc1effeb08e4": succeeded
==== end of pod log for container csi-mockplugin-0/csi-provisioner ====