==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W0418 18:08:18.278690 1 feature_gate.go:237] Setting GA feature gate Topology=true. It will be removed in a future release. I0418 18:08:18.278737 1 feature_gate.go:245] feature gates: &{map[Topology:true]} I0418 18:08:18.278760 1 csi-provisioner.go:150] Version: v3.3.0 I0418 18:08:18.278768 1 csi-provisioner.go:173] Building kube configs for running in cluster... I0418 18:08:18.279292 1 connection.go:154] Connecting to unix:///csi/csi.sock I0418 18:08:19.283127 1 common.go:111] Probing CSI driver for readiness I0418 18:08:19.283195 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0418 18:08:19.283223 1 connection.go:184] GRPC request: {} I0418 18:08:19.286726 1 connection.go:186] GRPC response: {} I0418 18:08:19.286837 1 connection.go:187] GRPC error: I0418 18:08:19.286864 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0418 18:08:19.286868 1 connection.go:184] GRPC request: {} I0418 18:08:19.287746 1 connection.go:186] GRPC response: {"name":"csi-mock-csi-mock-volumes-4533","vendor_version":"v1.9.0"} I0418 18:08:19.287825 1 connection.go:187] GRPC error: I0418 18:08:19.287839 1 csi-provisioner.go:217] Detected CSI driver csi-mock-csi-mock-volumes-4533 I0418 18:08:19.287852 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0418 18:08:19.287859 1 connection.go:184] GRPC request: {} I0418 18:08:19.288654 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0418 18:08:19.288791 1 connection.go:187] GRPC error: I0418 18:08:19.288803 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0418 18:08:19.288807 1 connection.go:184] GRPC request: {} I0418 18:08:19.289726 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":13}}},{"Type":{"Rpc":{"type":9}}},{"Type":{"Rpc":{"type":2}}}]} I0418 18:08:19.289899 1 connection.go:187] GRPC error: I0418 18:08:19.289979 1 csi-provisioner.go:286] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments I0418 18:08:19.290688 1 controller.go:732] Using saving PVs to API server in background I0418 18:08:19.291834 1 reflector.go:221] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.291899 1 reflector.go:257] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.292102 1 reflector.go:221] Starting reflector *v1.VolumeAttachment (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.292144 1 reflector.go:257] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.292212 1 reflector.go:221] Starting reflector *v1.CSINode (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.292251 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.292221 1 reflector.go:221] Starting reflector *v1.Node (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.292616 1 reflector.go:257] Listing and watching *v1.Node from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.293465 1 reflector.go:221] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.293511 1 reflector.go:257] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0418 18:08:19.391159 1 shared_informer.go:285] caches populated I0418 18:08:19.391205 1 shared_informer.go:285] caches populated I0418 18:08:19.391244 1 shared_informer.go:285] caches populated I0418 18:08:19.391253 1 shared_informer.go:285] caches populated I0418 18:08:19.391260 1 shared_informer.go:285] caches populated I0418 18:08:19.391272 1 controller.go:811] Starting provisioner controller csi-mock-csi-mock-volumes-4533_csi-mockplugin-0_84f8b977-63ec-4a38-82b9-6d1ea12a3254! I0418 18:08:19.391343 1 volume_store.go:97] Starting save volume queue I0418 18:08:19.391341 1 clone_controller.go:66] Starting CloningProtection controller I0418 18:08:19.391449 1 clone_controller.go:82] Started CloningProtection controller I0418 18:08:19.391519 1 reflector.go:221] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0418 18:08:19.391542 1 reflector.go:257] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0418 18:08:19.391787 1 reflector.go:221] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0418 18:08:19.391812 1 reflector.go:257] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0418 18:08:19.492278 1 shared_informer.go:285] caches populated I0418 18:08:19.492379 1 controller.go:860] Started provisioner controller csi-mock-csi-mock-volumes-4533_csi-mockplugin-0_84f8b977-63ec-4a38-82b9-6d1ea12a3254! I0418 18:08:26.023369 1 controller.go:1337] provision "csi-mock-volumes-4533/pvc-5x95b" class "csi-mock-volumes-4533-sc9798x": started I0418 18:08:26.023610 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4533", Name:"pvc-5x95b", UID:"86e0aacd-6034-4661-8929-dae420547a84", APIVersion:"v1", ResourceVersion:"85381", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-4533/pvc-5x95b" I0418 18:08:26.023807 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0418 18:08:26.023830 1 connection.go:184] GRPC request: {"accessibility_requirements":{"preferred":[{"segments":{"topology.hostpath.csi/node":"v126-worker"}},{"segments":{"topology.hostpath.csi/node":"v126-worker2"}}],"requisite":[{"segments":{"topology.hostpath.csi/node":"v126-worker"}},{"segments":{"topology.hostpath.csi/node":"v126-worker2"}}]},"capacity_range":{"required_bytes":1073741824},"name":"pvc-86e0aacd-6034-4661-8929-dae420547a84","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":7}}]} I0418 18:08:26.028527 1 connection.go:186] GRPC response: {"volume":{"accessible_topology":[{"segments":{"topology.hostpath.csi/node":"v126-worker"}}],"capacity_bytes":1073741824,"volume_id":"a6d658dc-fdae-11ee-9cdd-021913d43106"}} I0418 18:08:26.028847 1 connection.go:187] GRPC error: I0418 18:08:26.028871 1 controller.go:812] create volume rep: {CapacityBytes:1073741824 VolumeId:a6d658dc-fdae-11ee-9cdd-021913d43106 VolumeContext:map[] ContentSource: AccessibleTopology:[segments: ] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0418 18:08:26.028958 1 controller.go:881] createVolumeOperation: set annotation [volume.kubernetes.io/provisioner-deletion-secret-namespace/volume.kubernetes.io/provisioner-deletion-secret-name] on pv [pvc-86e0aacd-6034-4661-8929-dae420547a84]. I0418 18:08:26.028996 1 controller.go:906] successfully created PV pvc-86e0aacd-6034-4661-8929-dae420547a84 for PVC pvc-5x95b and csi volume name a6d658dc-fdae-11ee-9cdd-021913d43106 I0418 18:08:26.029030 1 controller.go:922] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-4533,VolumeHandle:a6d658dc-fdae-11ee-9cdd-021913d43106,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{storage.kubernetes.io/csiProvisionerIdentity: 1713463699289-8081-csi-mock-csi-mock-volumes-4533,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,NodeExpandSecretRef:nil,}} I0418 18:08:26.029341 1 controller.go:1442] provision "csi-mock-volumes-4533/pvc-5x95b" class "csi-mock-volumes-4533-sc9798x": volume "pvc-86e0aacd-6034-4661-8929-dae420547a84" provisioned I0418 18:08:26.029393 1 controller.go:1455] provision "csi-mock-volumes-4533/pvc-5x95b" class "csi-mock-volumes-4533-sc9798x": succeeded I0418 18:08:26.029415 1 volume_store.go:154] Saving volume pvc-86e0aacd-6034-4661-8929-dae420547a84 I0418 18:08:26.036665 1 volume_store.go:157] Volume pvc-86e0aacd-6034-4661-8929-dae420547a84 saved I0418 18:08:26.036740 1 controller.go:1069] Claim processing succeeded, removing PVC 86e0aacd-6034-4661-8929-dae420547a84 from claims in progress I0418 18:08:26.036808 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4533", Name:"pvc-5x95b", UID:"86e0aacd-6034-4661-8929-dae420547a84", APIVersion:"v1", ResourceVersion:"85381", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-86e0aacd-6034-4661-8929-dae420547a84 I0418 18:08:38.104929 1 controller.go:1471] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": started I0418 18:08:38.105043 1 controller.go:1261] volume pvc-86e0aacd-6034-4661-8929-dae420547a84 does not need any deletion secrets E0418 18:08:38.105101 1 controller.go:1481] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": volume deletion failed: persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker W0418 18:08:38.105201 1 controller.go:989] Retrying syncing volume "pvc-86e0aacd-6034-4661-8929-dae420547a84", failure 0 E0418 18:08:38.105257 1 controller.go:1007] error syncing volume "pvc-86e0aacd-6034-4661-8929-dae420547a84": persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker I0418 18:08:38.105314 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-86e0aacd-6034-4661-8929-dae420547a84", UID:"cc60725d-168e-4c89-bc48-0fd022e84c8c", APIVersion:"v1", ResourceVersion:"85625", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker I0418 18:08:39.105415 1 controller.go:1471] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": started I0418 18:08:39.105510 1 controller.go:1261] volume pvc-86e0aacd-6034-4661-8929-dae420547a84 does not need any deletion secrets E0418 18:08:39.105557 1 controller.go:1481] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": volume deletion failed: persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker W0418 18:08:39.105623 1 controller.go:989] Retrying syncing volume "pvc-86e0aacd-6034-4661-8929-dae420547a84", failure 1 E0418 18:08:39.105657 1 controller.go:1007] error syncing volume "pvc-86e0aacd-6034-4661-8929-dae420547a84": persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker I0418 18:08:39.105751 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-86e0aacd-6034-4661-8929-dae420547a84", UID:"cc60725d-168e-4c89-bc48-0fd022e84c8c", APIVersion:"v1", ResourceVersion:"85625", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker I0418 18:08:41.106040 1 controller.go:1471] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": started I0418 18:08:41.106135 1 controller.go:1261] volume pvc-86e0aacd-6034-4661-8929-dae420547a84 does not need any deletion secrets E0418 18:08:41.106183 1 controller.go:1481] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": volume deletion failed: persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker W0418 18:08:41.106236 1 controller.go:989] Retrying syncing volume "pvc-86e0aacd-6034-4661-8929-dae420547a84", failure 2 E0418 18:08:41.106270 1 controller.go:1007] error syncing volume "pvc-86e0aacd-6034-4661-8929-dae420547a84": persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker I0418 18:08:41.106337 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-86e0aacd-6034-4661-8929-dae420547a84", UID:"cc60725d-168e-4c89-bc48-0fd022e84c8c", APIVersion:"v1", ResourceVersion:"85625", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-86e0aacd-6034-4661-8929-dae420547a84 is still attached to node v126-worker I0418 18:08:45.106736 1 controller.go:1471] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": started I0418 18:08:45.106867 1 controller.go:1261] volume pvc-86e0aacd-6034-4661-8929-dae420547a84 does not need any deletion secrets I0418 18:08:45.106911 1 connection.go:183] GRPC call: /csi.v1.Controller/DeleteVolume I0418 18:08:45.106922 1 connection.go:184] GRPC request: {"volume_id":"a6d658dc-fdae-11ee-9cdd-021913d43106"} I0418 18:08:45.109558 1 connection.go:186] GRPC response: {} I0418 18:08:45.109647 1 connection.go:187] GRPC error: I0418 18:08:45.109666 1 controller.go:1486] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": volume deleted I0418 18:08:45.116304 1 controller.go:1531] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": persistentvolume deleted I0418 18:08:45.116361 1 controller.go:1536] delete "pvc-86e0aacd-6034-4661-8929-dae420547a84": succeeded ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====