==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W0507 00:13:24.487474 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I0507 00:13:24.487548 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I0507 00:13:24.487563 1 csi-provisioner.go:132] Version: v2.1.0 I0507 00:13:24.487581 1 csi-provisioner.go:155] Building kube configs for running in cluster... I0507 00:13:24.496848 1 connection.go:153] Connecting to unix:///csi/csi.sock I0507 00:13:31.409870 1 common.go:111] Probing CSI driver for readiness I0507 00:13:31.409890 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0507 00:13:31.409895 1 connection.go:183] GRPC request: {} I0507 00:13:31.412530 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0507 00:13:31.412628 1 connection.go:186] GRPC error: I0507 00:13:31.412638 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0507 00:13:31.412642 1 connection.go:183] GRPC request: {} I0507 00:13:31.412999 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-5706","vendor_version":"0.3.0"} I0507 00:13:31.413048 1 connection.go:186] GRPC error: I0507 00:13:31.413058 1 csi-provisioner.go:202] Detected CSI driver csi-mock-csi-mock-volumes-5706 I0507 00:13:31.413064 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0507 00:13:31.413069 1 connection.go:183] GRPC request: {} I0507 00:13:31.413568 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0507 00:13:31.413664 1 connection.go:186] GRPC error: I0507 00:13:31.413673 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0507 00:13:31.413677 1 connection.go:183] GRPC request: {} I0507 00:13:31.414183 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0507 00:13:31.414322 1 connection.go:186] GRPC error: I0507 00:13:31.414377 1 csi-provisioner.go:241] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments I0507 00:13:31.414744 1 controller.go:753] Using saving PVs to API server in background I0507 00:13:31.414941 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0507 00:13:31.414943 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0507 00:13:31.414959 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0507 00:13:31.414961 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0507 00:13:31.414941 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0507 00:13:31.415029 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0507 00:13:31.515018 1 shared_informer.go:270] caches populated I0507 00:13:31.515059 1 shared_informer.go:270] caches populated I0507 00:13:31.515072 1 shared_informer.go:270] caches populated I0507 00:13:31.515101 1 controller.go:838] Starting provisioner controller csi-mock-csi-mock-volumes-5706_csi-mockplugin-0_7e446737-a32a-4150-be1d-cc94546fc80c! I0507 00:13:31.515136 1 clone_controller.go:66] Starting CloningProtection controller I0507 00:13:31.515170 1 volume_store.go:97] Starting save volume queue I0507 00:13:31.515236 1 clone_controller.go:84] Started CloningProtection controller I0507 00:13:31.515634 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0507 00:13:31.515668 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0507 00:13:31.515696 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I0507 00:13:31.515722 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I0507 00:13:31.515732 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0507 00:13:31.515760 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0507 00:13:31.615312 1 shared_informer.go:270] caches populated I0507 00:13:31.615336 1 controller.go:887] Started provisioner controller csi-mock-csi-mock-volumes-5706_csi-mockplugin-0_7e446737-a32a-4150-be1d-cc94546fc80c! I0507 00:13:38.618474 1 controller.go:1335] provision "csi-mock-volumes-5706/pvc-k4cr2" class "csi-mock-volumes-5706-scfvdjw": started I0507 00:13:38.618627 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-5706", Name:"pvc-k4cr2", UID:"ac143c6d-e5b3-4a58-891f-8d1226ab4e04", APIVersion:"v1", ResourceVersion:"92215", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-5706/pvc-k4cr2" I0507 00:13:38.618574 1 controller.go:731] CreateVolumeRequest name:"pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04" capacity_range: volume_capabilities: access_mode: > I0507 00:13:38.618915 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I0507 00:13:38.618923 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0507 00:13:38.620516 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04"},"volume_id":"4"}} I0507 00:13:38.620683 1 connection.go:186] GRPC error: I0507 00:13:38.620699 1 controller.go:762] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0507 00:13:38.620731 1 controller.go:838] successfully created PV pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 for PVC pvc-k4cr2 and csi volume name 4 I0507 00:13:38.620745 1 controller.go:854] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-5706,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04,storage.kubernetes.io/csiProvisionerIdentity: 1651882411414-8081-csi-mock-csi-mock-volumes-5706,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I0507 00:13:38.620882 1 controller.go:1442] provision "csi-mock-volumes-5706/pvc-k4cr2" class "csi-mock-volumes-5706-scfvdjw": volume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04" provisioned I0507 00:13:38.620912 1 controller.go:1459] provision "csi-mock-volumes-5706/pvc-k4cr2" class "csi-mock-volumes-5706-scfvdjw": succeeded I0507 00:13:38.620927 1 volume_store.go:154] Saving volume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 I0507 00:13:38.630098 1 volume_store.go:157] Volume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 saved I0507 00:13:38.630127 1 controller.go:1096] Claim processing succeeded, removing PVC ac143c6d-e5b3-4a58-891f-8d1226ab4e04 from claims in progress I0507 00:13:38.630148 1 controller.go:1335] provision "csi-mock-volumes-5706/pvc-k4cr2" class "csi-mock-volumes-5706-scfvdjw": started I0507 00:13:38.630163 1 controller.go:1344] provision "csi-mock-volumes-5706/pvc-k4cr2" class "csi-mock-volumes-5706-scfvdjw": persistentvolume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04" already exists, skipping I0507 00:13:38.630171 1 controller.go:1098] Stop provisioning, removing PVC ac143c6d-e5b3-4a58-891f-8d1226ab4e04 from claims in progress I0507 00:13:38.630191 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-5706", Name:"pvc-k4cr2", UID:"ac143c6d-e5b3-4a58-891f-8d1226ab4e04", APIVersion:"v1", ResourceVersion:"92215", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 I0507 00:14:02.687709 1 controller.go:1475] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": started E0507 00:14:02.687787 1 controller.go:1485] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": volume deletion failed: persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 W0507 00:14:02.687817 1 controller.go:1016] Retrying syncing volume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04", failure 0 E0507 00:14:02.687836 1 controller.go:1034] error syncing volume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 I0507 00:14:02.687887 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04", UID:"176228c0-5588-475e-ba5a-2e4e28778fdb", APIVersion:"v1", ResourceVersion:"92900", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 I0507 00:14:03.688221 1 controller.go:1475] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": started E0507 00:14:03.688363 1 controller.go:1485] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": volume deletion failed: persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 W0507 00:14:03.688421 1 controller.go:1016] Retrying syncing volume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04", failure 1 E0507 00:14:03.688461 1 controller.go:1034] error syncing volume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 I0507 00:14:03.688490 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04", UID:"176228c0-5588-475e-ba5a-2e4e28778fdb", APIVersion:"v1", ResourceVersion:"92900", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 I0507 00:14:05.688598 1 controller.go:1475] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": started E0507 00:14:05.688669 1 controller.go:1485] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": volume deletion failed: persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 W0507 00:14:05.688720 1 controller.go:1016] Retrying syncing volume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04", failure 2 E0507 00:14:05.688762 1 controller.go:1034] error syncing volume "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 I0507 00:14:05.688802 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04", UID:"176228c0-5588-475e-ba5a-2e4e28778fdb", APIVersion:"v1", ResourceVersion:"92900", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04 is still attached to node node2 I0507 00:14:09.688950 1 controller.go:1475] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": started I0507 00:14:09.688975 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I0507 00:14:09.688981 1 connection.go:183] GRPC request: {"volume_id":"4"} I0507 00:14:09.689629 1 connection.go:185] GRPC response: {} I0507 00:14:09.689673 1 connection.go:186] GRPC error: I0507 00:14:09.689685 1 controller.go:1490] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": volume deleted I0507 00:14:09.698765 1 controller.go:1540] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": persistentvolume deleted I0507 00:14:09.698784 1 controller.go:1545] delete "pvc-ac143c6d-e5b3-4a58-891f-8d1226ab4e04": succeeded ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====