==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W0618 00:09:39.394737 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I0618 00:09:39.394802 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I0618 00:09:39.394816 1 csi-provisioner.go:132] Version: v2.1.0 I0618 00:09:39.394833 1 csi-provisioner.go:155] Building kube configs for running in cluster... I0618 00:09:39.408276 1 connection.go:153] Connecting to unix:///csi/csi.sock I0618 00:09:41.410329 1 common.go:111] Probing CSI driver for readiness I0618 00:09:41.410346 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0618 00:09:41.410350 1 connection.go:183] GRPC request: {} I0618 00:09:41.412655 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0618 00:09:41.412734 1 connection.go:186] GRPC error: I0618 00:09:41.412742 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0618 00:09:41.412746 1 connection.go:183] GRPC request: {} I0618 00:09:41.413068 1 connection.go:185] GRPC response: {"manifest":{"url":"https://github.com/kubernetes-csi/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-638","vendor_version":"0.3.0"} I0618 00:09:41.413114 1 connection.go:186] GRPC error: I0618 00:09:41.413124 1 csi-provisioner.go:202] Detected CSI driver csi-mock-csi-mock-volumes-638 I0618 00:09:41.413129 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0618 00:09:41.413133 1 connection.go:183] GRPC request: {} I0618 00:09:41.413477 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0618 00:09:41.413552 1 connection.go:186] GRPC error: I0618 00:09:41.413560 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0618 00:09:41.413563 1 connection.go:183] GRPC request: {} I0618 00:09:41.413879 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":9}}}]} I0618 00:09:41.413983 1 connection.go:186] GRPC error: I0618 00:09:41.414030 1 csi-provisioner.go:241] CSI driver supports PUBLISH_UNPUBLISH_VOLUME, watching VolumeAttachments I0618 00:09:41.414322 1 controller.go:753] Using saving PVs to API server in background I0618 00:09:41.414493 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0618 00:09:41.414507 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0618 00:09:41.414803 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0618 00:09:41.414809 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0618 00:09:41.414999 1 reflector.go:219] Starting reflector *v1.VolumeAttachment (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0618 00:09:41.415005 1 reflector.go:255] Listing and watching *v1.VolumeAttachment from k8s.io/client-go/informers/factory.go:134 I0618 00:09:41.514499 1 shared_informer.go:270] caches populated I0618 00:09:41.514532 1 shared_informer.go:270] caches populated I0618 00:09:41.514544 1 shared_informer.go:270] caches populated I0618 00:09:41.514577 1 controller.go:838] Starting provisioner controller csi-mock-csi-mock-volumes-638_csi-mockplugin-0_d040a9d7-8ebe-40df-bbc9-c923b5bdc532! I0618 00:09:41.514642 1 clone_controller.go:66] Starting CloningProtection controller I0618 00:09:41.514688 1 clone_controller.go:84] Started CloningProtection controller I0618 00:09:41.514942 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I0618 00:09:41.514960 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I0618 00:09:41.515166 1 volume_store.go:97] Starting save volume queue I0618 00:09:41.515259 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0618 00:09:41.515264 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0618 00:09:41.515404 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0618 00:09:41.515409 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0618 00:09:41.614669 1 shared_informer.go:270] caches populated I0618 00:09:41.614684 1 controller.go:887] Started provisioner controller csi-mock-csi-mock-volumes-638_csi-mockplugin-0_d040a9d7-8ebe-40df-bbc9-c923b5bdc532! I0618 00:09:50.122466 1 controller.go:1335] provision "csi-mock-volumes-638/pvc-hj9mq" class "csi-mock-volumes-638-scvv4lf": started I0618 00:09:50.122545 1 controller.go:731] CreateVolumeRequest name:"pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2" capacity_range: volume_capabilities: access_mode: > I0618 00:09:50.122799 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I0618 00:09:50.122803 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0618 00:09:50.123416 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-638", Name:"pvc-hj9mq", UID:"15da9e2b-2aac-44a1-bde9-c732477bc5c2", APIVersion:"v1", ResourceVersion:"96624", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-638/pvc-hj9mq" I0618 00:09:50.124175 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2"},"volume_id":"4"}} I0618 00:09:50.124233 1 connection.go:186] GRPC error: I0618 00:09:50.124241 1 controller.go:762] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0618 00:09:50.124258 1 controller.go:838] successfully created PV pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 for PVC pvc-hj9mq and csi volume name 4 I0618 00:09:50.124266 1 controller.go:854] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-638,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2,storage.kubernetes.io/csiProvisionerIdentity: 1655510981413-8081-csi-mock-csi-mock-volumes-638,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I0618 00:09:50.124366 1 controller.go:1442] provision "csi-mock-volumes-638/pvc-hj9mq" class "csi-mock-volumes-638-scvv4lf": volume "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2" provisioned I0618 00:09:50.124387 1 controller.go:1459] provision "csi-mock-volumes-638/pvc-hj9mq" class "csi-mock-volumes-638-scvv4lf": succeeded I0618 00:09:50.124394 1 volume_store.go:154] Saving volume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 I0618 00:09:50.133408 1 volume_store.go:157] Volume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 saved I0618 00:09:50.133440 1 controller.go:1096] Claim processing succeeded, removing PVC 15da9e2b-2aac-44a1-bde9-c732477bc5c2 from claims in progress I0618 00:09:50.133460 1 controller.go:1335] provision "csi-mock-volumes-638/pvc-hj9mq" class "csi-mock-volumes-638-scvv4lf": started I0618 00:09:50.133470 1 controller.go:1344] provision "csi-mock-volumes-638/pvc-hj9mq" class "csi-mock-volumes-638-scvv4lf": persistentvolume "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2" already exists, skipping I0618 00:09:50.133475 1 controller.go:1098] Stop provisioning, removing PVC 15da9e2b-2aac-44a1-bde9-c732477bc5c2 from claims in progress I0618 00:09:50.133700 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-638", Name:"pvc-hj9mq", UID:"15da9e2b-2aac-44a1-bde9-c732477bc5c2", APIVersion:"v1", ResourceVersion:"96624", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 E0618 00:10:12.390693 1 controller.go:1053] claim "5efdb579-eed5-4ce0-a529-72155e2cc17f" in work queue no longer exists E0618 00:10:12.390727 1 clone_controller.go:161] Item 'persistent-local-volumes-test-5408/pvc-qpr85' in work queue no longer exists E0618 00:10:12.390814 1 controller.go:1053] claim "5efdb579-eed5-4ce0-a529-72155e2cc17f" in work queue no longer exists E0618 00:10:12.391962 1 clone_controller.go:161] Item 'persistent-local-volumes-test-5408/pvc-qpr85' in work queue no longer exists I0618 00:11:30.203046 1 controller.go:1475] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": started E0618 00:11:30.203177 1 controller.go:1485] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": volume deletion failed: persistentvolume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 is still attached to node node2 W0618 00:11:30.203205 1 controller.go:1016] Retrying syncing volume "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2", failure 0 E0618 00:11:30.203216 1 controller.go:1034] error syncing volume "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": persistentvolume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 is still attached to node node2 I0618 00:11:30.203439 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2", UID:"1438ea30-17f9-4848-91cd-7477eb5cd2ae", APIVersion:"v1", ResourceVersion:"99340", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 is still attached to node node2 I0618 00:11:31.203424 1 controller.go:1475] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": started E0618 00:11:31.203464 1 controller.go:1485] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": volume deletion failed: persistentvolume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 is still attached to node node2 W0618 00:11:31.203483 1 controller.go:1016] Retrying syncing volume "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2", failure 1 E0618 00:11:31.203495 1 controller.go:1034] error syncing volume "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": persistentvolume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 is still attached to node node2 I0618 00:11:31.203856 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolume", Namespace:"", Name:"pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2", UID:"1438ea30-17f9-4848-91cd-7477eb5cd2ae", APIVersion:"v1", ResourceVersion:"99340", FieldPath:""}): type: 'Warning' reason: 'VolumeFailedDelete' persistentvolume pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2 is still attached to node node2 I0618 00:11:33.203688 1 controller.go:1475] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": started I0618 00:11:33.203776 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I0618 00:11:33.203790 1 connection.go:183] GRPC request: {"volume_id":"4"} I0618 00:11:33.206965 1 connection.go:185] GRPC response: {} I0618 00:11:33.206985 1 connection.go:186] GRPC error: I0618 00:11:33.206992 1 controller.go:1490] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": volume deleted I0618 00:11:33.211764 1 controller.go:1540] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": persistentvolume deleted I0618 00:11:33.211775 1 controller.go:1545] delete "pvc-15da9e2b-2aac-44a1-bde9-c732477bc5c2": succeeded ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====