==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W0422 06:08:49.929585 1 feature_gate.go:241] Setting GA feature gate Topology=true. It will be removed in a future release. I0422 06:08:49.929649 1 feature_gate.go:249] feature gates: &{map[Topology:true]} I0422 06:08:49.929672 1 csi-provisioner.go:154] Version: v3.4.0 I0422 06:08:49.929679 1 csi-provisioner.go:177] Building kube configs for running in cluster... I0422 06:08:49.930369 1 connection.go:154] Connecting to unix:///csi/csi.sock I0422 06:08:51.111966 1 common.go:111] Probing CSI driver for readiness I0422 06:08:51.112004 1 connection.go:183] GRPC call: /csi.v1.Identity/Probe I0422 06:08:51.112015 1 connection.go:184] GRPC request: {} I0422 06:08:51.118485 1 connection.go:186] GRPC response: {"ready":{"value":true}} I0422 06:08:51.118723 1 connection.go:187] GRPC error: I0422 06:08:51.118745 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginInfo I0422 06:08:51.118759 1 connection.go:184] GRPC request: {} I0422 06:08:51.120608 1 connection.go:186] GRPC response: {"manifest":{"url":"https://github.com/kubernetes/kubernetes/tree/master/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-capacity-23","vendor_version":"0.3.0"} I0422 06:08:51.120826 1 connection.go:187] GRPC error: I0422 06:08:51.120856 1 csi-provisioner.go:230] Detected CSI driver csi-mock-csi-mock-volumes-capacity-23 I0422 06:08:51.120878 1 connection.go:183] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0422 06:08:51.120889 1 connection.go:184] GRPC request: {} I0422 06:08:51.122843 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0422 06:08:51.123129 1 connection.go:187] GRPC error: I0422 06:08:51.123147 1 connection.go:183] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 06:08:51.123155 1 connection.go:184] GRPC request: {} I0422 06:08:51.124911 1 connection.go:186] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}}]} I0422 06:08:51.125297 1 connection.go:187] GRPC error: I0422 06:08:51.125430 1 csi-provisioner.go:302] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0422 06:08:51.126504 1 controller.go:732] Using saving PVs to API server in background I0422 06:08:51.126836 1 reflector.go:221] Starting reflector *v1.CSINode (1h0m0s) from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.126846 1 reflector.go:221] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.126863 1 reflector.go:221] Starting reflector *v1.Node (1h0m0s) from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.126890 1 reflector.go:257] Listing and watching *v1.Node from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.126877 1 reflector.go:257] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.126858 1 reflector.go:221] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.126966 1 reflector.go:257] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.126858 1 reflector.go:257] Listing and watching *v1.CSINode from k8s.io/client-go/informers/factory.go:150 I0422 06:08:51.227151 1 shared_informer.go:303] caches populated I0422 06:08:51.227186 1 shared_informer.go:303] caches populated I0422 06:08:51.227203 1 shared_informer.go:303] caches populated I0422 06:08:51.227214 1 shared_informer.go:303] caches populated I0422 06:08:51.227234 1 controller.go:811] Starting provisioner controller csi-mock-csi-mock-volumes-capacity-23_csi-mockplugin-0_729e6f40-1069-4c61-8248-b748e9902d63! I0422 06:08:51.227282 1 volume_store.go:97] Starting save volume queue I0422 06:08:51.227282 1 clone_controller.go:66] Starting CloningProtection controller I0422 06:08:51.227386 1 clone_controller.go:82] Started CloningProtection controller I0422 06:08:51.227664 1 reflector.go:221] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0422 06:08:51.227680 1 reflector.go:257] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:845 I0422 06:08:51.227736 1 reflector.go:221] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0422 06:08:51.227762 1 reflector.go:257] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v8/controller/controller.go:848 I0422 06:08:51.327843 1 shared_informer.go:303] caches populated I0422 06:08:51.327965 1 controller.go:860] Started provisioner controller csi-mock-csi-mock-volumes-capacity-23_csi-mockplugin-0_729e6f40-1069-4c61-8248-b748e9902d63! I0422 06:08:54.097156 1 controller.go:1337] provision "csi-mock-volumes-capacity-23/pvc-qmzh5" class "csi-mock-volumes-capacity-23-scfqjfr": started I0422 06:08:54.097387 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-capacity-23", Name:"pvc-qmzh5", UID:"24875006-0cd5-4f40-97ac-b57df44268d6", APIVersion:"v1", ResourceVersion:"871121", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-capacity-23/pvc-qmzh5" I0422 06:08:54.097503 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0422 06:08:54.097524 1 connection.go:184] GRPC request: {"accessibility_requirements":{"preferred":[{"segments":{"io.kubernetes.storage.mock/node":"some-mock-node"}}],"requisite":[{"segments":{"io.kubernetes.storage.mock/node":"some-mock-node"}}]},"capacity_range":{"required_bytes":1073741824},"name":"pvc-24875006-0cd5-4f40-97ac-b57df44268d6","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0422 06:08:54.100827 1 connection.go:186] GRPC response: {} I0422 06:08:54.100974 1 connection.go:187] GRPC error: rpc error: code = ResourceExhausted desc = fake error I0422 06:08:54.101017 1 controller.go:816] CreateVolume failed, supports topology = true, node selected true => may reschedule = true => state = Reschedule: rpc error: code = ResourceExhausted desc = fake error I0422 06:08:54.101173 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-capacity-23", Name:"pvc-qmzh5", UID:"24875006-0cd5-4f40-97ac-b57df44268d6", APIVersion:"v1", ResourceVersion:"871121", FieldPath:""}): type: 'Warning' reason: 'ProvisioningFailed' failed to provision volume with StorageClass "csi-mock-volumes-capacity-23-scfqjfr": rpc error: code = ResourceExhausted desc = fake error I0422 06:08:54.106597 1 controller.go:1429] provision "csi-mock-volumes-capacity-23/pvc-qmzh5" class "csi-mock-volumes-capacity-23-scfqjfr": volume rescheduled because: failed to provision volume with StorageClass "csi-mock-volumes-capacity-23-scfqjfr": rpc error: code = ResourceExhausted desc = fake error I0422 06:08:54.106629 1 controller.go:1071] Stop provisioning, removing PVC 24875006-0cd5-4f40-97ac-b57df44268d6 from claims in progress I0422 06:08:57.017195 1 controller.go:1337] provision "csi-mock-volumes-capacity-23/pvc-qmzh5" class "csi-mock-volumes-capacity-23-scfqjfr": started I0422 06:08:57.017378 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-capacity-23", Name:"pvc-qmzh5", UID:"24875006-0cd5-4f40-97ac-b57df44268d6", APIVersion:"v1", ResourceVersion:"871177", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-capacity-23/pvc-qmzh5" I0422 06:08:57.017418 1 connection.go:183] GRPC call: /csi.v1.Controller/CreateVolume I0422 06:08:57.017428 1 connection.go:184] GRPC request: {"accessibility_requirements":{"preferred":[{"segments":{"io.kubernetes.storage.mock/node":"some-mock-node"}}],"requisite":[{"segments":{"io.kubernetes.storage.mock/node":"some-mock-node"}}]},"capacity_range":{"required_bytes":1073741824},"name":"pvc-24875006-0cd5-4f40-97ac-b57df44268d6","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0422 06:08:57.020223 1 connection.go:186] GRPC response: {"volume":{"accessible_topology":[{"segments":{"io.kubernetes.storage.mock/node":"some-mock-node"}}],"capacity_bytes":1073741824,"volume_context":{"name":"pvc-24875006-0cd5-4f40-97ac-b57df44268d6"},"volume_id":"4"}} I0422 06:08:57.020397 1 connection.go:187] GRPC error: I0422 06:08:57.020412 1 controller.go:826] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-24875006-0cd5-4f40-97ac-b57df44268d6] ContentSource: AccessibleTopology:[segments: ] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0422 06:08:57.020538 1 controller.go:898] createVolumeOperation: set annotation [volume.kubernetes.io/provisioner-deletion-secret-namespace/volume.kubernetes.io/provisioner-deletion-secret-name] on pv [pvc-24875006-0cd5-4f40-97ac-b57df44268d6]. I0422 06:08:57.020585 1 controller.go:923] successfully created PV pvc-24875006-0cd5-4f40-97ac-b57df44268d6 for PVC pvc-qmzh5 and csi volume name 4 I0422 06:08:57.020620 1 controller.go:939] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-capacity-23,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-24875006-0cd5-4f40-97ac-b57df44268d6,storage.kubernetes.io/csiProvisionerIdentity: 1713766131125-8081-csi-mock-csi-mock-volumes-capacity-23,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,NodeExpandSecretRef:nil,}} I0422 06:08:57.020910 1 controller.go:1442] provision "csi-mock-volumes-capacity-23/pvc-qmzh5" class "csi-mock-volumes-capacity-23-scfqjfr": volume "pvc-24875006-0cd5-4f40-97ac-b57df44268d6" provisioned I0422 06:08:57.020965 1 controller.go:1455] provision "csi-mock-volumes-capacity-23/pvc-qmzh5" class "csi-mock-volumes-capacity-23-scfqjfr": succeeded I0422 06:08:57.020985 1 volume_store.go:154] Saving volume pvc-24875006-0cd5-4f40-97ac-b57df44268d6 I0422 06:08:57.028499 1 volume_store.go:157] Volume pvc-24875006-0cd5-4f40-97ac-b57df44268d6 saved I0422 06:08:57.028596 1 controller.go:1069] Claim processing succeeded, removing PVC 24875006-0cd5-4f40-97ac-b57df44268d6 from claims in progress I0422 06:08:57.028691 1 event.go:285] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-capacity-23", Name:"pvc-qmzh5", UID:"24875006-0cd5-4f40-97ac-b57df44268d6", APIVersion:"v1", ResourceVersion:"871177", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-24875006-0cd5-4f40-97ac-b57df44268d6 I0422 06:09:02.146370 1 controller.go:1471] delete "pvc-24875006-0cd5-4f40-97ac-b57df44268d6": started I0422 06:09:02.146471 1 controller.go:1279] volume pvc-24875006-0cd5-4f40-97ac-b57df44268d6 does not need any deletion secrets I0422 06:09:02.146505 1 connection.go:183] GRPC call: /csi.v1.Controller/DeleteVolume I0422 06:09:02.146517 1 connection.go:184] GRPC request: {"volume_id":"4"} I0422 06:09:02.148894 1 connection.go:186] GRPC response: {} I0422 06:09:02.148968 1 connection.go:187] GRPC error: I0422 06:09:02.148987 1 controller.go:1486] delete "pvc-24875006-0cd5-4f40-97ac-b57df44268d6": volume deleted I0422 06:09:02.155223 1 controller.go:1531] delete "pvc-24875006-0cd5-4f40-97ac-b57df44268d6": persistentvolume deleted I0422 06:09:02.155258 1 controller.go:1536] delete "pvc-24875006-0cd5-4f40-97ac-b57df44268d6": succeeded ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====