==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W0611 00:04:33.946332 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I0611 00:04:33.946406 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I0611 00:04:33.946423 1 csi-provisioner.go:132] Version: v2.1.0 I0611 00:04:33.946441 1 csi-provisioner.go:155] Building kube configs for running in cluster... I0611 00:04:33.956437 1 connection.go:153] Connecting to unix:///csi/csi.sock I0611 00:04:41.104429 1 common.go:111] Probing CSI driver for readiness I0611 00:04:41.104456 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0611 00:04:41.104463 1 connection.go:183] GRPC request: {} I0611 00:04:41.108820 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0611 00:04:41.108914 1 connection.go:186] GRPC error: I0611 00:04:41.108925 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0611 00:04:41.108930 1 connection.go:183] GRPC request: {} I0611 00:04:41.110501 1 connection.go:185] GRPC response: {"manifest":{"url":"https://k8s.io/kubernetes/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-7608","vendor_version":"0.3.0"} I0611 00:04:41.110559 1 connection.go:186] GRPC error: I0611 00:04:41.110569 1 csi-provisioner.go:202] Detected CSI driver csi-mock-csi-mock-volumes-7608 I0611 00:04:41.110576 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0611 00:04:41.110584 1 connection.go:183] GRPC request: {} I0611 00:04:41.151327 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0611 00:04:41.151433 1 connection.go:186] GRPC error: I0611 00:04:41.151443 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0611 00:04:41.151447 1 connection.go:183] GRPC request: {} I0611 00:04:41.153312 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}}]} I0611 00:04:41.153427 1 connection.go:186] GRPC error: I0611 00:04:41.153489 1 csi-provisioner.go:244] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0611 00:04:41.155108 1 controller.go:753] Using saving PVs to API server in background I0611 00:04:41.155335 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0611 00:04:41.155356 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0611 00:04:41.155354 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0611 00:04:41.155369 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0611 00:04:41.255210 1 shared_informer.go:270] caches populated I0611 00:04:41.255236 1 shared_informer.go:270] caches populated I0611 00:04:41.255254 1 controller.go:838] Starting provisioner controller csi-mock-csi-mock-volumes-7608_csi-mockplugin-0_8a11542e-1d12-4fa3-8af5-5f41e94f8c82! I0611 00:04:41.255292 1 clone_controller.go:66] Starting CloningProtection controller I0611 00:04:41.255317 1 volume_store.go:97] Starting save volume queue I0611 00:04:41.255413 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0611 00:04:41.255426 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0611 00:04:41.255431 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0611 00:04:41.255439 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0611 00:04:41.255461 1 clone_controller.go:84] Started CloningProtection controller I0611 00:04:41.255619 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I0611 00:04:41.255635 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I0611 00:04:41.355463 1 shared_informer.go:270] caches populated I0611 00:04:41.355489 1 controller.go:887] Started provisioner controller csi-mock-csi-mock-volumes-7608_csi-mockplugin-0_8a11542e-1d12-4fa3-8af5-5f41e94f8c82! I0611 00:04:45.220376 1 controller.go:1335] provision "csi-mock-volumes-7608/pvc-6xvfg" class "csi-mock-volumes-7608-scr82lb": started I0611 00:04:45.227291 1 controller.go:731] CreateVolumeRequest name:"pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260" capacity_range: volume_capabilities: access_mode: > I0611 00:04:45.227537 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I0611 00:04:45.227730 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-7608", Name:"pvc-6xvfg", UID:"c80ffa01-ba34-4ebd-ab4b-9dbb49b10260", APIVersion:"v1", ResourceVersion:"91535", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-7608/pvc-6xvfg" I0611 00:04:45.227542 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0611 00:04:45.230578 1 connection.go:185] GRPC response: {} I0611 00:04:45.230637 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = fake error I0611 00:04:45.230654 1 controller.go:752] CreateVolume failed, supports topology = false, node selected true => may reschedule = false => state = Background: rpc error: code = ResourceExhausted desc = fake error I0611 00:04:45.230698 1 controller.go:1109] Temporary error received, adding PVC c80ffa01-ba34-4ebd-ab4b-9dbb49b10260 to claims in progress W0611 00:04:45.230711 1 controller.go:961] Retrying syncing claim "c80ffa01-ba34-4ebd-ab4b-9dbb49b10260", failure 0 E0611 00:04:45.230734 1 controller.go:984] error syncing claim "c80ffa01-ba34-4ebd-ab4b-9dbb49b10260": failed to provision volume with StorageClass "csi-mock-volumes-7608-scr82lb": rpc error: code = ResourceExhausted desc = fake error I0611 00:04:45.230754 1 controller.go:1335] provision "csi-mock-volumes-7608/pvc-6xvfg" class "csi-mock-volumes-7608-scr82lb": started I0611 00:04:45.230802 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-7608", Name:"pvc-6xvfg", UID:"c80ffa01-ba34-4ebd-ab4b-9dbb49b10260", APIVersion:"v1", ResourceVersion:"91535", FieldPath:""}): type: 'Warning' reason: 'ProvisioningFailed' failed to provision volume with StorageClass "csi-mock-volumes-7608-scr82lb": rpc error: code = ResourceExhausted desc = fake error I0611 00:04:45.233449 1 controller.go:731] CreateVolumeRequest name:"pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260" capacity_range: volume_capabilities: access_mode: > I0611 00:04:45.233493 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I0611 00:04:45.233497 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0611 00:04:45.233538 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-7608", Name:"pvc-6xvfg", UID:"c80ffa01-ba34-4ebd-ab4b-9dbb49b10260", APIVersion:"v1", ResourceVersion:"91535", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-7608/pvc-6xvfg" I0611 00:04:45.235317 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260"},"volume_id":"4"}} I0611 00:04:45.235360 1 connection.go:186] GRPC error: I0611 00:04:45.235373 1 controller.go:762] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0611 00:04:45.235395 1 controller.go:838] successfully created PV pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260 for PVC pvc-6xvfg and csi volume name 4 I0611 00:04:45.235404 1 controller.go:854] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-7608,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260,storage.kubernetes.io/csiProvisionerIdentity: 1654905881153-8081-csi-mock-csi-mock-volumes-7608,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I0611 00:04:45.235512 1 controller.go:1442] provision "csi-mock-volumes-7608/pvc-6xvfg" class "csi-mock-volumes-7608-scr82lb": volume "pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260" provisioned I0611 00:04:45.235527 1 controller.go:1459] provision "csi-mock-volumes-7608/pvc-6xvfg" class "csi-mock-volumes-7608-scr82lb": succeeded I0611 00:04:45.235536 1 volume_store.go:154] Saving volume pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260 I0611 00:04:45.239222 1 volume_store.go:157] Volume pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260 saved I0611 00:04:45.239252 1 controller.go:1096] Claim processing succeeded, removing PVC c80ffa01-ba34-4ebd-ab4b-9dbb49b10260 from claims in progress I0611 00:04:45.239316 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-7608", Name:"pvc-6xvfg", UID:"c80ffa01-ba34-4ebd-ab4b-9dbb49b10260", APIVersion:"v1", ResourceVersion:"91535", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260 E0611 00:05:13.271657 1 clone_controller.go:161] Item 'persistent-local-volumes-test-8899/pvc-kn9vv' in work queue no longer exists E0611 00:05:13.271696 1 controller.go:1053] claim "b469ce3d-48c0-4d5f-a851-eb5abdf5c28d" in work queue no longer exists I0611 00:05:13.272533 1 controller.go:1475] delete "pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260": started I0611 00:05:13.272610 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I0611 00:05:13.272618 1 connection.go:183] GRPC request: {"volume_id":"4"} I0611 00:05:13.274570 1 connection.go:185] GRPC response: {} I0611 00:05:13.274612 1 connection.go:186] GRPC error: I0611 00:05:13.274625 1 controller.go:1490] delete "pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260": volume deleted I0611 00:05:13.280281 1 controller.go:1540] delete "pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260": persistentvolume deleted I0611 00:05:13.280302 1 controller.go:1545] delete "pvc-c80ffa01-ba34-4ebd-ab4b-9dbb49b10260": succeeded E0611 00:05:14.246963 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F0611 00:05:14.247098 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 130 [running]: k8s.io/klog/v2.stacks(0xc00000e001, 0xc0008f20e0, 0x57, 0xd2) /workspace/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x2604640, 0xc000000003, 0x0, 0x0, 0xc000299730, 0x2553078, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:975 +0x19b k8s.io/klog/v2.(*loggingT).printf(0x2604640, 0x3, 0x0, 0x0, 0x0, 0x0, 0x19a584d, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:750 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1502 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x2604640) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1d4 github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc00058b2c0, 0xd, 0x4a8173598, 0x4a8173598, 0xc000b3b101, 0x10, 0x44c30) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1ba4a00, 0xc0001fb0e0, 0xc00058b2c0, 0xd, 0x10, 0x17d5240, 0xdabd283a3a379586, 0x2635dc0) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1ba4a00, 0xc0001fb0e0, 0xc00053ae20, 0xc00058b2c0, 0xd, 0x1980038, 0x9, 0xc0005ce0b0, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:143 +0x2dd google.golang.org/grpc/internal/transport.newHTTP2Client(0x1ba4a00, 0xc0001fb0e0, 0x1ba4980, 0xc0006b6900, 0xc00058b2c0, 0xd, 0x1980038, 0x9, 0xc0005ce0b0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:183 +0x15e google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc0007022c0, 0xc00058b2c0, 0xd, 0x1980038, 0x9, 0xc0005ce0b0, 0x0, 0x0, 0x0, 0x19859ba, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc0007022c0, 0xc0001da2c0, 0x1, 0x1, 0xc0a114f38eb7abfe, 0xe0b272c57, 0x2604180, 0x1bbd600, 0xc0001e81c0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x38d google.golang.org/grpc.(*addrConn).resetTransport(0xc0007022c0) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x23f created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [select (no cases)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1(0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:889 +0xcc5 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:922 +0xfc main.main.func2(0x1ba49c0, 0xc000044030) /workspace/cmd/csi-provisioner/csi-provisioner.go:465 +0x21d main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:469 +0x2f62 goroutine 6 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x2604640) /workspace/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:417 +0xdf goroutine 146 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc000484340) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 96 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc00046c420) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 145 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc00046c540) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 103 [IO wait]: internal/poll.runtime_pollWait(0x7f86ba7bcf18, 0x72, 0x1b67fa0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/netpoll.go:220 +0x55 internal/poll.(*pollDesc).wait(0xc000286618, 0x72, 0xc0004ec000, 0xd161, 0xd161) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000286600, 0xc0004ec000, 0xd161, 0xd161, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_unix.go:159 +0x1b1 net.(*netFD).Read(0xc000286600, 0xc0004ec000, 0xd161, 0xd161, 0x203000, 0x6278fb, 0xc000278860) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0005ce018, 0xc0004ec000, 0xd161, 0xd161, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/net.go:182 +0x8e crypto/tls.(*atLeastReader).Read(0xc0008746e0, 0xc0004ec000, 0xd161, 0xd161, 0x2b8, 0xce9f, 0xc00018d710) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:779 +0x62 bytes.(*Buffer).ReadFrom(0xc000278980, 0x1b63c40, 0xc0008746e0, 0x40b445, 0x178f660, 0x1914700) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bytes/buffer.go:204 +0xb1 crypto/tls.(*Conn).readFromUntil(0xc000278700, 0x1b66840, 0xc0005ce018, 0x5, 0xc0005ce018, 0x2a7) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:801 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000278700, 0x0, 0x0, 0xc00018dc10) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:608 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:576 crypto/tls.(*Conn).Read(0xc000278700, 0xc0001ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:1252 +0x15f bufio.(*Reader).Read(0xc0001fa0c0, 0xc0001e6118, 0x9, 0x9, 0x473d3c, 0xc0008af900, 0xef) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1b63aa0, 0xc0001fa0c0, 0xc0001e6118, 0x9, 0x9, 0x9, 0xc0008af8f0, 0x1a3ac08, 0xc0008af8e8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:314 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:333 golang.org/x/net/http2.readFrameHeader(0xc0001e6118, 0x9, 0x9, 0x1b63aa0, 0xc0001fa0c0, 0x0, 0x0, 0xc00018ddd0, 0x467f85) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001e60e0, 0xc0005f6030, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00018dfa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc00041e180) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 129 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0001da340) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8 created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 147 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc00068d0e0, 0xc000498a50) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 148 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc00068d290, 0xc00068d260) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 149 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc000484500) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 150 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc00068d380, 0xc000498a80) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 151 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc00068d530, 0xc00068d500) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 152 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc00046cc60) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 153 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc00046cf00) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 154 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc00046cfc0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 155 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc00046d260) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 134 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0001fa000) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 135 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0001fa1e0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 136 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001d62a8, 0xb) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001d6298) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0001d6280, 0xc00053a030, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000704090) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001b9e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001b9e68, 0x1b66080, 0xc0005400f0, 0xc00058a101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001b9e68, 0x3b9aca00, 0x0, 0xc0003b5001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000704090, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000467220, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 137 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000165428, 0x9c) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000165418) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000165400, 0xc0005de120, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000732c60) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000617e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000617e68, 0x1b66080, 0xc000694030, 0xc0001a4201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000617e68, 0x3b9aca00, 0x0, 0xc000283501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000732c60, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0004672c0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 118 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001da010, 0x1) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001da000) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001fa000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0001cc000, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0001cc000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000498620) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000498620, 0x1b66080, 0xc0006ae030, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000498620, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000498620, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 107 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484610, 0xc000000114) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484600) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cc60, 0x0, 0x0, 0xc0001b0e00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0xc00041fc01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da0e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da0e0, 0x1b66080, 0xc00056e030, 0xc0001b0f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da0e0, 0x3b9aca00, 0x0, 0x1a3a801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da0e0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 110 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484650, 0xdf) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484640) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cfc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da140) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da140, 0x1b66080, 0xc0008ab7d0, 0xc000506f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da140, 0x3b9aca00, 0x0, 0x1a39f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da140, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 141 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0002997a0, 0xc0005e23c0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00058a100, 0xc000418160) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 119 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001da010, 0x2) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001da000) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001fa000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0001cc000, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0001cc000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000498630) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000498630, 0x1b66080, 0xc0006ae060, 0xc000592f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000498630, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000498630, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 142 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000704090) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 157 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000299810, 0xc00072a000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0001a4210, 0xc0001960e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 158 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000732c60) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 116 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00069cf60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00074bf60, 0x1b66080, 0xc00068c000, 0x1741401, 0xc0001460c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00069cf60, 0x3b9aca00, 0x0, 0x1, 0xc0001460c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000280b80) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc0004980d0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 117 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000280b80) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc0004980e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 143 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0001e61c0, 0xc0a114e649eae83d, 0x1af4e968d, 0x2604180, 0x1b71d00, 0xc0003eb3c0, 0xc0008d9bc8, 0xc00013b500, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0001e61c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001b4ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0008d9ef0, 0x1b66060, 0xc0001be190, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0001e61c0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00058a130, 0xc0004182a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 159 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00073e0e0, 0xc0a114e649fc8be8, 0x1af603a38, 0x2604180, 0x1b71d00, 0xc00050ca80, 0xc00060dbc8, 0xc0001fb440, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00073e0e0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00061bef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00060def0, 0x1b66060, 0xc000198050, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc00073e0e0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0001a4250, 0xc000196220) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 162 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0001e61c0, 0x0, 0xc00072a6c0, 0xc00013b500) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 178 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00073e0e0, 0x0, 0xc0005e25a0, 0xc0001fb440) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 120 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001da010, 0x3) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001da000) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001fa000, 0x0, 0x0, 0xc0005de200) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0001cc000, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0001cc000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000498640) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000498640, 0x1b66080, 0xc00068c0c0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000498640, 0x3b9aca00, 0x0, 0xc00013af01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000498640, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 109 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484610, 0xc000000112) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484600) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cc60, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da120) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da120, 0x1b66080, 0xc0008ab7a0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da120, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da120, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 164 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0004201a0, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000420190) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000420188, 0xc000a99801, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000420160, 0xc000a99801, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000420420, 0xc00031830a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000420420, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000420420, 0x177bde0, 0xc0003183e0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0001c17a0, 0xc000178800, 0x400, 0x400, 0xc0008ddd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000198d70, 0x0, 0x1b71900, 0xc000e23980, 0x0, 0x0, 0x460300, 0xc00072a7e0, 0xc0008dde80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00000dae0, 0xc0008ddf18, 0x7, 0x1b70fc0, 0xc000622d80, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0003eb3c0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 59 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000284720, 0xa9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000284710) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000284708, 0xc00086f001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0002846e0, 0xc00086f001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0008ae160, 0xc000535c0a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0008ae160, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0008ae160, 0x177bde0, 0xc000535c80, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0008aa360, 0xc000288a80, 0x800, 0xa80, 0xc00060fd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0001440f0, 0x0, 0x1b71900, 0xc0006b64c0, 0x0, 0x0, 0x460300, 0xc00088a0c0, 0xc00060fe80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0008a6300, 0xc00060ff18, 0x7, 0x1b6f400, 0xc000980380, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00050ca80) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 60 [chan receive (nil chan)]: github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run(0xc0001da0c0, 0x1ba49c0, 0xc000044030, 0x1) /workspace/pkg/controller/clone_controller.go:85 +0x476 created by main.main.func2 /workspace/cmd/csi-provisioner/csi-provisioner.go:463 +0x273 goroutine 61 [chan receive (nil chan)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run(0xc0001cc000, 0x1ba49c0, 0xc000044030, 0x4) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:103 +0x1ce created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:892 +0xc5 goroutine 62 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001d7248, 0xfa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001d7238) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0001d7220, 0xc00053ebe0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0007050e0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00061be68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00061be68, 0x1b66080, 0xc0004bfe60, 0xc0008a5b01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00061be68, 0x3b9aca00, 0x0, 0xc000326501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0007050e0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0002f0320, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 +0x6b5 goroutine 63 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000165c48, 0xb) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000165c38) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000165c20, 0xc0005fbb40, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0005fcfc0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001b6e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001b6e68, 0x1b66080, 0xc0001c1ef0, 0xc0001a5801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001b6e68, 0x3b9aca00, 0x0, 0xc0008a2101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0005fcfc0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0002f0460, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 +0x65e goroutine 108 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484650, 0xde) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484640) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cfc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da100) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da100, 0x1b66080, 0xc0008ab470, 0xc000590f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da100, 0x3b9aca00, 0x0, 0x1a39f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da100, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 180 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00027a0e0, 0xc0005e26c0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008a5b90, 0xc000568100) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 181 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0007050e0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 166 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00027a230, 0xc00072a840) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0001a5880, 0xc000874260) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 167 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0005fcfc0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 194 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000698f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000614f60, 0x1b66080, 0xc00068c090, 0x1741401, 0xc000146120) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000698f60, 0x3b9aca00, 0x0, 0x1, 0xc000146120) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0008ba000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc0008a82a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 195 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0008ba000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc0008a82b0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 121 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001da010, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001da000) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001fa000, 0x0, 0x0, 0x7f86ba98d700) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0001cc000, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0001cc000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000498650) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000498650, 0x1b66080, 0xc0006ae000, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000498650, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000498650, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 209 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005eef60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000745f60, 0x1b66080, 0xc0006ae090, 0x1741401, 0xc00061c0c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005eef60, 0x3b9aca00, 0x0, 0x1, 0xc00061c0c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000890000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00027a140, 0xc000620000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 210 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000890000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00027a140, 0xc000620010) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 182 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0001e62a0, 0xc0a114e64fb10628, 0x1b514b479, 0x2604180, 0x1b71d00, 0xc000484080, 0xc0008d7bc8, 0xc0003b0a20, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0001e62a0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001b5ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0008d7ef0, 0x1b66060, 0xc0001bf630, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0001e62a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008a5bd0, 0xc0005681c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 168 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00073e1c0, 0xc0a114e64f56648f, 0x1b4ba12e0, 0x2604180, 0x1b71d00, 0xc000484900, 0xc000a8bbc8, 0xc0003b0a80, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00073e1c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001b7ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000a8bef0, 0x1b66060, 0xc000198dc0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc00073e1c0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0001a58c0, 0xc000874320) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 189 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0001e62a0, 0x0, 0xc00088a360, 0xc0003b0a20) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 203 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00073e1c0, 0x0, 0xc00088a480, 0xc0003b0a80) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 196 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484310, 0x45) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484300) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046c420, 0x0, 0x0, 0x7f86bab57f00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).processNextClaimWorkItem(0xc0001da0c0, 0x1ba49c0, 0xc000044030, 0x1) /workspace/pkg/controller/clone_controller.go:96 +0x38 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).runClaimWorker(0xc0001da0c0, 0x1ba49c0, 0xc000044030) /workspace/pkg/controller/clone_controller.go:90 +0x3f github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run.func3() /workspace/pkg/controller/clone_controller.go:78 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0008a63c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0008a63c0, 0x1b66080, 0xc000624000, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0008a63c0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0008a63c0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:77 +0x2bb goroutine 197 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0004674c8, 0xa2) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0004674b8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0004674a0, 0xc0008a8560, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0008ac3f0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000749e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000749e68, 0x1b66080, 0xc0008aa3f0, 0xc000044601, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000749e68, 0x3b9aca00, 0x0, 0xc000283501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0008ac3f0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0004672c0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:82 +0x3d2 goroutine 211 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0008c3760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0007dcf60, 0x1b66080, 0xc000624030, 0x1741401, 0xc00062a000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0008c3760, 0x3b9aca00, 0x0, 0x1, 0xc00062a000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000280b80) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc000620020) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 199 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000299810, 0xc00088a300) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044100, 0xc0008a6420) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 200 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0008ac3f0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 212 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000280b80) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc000620030) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 213 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005eff60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0007ddf60, 0x1b66080, 0xc000624060, 0x1741401, 0xc00062a060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005eff60, 0x3b9aca00, 0x0, 0x1, 0xc00062a060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0008ba000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc000620040) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 214 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0008ba000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000299870, 0xc000620050) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 201 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00041a8c0, 0xc0a114e64f776d61, 0x1b4db1bb2, 0x2604180, 0x1b71d00, 0xc000485b40, 0xc000531bc8, 0xc0001fb740, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00041a8c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00074aef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000531ef0, 0x1b66060, 0xc0001442d0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc00041a8c0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0000446f0, 0xc0008a64e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 186 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00041a8c0, 0x0, 0xc0005e29c0, 0xc0001fb740) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 205 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008aee00, 0xe9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008aedf0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc0008aede8, 0xc0009f3001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0008aedc0, 0xc0009f3001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0009d2160, 0xc00087460a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0009d2160, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0009d2160, 0x177bde0, 0xc0008746c0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000b06180, 0xc0009f6000, 0x1000, 0x1300, 0xc00018fd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000198190, 0x0, 0x1b71900, 0xc0006b6880, 0x0, 0x0, 0x460300, 0xc0001461e0, 0xc00018fe80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000b04960, 0xc00018ff18, 0x7, 0x1b6f3c0, 0xc00053c280, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000484080) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 185 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008af900, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008af8f0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc0008af8e8, 0xc0004dec01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0008af8c0, 0xc0004dec01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000285b80, 0xc00087470a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000285b80, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000285b80, 0x177bde0, 0xc0008747a0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00056e390, 0xc0005c5800, 0x400, 0x400, 0xc000a85d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0001bf720, 0x0, 0x1b71900, 0xc0006b68c0, 0x0, 0x0, 0x460300, 0xc0005e2960, 0xc000a85e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0005685a0, 0xc000a85f18, 0x7, 0x1b70fc0, 0xc000876d80, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000484900) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 188 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0009d2b40, 0xa8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0009d2b30) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc0009d2b28, 0xc0009b4001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0009d2b00, 0xc0009b4001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0009d2dc0, 0xc00053560a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0009d2dc0, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0009d2dc0, 0x177bde0, 0xc000535640, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00056f7d0, 0xc0005aca80, 0x800, 0xa80, 0xc000b3dd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0009c0500, 0x0, 0x1b71900, 0xc0006b61c0, 0x0, 0x0, 0x460300, 0xc0005e2c00, 0xc000b3de80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000569ea0, 0xc000b3df18, 0x7, 0x1b6f400, 0xc000c1ba40, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000485b40) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 111 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484610, 0xc000000111) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484600) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cc60, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da160) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da160, 0x1b66080, 0xc0008ab440, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da160, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da160, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 112 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484650, 0xdc) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484640) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cfc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da180) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da180, 0x1b66080, 0xc000b06210, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da180, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da180, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 241 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484610, 0xc000000110) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484600) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cc60, 0x0, 0x0, 0xc000861d00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da1a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da1a0, 0x1b66080, 0xc000b061e0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da1a0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da1a0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 242 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484650, 0xdd) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484640) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cfc0, 0x0, 0x0, 0x1411b00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x100000000406d01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da1c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da1c0, 0x1b66080, 0xc00056e060, 0xc00061c001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da1c0, 0x3b9aca00, 0x0, 0x100000000000001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da1c0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 243 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484610, 0xc000000113) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484600) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cc60, 0x0, 0x0, 0xc000044000) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x15add01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da1e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da1e0, 0x1b66080, 0xc0008aba40, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da1e0, 0x3b9aca00, 0x0, 0xc00013af01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da1e0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 244 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000484650, 0xdb) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000484640) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc00046cfc0, 0x0, 0x0, 0x1411b00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000469400, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000469400, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009da200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009da200, 0x1b66080, 0xc00056e000, 0xc000146101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009da200, 0x3b9aca00, 0x0, 0x100000000000001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0009da200, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====